-- Logs begin at Thu 2022-06-16 13:54:51 UTC, end at Thu 2022-06-16 16:30:02 UTC. -- Jun 16 15:02:55.798455 dv-neutron-846028-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 15:02:58.582376 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.common.config [-] Logging enabled! Jun 16 15:02:58.583124 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev32 Jun 16 15:02:58.583124 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89591) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 15:02:58.587992 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.common.config [-] Logging enabled! Jun 16 15:02:58.588340 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev32 Jun 16 15:02:58.588772 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89591) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 15:02:58.590119 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:02:58.590448 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:02:58.591038 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:02:58.591403 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:02:58.591728 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:02:58.592053 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.592353 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.592650 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.592882 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.593175 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.593464 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.593790 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.594078 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.594374 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.594656 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.594953 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.595235 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.595462 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.595857 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.596269 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.596677 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.596989 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] debug = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.597385 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.598062 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.598629 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.599064 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.599481 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.599876 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.600268 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.600661 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.601054 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.601520 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] host = dv-neutron-846028-2-hyperv {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.601911 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.602345 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.602788 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.603253 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.603537 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.603819 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.604108 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.604383 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.604656 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] log_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.604931 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.605263 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.605550 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.605839 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.606065 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.606288 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.606577 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.606862 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.607249 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.607642 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.608038 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.608428 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.608813 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.609201 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.609606 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.610007 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.610411 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.610796 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.611218 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.612143 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.612531 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.612938 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.613330 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.613714 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.614124 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.614565 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.615020 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.615409 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.615826 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.616224 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.616554 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.616843 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.617120 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.617402 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.617676 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.617949 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.618220 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] use_json = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.618492 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.618763 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.619079 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.619355 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.619627 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.619899 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.620171 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.620455 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.620726 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:02:58.621021 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.621318 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.621618 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.621905 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.622194 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.622472 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.622760 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.623064 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.623355 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.623648 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.623977 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.624262 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.624684 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.625067 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.625505 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.625952 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.626379 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.626778 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.627249 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.627891 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.628256 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.628625 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.629001 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.629391 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.629773 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.630132 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.630495 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.631407 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.631716 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.631990 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.632271 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.632673 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.632958 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.633231 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.633517 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.633813 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.634105 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.634377 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.634656 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.634964 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.635246 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.635516 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.635787 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.636063 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.636332 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.636616 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.636892 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.637163 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.637431 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.637706 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.637979 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.638253 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.638529 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.638800 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.639110 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.639383 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.639657 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.639924 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.640194 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.640464 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.640733 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.641002 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.641277 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.641551 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.641894 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.642163 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.642563 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.643006 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.643454 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.643866 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.644275 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.644669 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.645059 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.645447 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.645843 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.646260 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.646702 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.647156 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.647590 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.648040 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.648463 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.648896 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.649360 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.649792 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.650257 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.650708 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.651209 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.651664 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.652128 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.652584 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.653043 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.653498 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.653930 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.654361 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.654794 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.655255 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.655666 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.656119 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.656538 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:02:58.656885 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:02:58.657171 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89591) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 15:02:59.102683 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO keyring.backend [-] Loading KWallet Jun 16 15:02:59.110410 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO keyring.backend [-] Loading SecretService Jun 16 15:02:59.115003 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO keyring.backend [-] Loading Windows Jun 16 15:02:59.116375 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO keyring.backend [-] Loading chainer Jun 16 15:02:59.117223 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO keyring.backend [-] Loading macOS Jun 16 15:02:59.151088 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:59.151364 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=89591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:59.151658 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:59.152006 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 15:02:59.585398 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.586116 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.586116 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.587243 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.587518 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.587783 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.625511 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.625804 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.626072 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.640838 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.641126 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.641397 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.675533 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.675789 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.676107 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.716255 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.716529 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.716797 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.964049 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.964251 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.964503 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.964773 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:02:59.965537 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.106060 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.106391 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.106686 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.106995 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.107274 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.107602 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.107868 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.108203 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.108423 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.108750 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.109022 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.109289 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.109607 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.109869 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.110145 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.110423 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.110687 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.110991 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.111251 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.111620 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.112504 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.112762 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.113019 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.113319 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.113571 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.113822 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.114255 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:03:00.114497 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:03:00.114736 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:03:00.115002 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:03:00.115241 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:03:00.115480 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:03:00.115864 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 15:03:00.119585 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 15:03:00.123955 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 15:03:00.128439 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 16 15:03:00.130249 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 15:03:00.130730 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 15:03:00.131181 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 15:03:00.131511 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 15:03:00.134845 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 15:03:00.135128 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 15:03:00.135512 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 15:03:00.165729 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 15:03:00.166199 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.166503 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89591) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 15:03:00.166876 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.168481 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89591) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 15:03:00.168777 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 15:03:00.169023 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 15:03:00.172700 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.172962 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:00.238265 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 15:03:00.238498 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 15:03:00.238627 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 15:03:00.239203 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 15:03:00.281042 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_db.sqlalchemy.engines [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89591) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 16 15:03:00.825969 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Initializing driver for type 'gre' Jun 16 15:03:00.826659 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] gre ID ranges: [(1, 1000)] Jun 16 15:03:01.057214 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Initializing driver for type 'local' Jun 16 15:03:01.057606 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Initializing driver for type 'vlan' Jun 16 15:03:01.157151 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] VlanTypeDriver initialization complete Jun 16 15:03:01.157612 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Initializing driver for type 'vxlan' Jun 16 15:03:01.158261 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] vxlan ID ranges: [(1, 1000)] Jun 16 15:03:01.391370 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Initializing extension driver 'port_security' Jun 16 15:03:01.391711 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.extensions.port_security [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] PortSecurityExtensionDriver initialization complete Jun 16 15:03:01.392045 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Initializing mechanism driver 'openvswitch' Jun 16 15:03:01.392382 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Initializing mechanism driver 'hyperv' Jun 16 15:03:01.405648 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:01.406330 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > port after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.406693 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > port after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.407079 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > port after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.407703 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 16 15:03:01.408047 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > subnet after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.408403 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > subnet after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.408740 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.409132 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 16 15:03:01.409529 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > network after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.409874 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > network after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.410220 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > network after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.410595 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 16 15:03:01.411016 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > security_group after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.411360 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > security_group after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.411695 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > security_group after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.412082 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 16 15:03:01.412476 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.412826 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.413160 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.413692 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 16 15:03:01.414092 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > address_group after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.414434 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > address_group after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.414770 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > address_group after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.415175 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 16 15:03:01.415665 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] ML2 OVO RPC backend initialized. {{(pid=89591) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 16 15:03:01.416363 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.416717 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.417130 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > network before_response 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.417518 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > networks before_response 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.417819 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > port before_response 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.418156 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > ports before_response 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.418519 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > subnet before_response 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.418860 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > subnets before_response 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.419232 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > network after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.419571 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > network after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.419903 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > network after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.420236 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > port after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.420569 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > port after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.420899 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > port after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.421231 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > subnet after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.421562 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > subnet after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.421894 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.422493 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.plugin [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Modular L2 Plugin initialization complete Jun 16 15:03:01.422825 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading services supported by the core plugin {{(pid=89591) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 15:03:01.423180 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.plugins.ml2.managers [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Got port-security extension from driver 'port_security' Jun 16 15:03:01.423638 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.extensions.vlantransparent [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Disabled vlantransparent extension. Jun 16 15:03:01.424129 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89591) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 15:03:01.424443 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading Plugin: router Jun 16 15:03:01.464162 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router_interface before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.464562 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router after_create 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.464972 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router before_create 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.465333 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.465701 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.466052 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router after_delete 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.466408 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > floatingip after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.466768 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router after_create 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.467151 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router after_update 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.467507 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router after_update 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.467854 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.468372 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router after_update 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.468792 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router precommit_update 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.469168 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: port after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.469596 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: port after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.470068 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: subnet after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.470635 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.471267 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > port precommit_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.471858 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router precommit_create 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.472440 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: port before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.473037 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router precommit_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.473647 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router after_update 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.474246 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router precommit_delete 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.474852 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router precommit_create 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.475496 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.476016 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router precommit_update 55549900 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.476605 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > agent after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.477200 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > agent after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.477784 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > network after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.479242 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Tracking information for resource: router configured {{(pid=89591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:03:01.479683 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Tracking information for resource: floatingip configured {{(pid=89591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:03:01.488087 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.db.l3_agentschedulers_db [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 15:03:01.489055 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: port after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.489667 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: port after_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.490255 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: port after_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.490837 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: port after_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.492467 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router before_create 55550100 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.493077 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router precommit_delete 55550100 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.493679 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router precommit_create 55550100 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.494270 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > router precommit_update 55550100 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.503651 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.services.provider_configuration [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service providers = [] {{(pid=89591) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 15:03:01.504245 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.db.servicetype_db [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89591) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 15:03:01.508938 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.services.service_base [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89591) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:03:01.509489 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.services.service_base [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89591) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:03:01.510032 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.services.service_base [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89591) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:03:01.511431 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.services.service_base [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89591) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:03:01.512024 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.services.service_base [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 15:03:01.512650 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:03:01.513181 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 15:03:01.552807 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:03:01.553143 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading Plugin: auto_allocate Jun 16 15:03:01.574468 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: network precommit_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.575116 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: network precommit_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.575722 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:03:01.585133 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading Plugin: tag Jun 16 15:03:01.592017 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:03:01.592354 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading Plugin: timestamp Jun 16 15:03:01.596740 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:03:01.597456 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading Plugin: network_ip_availability Jun 16 15:03:01.602365 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.602740 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.603120 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.603864 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:03:01.604182 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading Plugin: flavors Jun 16 15:03:01.609046 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:03:01.609366 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading Plugin: revisions Jun 16 15:03:01.614712 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:03:01.615180 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_concurrency.lockutils [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.463s {{(pid=89591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:01.615970 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89591) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 15:03:01.616348 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Initializing extension manager. Jun 16 15:03:01.616832 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: __init__.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.617176 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: __pycache__ {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.617515 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.617894 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: address_group.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.618696 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.619316 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: address-group Jun 16 15:03:01.619641 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: address_scope.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.620358 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.620859 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: address-scope Jun 16 15:03:01.621181 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.622185 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.622695 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: router-admin-state-down-before-update Jun 16 15:03:01.623042 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: agent.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.623752 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.624256 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: agent Jun 16 15:03:01.624578 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: agent_resources_synced.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.625722 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.626234 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: agent-resources-synced Jun 16 15:03:01.626560 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: allowedaddresspairs.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.629315 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.629841 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: allowed-address-pairs Jun 16 15:03:01.630168 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: auto_allocated_topology.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.631286 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.631804 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: auto-allocated-topology Jun 16 15:03:01.632128 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: availability_zone.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.632830 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.633332 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: availability_zone Jun 16 15:03:01.633654 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: availability_zone_filter.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.640422 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.640927 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: availability_zone_filter Jun 16 15:03:01.641250 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: data_plane_status.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.642180 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.642680 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 15:03:01.643083 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: default_subnetpools.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.643975 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.644478 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: default-subnetpools Jun 16 15:03:01.644804 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.645647 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.646147 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: dhcp_agent_scheduler Jun 16 15:03:01.646471 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: dns.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.647419 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.647919 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension dns-integration not supported by any of loaded plugins Jun 16 15:03:01.648240 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: dns_domain_ports.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.649171 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.649672 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 15:03:01.649994 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: dvr.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.650697 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.651303 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: dvr Jun 16 15:03:01.651627 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: empty_string_filtering.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.652570 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.653078 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: empty-string-filtering Jun 16 15:03:01.653400 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.654308 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.654806 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 15:03:01.655161 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.656087 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.656599 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 15:03:01.656977 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: external_net.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.657971 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.658427 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: external-net Jun 16 15:03:01.658780 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.659729 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.660230 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: extra_dhcp_opt Jun 16 15:03:01.660549 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: extraroute.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.661455 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.662012 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: extraroute Jun 16 15:03:01.662331 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: extraroute_atomic.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.663442 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.665177 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: extraroute-atomic Jun 16 15:03:01.665177 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: filter_validation.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.665177 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.665586 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: filter-validation Jun 16 15:03:01.665742 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: fip_pf_description.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.667196 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.667370 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 15:03:01.667741 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: fip_port_details.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.668565 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.669062 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: fip-port-details Jun 16 15:03:01.669390 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: flavors.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.670642 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.671288 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: flavors Jun 16 15:03:01.671652 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.673403 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.673945 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 15:03:01.674816 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: floatingip_pools.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.675582 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.676094 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: floatingip-pools Jun 16 15:03:01.676424 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: ip_allocation.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.677345 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.677869 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 15:03:01.678194 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.679130 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.679639 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: ip-substring-filtering Jun 16 15:03:01.679986 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: l2_adjacency.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.680937 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.681484 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 15:03:01.681807 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: l3.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.682834 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.683385 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: router Jun 16 15:03:01.683715 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.686205 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.686760 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 15:03:01.687126 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.688058 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.688575 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: ext-gw-mode Jun 16 15:03:01.688906 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.689906 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.690943 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: l3-ha Jun 16 15:03:01.691330 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: l3_flavors.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.692335 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.692845 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: l3-flavors Jun 16 15:03:01.693171 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.694099 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.694604 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 15:03:01.694947 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: l3agentscheduler.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.696034 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.696542 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: l3_agent_scheduler Jun 16 15:03:01.696870 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: logging.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.698647 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.699373 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension logging not supported by any of loaded plugins Jun 16 15:03:01.699804 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: metering.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.700772 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.701362 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: metering Jun 16 15:03:01.701688 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.702792 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.703337 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: metering_source_and_destination_fields Jun 16 15:03:01.703662 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: multiprovidernet.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.704585 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.705086 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: multi-provider Jun 16 15:03:01.705435 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: netmtu.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.706346 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.706851 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: net-mtu Jun 16 15:03:01.707211 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: netmtu_writable.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.708119 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.708613 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: net-mtu-writable Jun 16 15:03:01.708935 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: network_availability_zone.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.709621 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.710118 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: network_availability_zone Jun 16 15:03:01.710438 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: network_ip_availability.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.711570 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.712075 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: network-ip-availability Jun 16 15:03:01.712405 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: network_segment_range.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.713172 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.713668 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 15:03:01.713992 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: pagination.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.715004 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.715340 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: pagination Jun 16 15:03:01.715660 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: port_device_profile.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.716566 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.717073 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: port-device-profile Jun 16 15:03:01.717394 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.718321 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.718829 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: port-mac-address-regenerate Jun 16 15:03:01.719187 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.720120 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.720601 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: port-numa-affinity-policy Jun 16 15:03:01.720926 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: port_resource_request.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.721861 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.722356 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 15:03:01.722674 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: portbindings.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.723636 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.724138 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: binding Jun 16 15:03:01.724459 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: portbindings_extended.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.725741 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.726255 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: binding-extended Jun 16 15:03:01.726582 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: portsecurity.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.727529 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.728034 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: port-security Jun 16 15:03:01.728355 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: project_id.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.729482 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.729823 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: project-id Jun 16 15:03:01.730153 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: providernet.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.731104 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.731616 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: provider Jun 16 15:03:01.731938 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: qos.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.735490 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.736014 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension qos not supported by any of loaded plugins Jun 16 15:03:01.736345 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.738104 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.738611 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 15:03:01.738952 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.739887 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.740407 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 15:03:01.740737 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: qos_default.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.741641 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.742147 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension qos-default not supported by any of loaded plugins Jun 16 15:03:01.742474 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: qos_fip.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.743162 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.743666 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension qos-fip not supported by any of loaded plugins Jun 16 15:03:01.743988 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: qos_gateway_ip.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.744908 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.745415 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 15:03:01.745738 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: qos_port_network_policy.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.746647 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.747177 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 15:03:01.747500 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: qos_rule_type_details.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.748412 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.748912 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 15:03:01.749235 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: qos_rules_alias.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.750281 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.750783 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 15:03:01.751139 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: quotasv2.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.752111 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.752492 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: quotas Jun 16 15:03:01.753064 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: quotasv2_detail.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.754686 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.755047 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: quota_details Jun 16 15:03:01.755378 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: rbac.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.756456 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.756981 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: rbac-policies Jun 16 15:03:01.757311 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: rbac_address_group.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.758241 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.758752 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: rbac-address-group Jun 16 15:03:01.759105 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: rbac_address_scope.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.760018 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.760527 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: rbac-address-scope Jun 16 15:03:01.760849 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: rbac_security_groups.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.761769 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.762273 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: rbac-security-groups Jun 16 15:03:01.762592 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: rbac_subnetpool.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.763611 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.764126 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: rbac-subnetpool Jun 16 15:03:01.764446 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: revisionifmatch.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.765369 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.765867 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: revision-if-match Jun 16 15:03:01.766189 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: revisions.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.767335 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.767839 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: standard-attr-revisions Jun 16 15:03:01.768684 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: router_availability_zone.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.769373 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.769876 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: router_availability_zone Jun 16 15:03:01.770203 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: routerservicetype.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.771306 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.771814 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension router-service-type not supported by any of loaded plugins Jun 16 15:03:01.772141 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.773065 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.773570 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: security-groups-normalized-cidr Jun 16 15:03:01.773892 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.774820 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.775350 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: port-security-groups-filtering Jun 16 15:03:01.775671 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.776587 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.777088 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: security-groups-remote-address-group Jun 16 15:03:01.777409 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: securitygroup.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.787800 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.788339 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: security-group Jun 16 15:03:01.788675 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: segment.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.789495 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.790004 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension segment not supported by any of loaded plugins Jun 16 15:03:01.790337 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.791361 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.791872 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 15:03:01.792199 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: servicetype.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.793319 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.793834 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: service-type Jun 16 15:03:01.794164 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: sorting.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.795173 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.795508 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: sorting Jun 16 15:03:01.795832 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: standard_attr_segment.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.796750 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.797261 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 15:03:01.797587 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: standardattrdescription.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.798247 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.798762 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: standard-attr-description Jun 16 15:03:01.799351 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: stateful_security_group.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.800351 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.800869 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: stateful-security-group Jun 16 15:03:01.801194 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: stdattrs_common.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.801868 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 15:03:01.803935 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.803935 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.803935 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 15:03:01.804198 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: subnet_onboard.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.805112 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.805625 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: subnet_onboard Jun 16 15:03:01.805946 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.806885 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.807422 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 15:03:01.807743 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: subnet_service_types.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.808677 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.809186 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: subnet-service-types Jun 16 15:03:01.809505 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: subnetallocation.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.810723 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.811155 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: subnet_allocation Jun 16 15:03:01.811483 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.812243 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.812677 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: subnetpool-prefix-ops Jun 16 15:03:01.813000 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.813945 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.814468 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 15:03:01.814822 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: tagging.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.816050 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.816565 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: standard-attr-tag Jun 16 15:03:01.816892 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: timestamp.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.818156 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.818667 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loaded extension: standard-attr-timestamp Jun 16 15:03:01.819021 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: trunk.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.820067 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.820585 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension trunk not supported by any of loaded plugins Jun 16 15:03:01.820912 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: trunk_details.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.821835 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.822344 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension trunk-details not supported by any of loaded plugins Jun 16 15:03:01.822671 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: uplink_status_propagation.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.823632 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.824136 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 15:03:01.824462 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Loading extension file: vlantransparent.py {{(pid=89591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 15:03:01.825154 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 15:03:01.825653 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 15:03:01.829378 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:network Jun 16 15:03:01.829378 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:subnet Jun 16 15:03:01.831627 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:03:01.832262 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:port Jun 16 15:03:01.833554 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.834009 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service FLAVORS assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.834623 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.835183 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.835415 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:router Jun 16 15:03:01.836070 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:floatingip Jun 16 15:03:01.836792 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service METERING assigned prefix: /metering {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.838287 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.838668 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.839051 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:03:01.840215 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 15:03:01.840680 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:security_group Jun 16 15:03:01.841352 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 15:03:01.842086 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service CORE assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.842422 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:03:01.842768 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] subnetpool is already registered Jun 16 15:03:01.843407 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service CORE assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.843856 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:03:01.844201 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] subnetpool is already registered Jun 16 15:03:01.847431 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.847882 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service FLAVORS assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.848453 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.848879 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.849217 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:router Jun 16 15:03:01.849547 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] router is already registered Jun 16 15:03:01.850158 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:floatingip Jun 16 15:03:01.850504 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] floatingip is already registered Jun 16 15:03:01.851349 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service METERING assigned prefix: /metering {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.851945 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 15:03:01.852274 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] rbac_policy is already registered Jun 16 15:03:01.852824 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:security_group Jun 16 15:03:01.853158 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] security_group is already registered Jun 16 15:03:01.853746 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 15:03:01.854081 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] security_group_rule is already registered Jun 16 15:03:01.854737 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service CORE assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.855088 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:03:01.855477 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] subnetpool is already registered Jun 16 15:03:01.856029 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.v2.resource_helper [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Service CORE assigned prefix: {{(pid=89591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:03:01.856364 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:03:01.856690 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING neutron.quota.resource_registry [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] subnetpool is already registered Jun 16 15:03:01.857350 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: extensions {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.858868 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: address-groups {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.860478 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: address-scopes {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.861718 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: agents {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.862866 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: auto-allocated-topology {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.864133 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: availability_zones {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.865430 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: dhcp-networks {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.866824 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: dhcp-agents {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.868272 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: routers {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.870062 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: flavors {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.871250 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: service_profiles {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.872452 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: next_providers {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.874073 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: service_profiles {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.875510 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: floatingip-pools {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.876726 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: routers {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.878798 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: floatingips {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.880021 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: l3-routers {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.881406 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: l3-agents {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.882818 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: metering-labels {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.884388 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: metering-label-rules {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.885784 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: network-ip-availabilities {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.887055 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: bindings {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.888709 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: quotas {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.890205 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: quotas {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.892079 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: rbac-policies {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.894718 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: security-groups {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.895924 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: security-group-rules {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.897230 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: service-providers {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.898583 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: subnetpools {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.901297 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: subnetpools {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.902846 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: tags {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:01.904715 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: tags {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:02.050328 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: tags {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:02.053382 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: tags {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:02.056398 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: tags {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:02.059577 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: tags {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:02.062395 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: tags {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:02.065639 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: tags {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:02.068612 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: tags {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:02.071687 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron.api.extensions [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Extended resource: tags {{(pid=89591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:03:02.082219 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING keystonemiddleware.auth_token [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 15:03:02.089548 dv-neutron-846028-2-hyperv neutron-server[89591]: WARNING keystonemiddleware.auth_token [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 15:03:02.104055 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_concurrency.lockutils [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Acquired lock "singleton_lock" {{(pid=89591) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 15:03:02.104751 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_concurrency.lockutils [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Releasing lock "singleton_lock" {{(pid=89591) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 15:03:02.105677 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO oslo_service.service [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Starting 2 workers Jun 16 15:03:02.112473 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Started child 89745 {{(pid=89591) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 16 15:03:02.117480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:02.118506 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Started child 89746 {{(pid=89591) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 16 15:03:02.119314 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [-] (89745) wsgi starting up on http://0.0.0.0:9696 Jun 16 15:03:02.120560 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO neutron.service [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 15:03:02.121434 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Notify callbacks [] for process, before_spawn {{(pid=89591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:02.123279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:02.124680 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO oslo_service.service [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Starting 1 workers Jun 16 15:03:02.124790 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [-] (89746) wsgi starting up on http://0.0.0.0:9696 Jun 16 15:03:02.131827 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Started child 89747 {{(pid=89591) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 16 15:03:02.132612 dv-neutron-846028-2-hyperv neutron-server[89591]: INFO oslo_service.service [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Starting 1 workers Jun 16 15:03:02.135005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.service [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] calling RpcWorker wait() {{(pid=89747) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 15:03:02.135728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.service [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] returning from RpcWorker wait() {{(pid=89747) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 15:03:02.136919 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:02.137442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:02.138601 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Started child 89748 {{(pid=89591) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 16 15:03:02.139733 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b15c-dc7f-432d-8ec6-5a3a26965d0f None None] Notify callbacks [] for process, after_spawn {{(pid=89591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:02.142087 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89591) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 16 15:03:02.142352 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:03:02.142643 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:03:02.142987 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:03:02.143463 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:03:02.143682 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:03:02.144385 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.144534 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:02.145220 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.145220 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.145542 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.145891 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.146707 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.147117 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.147474 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.147838 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.148183 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.148432 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.148684 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.149057 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.149374 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.149792 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.150175 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.150489 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.150848 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.151143 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.151482 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.151850 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.152205 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.152593 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] debug = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.152926 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.153666 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.154001 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.154323 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.154647 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.155069 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.155464 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.155791 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.156146 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.156465 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.156785 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.157169 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.157506 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.157825 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.158159 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.158537 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.159414 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.160074 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] host = dv-neutron-846028-2-hyperv {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.160415 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.160752 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.161111 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.161439 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.161776 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.162078 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.162453 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.162812 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.163182 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.163498 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.164584 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.164584 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.164790 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.165094 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.165510 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_options = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.166318 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.166689 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.167280 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.167550 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.167785 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.168029 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.168399 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.168637 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.168980 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.169308 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.169624 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.169949 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.170266 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.170584 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.170970 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.171637 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.171843 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.172192 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.178326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.178326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.178326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.178326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.178326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.178326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.179636 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:02.179775 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.179775 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.179775 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.179775 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.179775 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.179775 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.179775 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.179775 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.180847 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.180847 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.180847 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.180847 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.180847 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.180847 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.180847 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.180847 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.182903 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.182903 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.182903 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.182903 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.182903 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.182903 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_json = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.182903 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.184207 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.184207 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.184207 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.184207 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.185068 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.185068 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.185068 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.185664 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.185859 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.186989 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.186989 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.187264 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.187768 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.188261 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.188629 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.188947 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.189296 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.189662 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.190163 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.190509 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.191015 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.191365 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.191724 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.192211 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.192588 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.192963 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.193292 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.194401 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.195878 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.197264 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.197264 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.197264 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.197866 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.197866 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.198634 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.198634 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.199132 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.199354 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.199593 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.201437 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.202890 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.203215 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.203532 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.203870 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.204209 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.205509 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.205509 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.205509 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.206156 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.206156 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.206421 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.206607 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.206971 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.210474 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.210474 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.210808 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.211172 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.211566 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.211933 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.212304 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.212646 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.212969 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.213302 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.213656 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.214008 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.214346 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.214672 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.215903 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.216419 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.219073 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.219418 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.219760 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.220079 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.220431 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.220771 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.221653 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.222016 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.222337 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.222688 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.223113 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.223438 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.223869 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.224344 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.224698 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.225118 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.225610 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.225958 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.226310 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.226636 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.226989 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.227349 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.227657 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.228115 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.228535 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.228800 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.229196 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.229739 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.230301 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.230657 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.231020 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.233460 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.233460 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.233460 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.235408 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.235408 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.235408 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.235408 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.235408 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.236066 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.236066 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.236400 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.236400 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.238033 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.238033 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.238033 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.238487 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.238646 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.239330 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.239659 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.240423 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.241652 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.241652 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.241652 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.241973 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.242144 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.242493 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.242880 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.243270 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.243764 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.244261 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.244845 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.245032 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.245262 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.245589 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.245900 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.246306 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.246791 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.247292 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.247575 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.247941 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.248397 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.248749 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.249064 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.249522 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.249748 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.250327 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.250899 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.250899 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.252036 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.252036 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.252036 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.253842 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.253842 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.253842 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.253842 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.253842 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.254372 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.254372 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.254581 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.254847 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.255200 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.255531 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.255846 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.256195 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.256508 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.256831 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.257197 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.257516 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.257801 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.258104 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.258463 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.258789 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.261469 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.261469 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.261469 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.261469 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.261469 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.261469 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.261469 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.261469 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.262091 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.262091 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.262912 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.263208 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.263578 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.263862 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.264170 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.264495 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.264812 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.265119 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.265436 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.265777 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.266080 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.266441 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.266759 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.268088 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.268695 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.269058 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.270495 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.270495 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.270495 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.270495 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.270973 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.270973 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.271288 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.271614 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.271986 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.272295 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.272600 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.272901 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.273230 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.273610 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.273933 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.274281 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.274588 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.274919 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.275243 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.275922 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.275922 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.276175 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.276472 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.276785 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.277087 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.277386 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.277801 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.278152 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.278477 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.278828 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.279213 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.279531 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.279824 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.280148 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.280482 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.280784 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.281175 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.281398 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.281691 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.281991 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.282321 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.282726 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.283102 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.283436 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.285271 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.285271 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.285271 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.285730 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.285923 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.286238 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.286616 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.287008 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.287374 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.287872 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.288071 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.288528 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.288920 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.289269 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.289646 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.290047 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.290451 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.290841 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.291198 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.291585 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.292067 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.292449 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.292812 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.293188 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.293554 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.293867 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.294211 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.294560 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.294884 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.295052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:02.295240 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.295591 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.295947 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.296288 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.296608 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.296979 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.297285 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.297599 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.298004 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.298264 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.298599 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.298818 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:03:02.300156 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89591) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 16 15:03:02.300488 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:03:02.300745 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:03:02.301041 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:03:02.301512 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:03:02.301752 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:03:02.301980 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.302262 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.302494 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.302724 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.303031 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.303689 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.303689 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.304673 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.304673 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.304673 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.304673 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.305771 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.305771 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.305771 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.305771 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.305771 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.307517 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.307517 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.307517 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.307517 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.307517 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.307517 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.307517 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] debug = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.307517 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.309274 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.309274 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.309274 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.309274 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.309274 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.309274 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.310655 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.310655 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.310655 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.310655 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.310655 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.310655 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.310655 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.310655 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.311881 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.311881 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.311881 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] host = dv-neutron-846028-2-hyperv {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.311881 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.311881 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.311881 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.311881 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.312770 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.312770 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.312770 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.312770 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.313286 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.313286 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.313286 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.313666 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.313852 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.313989 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.314145 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_options = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.314340 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.314614 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.314876 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.315307 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.315578 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.315805 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.316027 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.316250 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.316494 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.316494 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.316961 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.316961 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.317400 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.317400 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.317867 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.317867 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.318551 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.318551 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.318551 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.319301 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.319301 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.319301 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.319301 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.320119 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.320119 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.320119 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.320119 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.321009 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.321009 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.321009 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.321009 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.322381 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.322381 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.322381 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.322381 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.322381 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.322381 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.323666 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.323666 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.323666 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.323666 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.323666 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.323666 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.325203 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.325203 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.325203 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_json = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.325203 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.325203 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.325203 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.325203 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.326634 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.326634 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.326634 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.326634 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.326634 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:03:02.326634 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.326634 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.328126 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.328126 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.328126 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.328126 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.328126 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.328126 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.328126 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.329890 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.329890 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.329890 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.329890 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.329890 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.329890 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.329890 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.329890 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.331730 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.331730 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.331730 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.333121 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.333121 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.333121 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.333121 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.333121 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.334537 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.334537 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.334537 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.334537 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.334537 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.334537 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.335887 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.335887 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.335887 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.335887 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.337050 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.337050 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.337050 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.337677 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.337677 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.337677 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.338292 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.338292 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.338292 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.339326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.339326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.339326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.339326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.339326 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.340391 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.340391 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.340391 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.340391 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.341209 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.341209 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.341209 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.341209 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.342100 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.342100 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.342100 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.342100 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.343145 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.343145 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.343145 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.343145 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.343145 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.344207 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.344207 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.344207 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.344207 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.344207 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.345278 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.345278 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.345278 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.345278 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.345278 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.347154 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.347154 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.347154 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.347154 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.348013 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.348013 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.348013 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.348013 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.348829 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.348829 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.348829 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.349755 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.349755 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.349755 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.349755 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.349755 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.350876 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.350876 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.350876 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.350876 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.350876 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.351925 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.351925 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.351925 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.351925 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.352679 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.352679 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.352679 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.353201 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.353201 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.353201 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.353750 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.353750 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.354123 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.354123 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.354489 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.354489 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.354867 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.355124 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.355349 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.355562 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.355759 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.355964 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.356164 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.356367 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.356564 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.356757 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.356948 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.357254 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.357439 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.357620 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.357793 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.357970 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.358203 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.358454 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.358693 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.358980 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.359204 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.359433 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.359670 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.360910 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.361036 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.361200 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.361750 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.362503 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.362767 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.363001 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.363232 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.363457 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.363695 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.363929 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.364154 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.364381 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.364607 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.364836 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.365086 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.365312 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.365537 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.365762 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.365985 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.366233 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.366457 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.366682 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.366906 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.367161 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.367414 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.367640 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.367876 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.368128 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.368796 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.369363 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.369363 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.369363 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.370095 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.370095 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.370347 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.370484 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.370694 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.370964 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.371193 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.371423 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.371649 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.371880 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.372121 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.372347 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.372576 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.372803 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.373029 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.373277 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.373504 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.373727 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.373981 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.374206 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.374455 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.374694 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.374918 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.375180 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.375417 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.375653 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.375885 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.376111 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.376338 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.376564 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.376792 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.377034 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.377258 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.377510 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.377739 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.378227 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.378479 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.378704 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.379011 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.379183 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.379409 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.379656 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.379882 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.380108 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.380333 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.380559 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.380808 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.381051 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.381276 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.381501 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.381726 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.381974 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.382212 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.382436 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.382664 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.382885 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.383157 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.383395 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.383618 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.383844 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.384068 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.384313 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.384556 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.384783 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.385006 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.385242 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.385490 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.385717 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.385942 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.386185 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.386408 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.386656 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.386881 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.387135 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.387360 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.387590 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.387841 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.388081 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.388315 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.388552 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.388789 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.389045 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.389281 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.389509 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.389744 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.389997 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.390240 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.390468 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.390693 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.390917 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.391172 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.391416 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.391642 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.391868 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.392094 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.392320 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.392561 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.392787 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.393549 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.393759 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.393985 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.394217 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.394466 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.394692 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.394917 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:03:02.395160 dv-neutron-846028-2-hyperv neutron-server[89591]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:03:02.523250 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47070) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:02.533130 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074818 Jun 16 15:03:15.574348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062bba80-23b8-491d-ae2c-947d31aa41f8 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:03:15.676131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062bba80-23b8-491d-ae2c-947d31aa41f8 None None] No non-hosted networks {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 15:03:15.708235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.agentschedulers_db [None req-062bba80-23b8-491d-ae2c-947d31aa41f8 None None] DHCP Agent not found on host dv-neutron-846028-2-hyperv {{(pid=89747) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 16 15:03:15.789965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83f7346d-caca-4416-909b-576bb234df4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16684603'] for agent, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:18.291909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40e3cc75-8b06-4dfc-9c2b-8d716e3a5698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16684603'] for agent, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:18.326318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-c88e80c4-9db6-4bec-ba3f-289a933916bb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-846028-2-hyperv {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:03:18.326730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-c88e80c4-9db6-4bec-ba3f-289a933916bb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:03:18.724852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16684603'] for agent, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:18.725870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.726543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.727063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.727871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.728627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.729378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.730193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.731004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.738865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.738865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.738865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.738865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:18.739442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-846028-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:18.772690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-846028-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:18.953539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c88e80c4-9db6-4bec-ba3f-289a933916bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:20.134550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16684603'] for agent, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.371271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16684603'] for agent, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:23.405410 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47164) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:23.760453 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.db.l3_hamode_db [None req-dc301c40-3157-4e10-a511-b9165e21cf41 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 15:03:23.849565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc301c40-3157-4e10-a511-b9165e21cf41 None None] Routers set() bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:03:23.849948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc301c40-3157-4e10-a511-b9165e21cf41 None None] Router IDs set() for agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 16 15:03:24.103572 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING oslo_policy.policy [None req-dfd3bf0a-e382-44c7-8599-b67969477c19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:03:24.104149 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING oslo_policy.policy [None req-dfd3bf0a-e382-44c7-8599-b67969477c19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:03:24.330288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-dfd3bf0a-e382-44c7-8599-b67969477c19 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:03:24.331367 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dfd3bf0a-e382-44c7-8599-b67969477c19 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9248898 Jun 16 15:03:27.120967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47178) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:27.570184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6b774421-9f6e-48e3-a1bb-a1b420362ce0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:03:27.667744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.policy [None req-6b774421-9f6e-48e3-a1bb-a1b420362ce0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89745) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 15:03:27.718213 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING oslo_policy.policy [None req-6b774421-9f6e-48e3-a1bb-a1b420362ce0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:03:27.718723 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING oslo_policy.policy [None req-6b774421-9f6e-48e3-a1bb-a1b420362ce0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:03:27.727552 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.quota [None req-6b774421-9f6e-48e3-a1bb-a1b420362ce0 admin admin] Loaded quota_driver: . Jun 16 15:03:27.743883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6b774421-9f6e-48e3-a1bb-a1b420362ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:03:27.888204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6b774421-9f6e-48e3-a1bb-a1b420362ce0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777700669412', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777700669905', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777700680874', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777700685841', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777700696754', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777700703047', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-991138', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-916105', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16636842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16437793'] for rbac-policy, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:28.123578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6b774421-9f6e-48e3-a1bb-a1b420362ce0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:28.124798 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6b774421-9f6e-48e3-a1bb-a1b420362ce0 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0028594 Jun 16 15:03:31.423942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 47192) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:32.168662 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING oslo_policy.policy [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:03:32.169248 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING oslo_policy.policy [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:03:32.405035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Request body: {'network': {'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'name': 'private', 'admin_state_up': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:03:32.406668 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.quota [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Loaded quota_driver: . Jun 16 15:03:32.422758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:03:32.430817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Usage tracker for resource:network and tenant:7ec7790be85e46f7bf2f100dbdea66a3 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:03:32.436744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:03:32.445371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:03:32.674744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Made reservation on behalf of 7ec7790be85e46f7bf2f100dbdea66a3 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:03:32.755289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.policy [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89746) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 15:03:32.808068 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING oslo_policy.policy [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:03:32.808510 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING oslo_policy.policy [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:03:32.819521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:32.841637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:32.857183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:03:32.860991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Usage tracker for resource:security_group_rule and tenant:7ec7790be85e46f7bf2f100dbdea66a3 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:03:32.866682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:03:32.872532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:03:32.978847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:33.051754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:33.075128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:03:33.102763 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777697052829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:33.103417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Unsubscribe: segment precommit_create {{(pid=89746) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 15:03:33.103996 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Added segment a9fe0421-5ab4-4b11-b042-776787adf265 of type vlan for network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb Jun 16 15:03:33.157927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d206b80-44e2-44ed-bbd3-3a0b6c4d004f,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:33.181826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.182192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.182537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.182888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.183289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.183721 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.184052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.184382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.184708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.185029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.185352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.185672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Tracked resource versions report: Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: pushed versions: Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: { 'AddressGroup': {'1.2'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'ConntrackHelper': {'1.0'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Log': {'1.0'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Network': {'1.1'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Port': {'1.7'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'PortForwarding': {'1.2'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'QosPolicy': {'1.8'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SecurityGroup': {'1.4'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SubPort': {'1.0'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Subnet': {'1.1'}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Trunk': {'1.1'}} Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: consumer versions: Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: { DHCP agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: L3 agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: Metadata agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: Metering agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: Open vSwitch agent@dv-neutron-846028-2-hyperv: { 'AddressGroup': '1.2', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'ConntrackHelper': '1.0', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Log': '1.0', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Network': '1.1', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Port': '1.7', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'PortForwarding': '1.2', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'QosPolicy': '1.8', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SecurityGroup': '1.4', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SecurityGroupRule': '1.2', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SubPort': '1.0', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Subnet': '1.1', Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Trunk': '1.1'}} Jun 16 15:03:33.187115 dv-neutron-846028-2-hyperv neutron-server[89746]: {{(pid=89746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:03:33.229794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:33.366235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:33.367574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:33.369936 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:33.478787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] Pushing event updated for resources: {'Network': ['ID=6a2006c9-fd6f-4c97-9130-50c5f16b7ebb,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:33.490633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:03:33.555469 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6e20ff86-f7f9-4087-ad02-d0dc25467abb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 2.1289353 Jun 16 15:03:36.541353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 47214) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:37.063914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8671074e-799e-4553-ac85-16bdd3b02c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:37.065467 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8671074e-799e-4553-ac85-16bdd3b02c1a admin admin] 10.222.0.73 "GET /v2.0/networks/6a2006c9-fd6f-4c97-9130-50c5f16b7ebb HTTP/1.1" status: 200 len: 825 time: 0.5229981 Jun 16 15:03:37.119308 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9fde94b7-3c58-4b91-b378-9095d9a83f63 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/b199149b-f4b8-417a-9ae1-6eb5c7547b2a HTTP/1.1" status: 200 len: 734 time: 0.0471916 Jun 16 15:03:37.128680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Request body: {'subnet': {'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb', 'subnetpool_id': 'b199149b-f4b8-417a-9ae1-6eb5c7547b2a', 'name': 'private-subnet', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:03:37.134766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:03:37.138820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Usage tracker for resource:subnet and tenant:7ec7790be85e46f7bf2f100dbdea66a3 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:03:37.142097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:03:37.149620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:03:37.218036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Made reservation on behalf of 7ec7790be85e46f7bf2f100dbdea66a3 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:03:37.220514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:37.638865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:37.737281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8e9e3f-3113-4ebc-bab8-29072cc15e00,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:37.755623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Checking segment: {'id': 'a9fe0421-5ab4-4b11-b042-776787adf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:03:37.756074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Network hostable DHCP agents. Network: 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:03:37.863304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:03:37.941731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:03:37.946903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:37.947508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:37.952531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c905f-f0a0-4c69-bf58-204d172f226e None None] Network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:03:38.053870 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-415feb05-1f60-4d32-88a0-bf8349a10121 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9286952 Jun 16 15:03:38.299473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-6a2006c9-fd6f-4c97-9130-50c5f16b7ebb', 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'fixed_ips': [{'subnet_id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:03:38.301132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:38.517426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Allocated IP 172.20.0.2 (6a2006c9-fd6f-4c97-9130-50c5f16b7ebb/0d8e9e3f-3113-4ebc-bab8-29072cc15e00/4d1dfce3-027e-4474-846c-cda44eae8929) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:03:38.845542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:38.859793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Transition to ACTIVE for port object 4d1dfce3-027e-4474-846c-cda44eae8929 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:03:38.880751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Transition to ACTIVE for port object 4d1dfce3-027e-4474-846c-cda44eae8929 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:03:38.969461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:39.040903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:03:39.044357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:03:39.051005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:03:39.053783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Pushing event updated for resources: {'Port': ['ID=4d1dfce3-027e-4474-846c-cda44eae8929,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:39.062709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.063102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.063449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.063788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.064129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.064473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.064802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.065130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.065483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.065807 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.066138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.066458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Tracked resource versions report: Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: pushed versions: Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: { 'AddressGroup': {'1.2'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'ConntrackHelper': {'1.0'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Log': {'1.0'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Network': {'1.1'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Port': {'1.7'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'PortForwarding': {'1.2'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'QosPolicy': {'1.8'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SecurityGroup': {'1.4'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SubPort': {'1.0'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Subnet': {'1.1'}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Trunk': {'1.1'}} Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: consumer versions: Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: { DHCP agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: L3 agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: Metadata agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: Metering agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: Open vSwitch agent@dv-neutron-846028-2-hyperv: { 'AddressGroup': '1.2', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'ConntrackHelper': '1.0', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Log': '1.0', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Network': '1.1', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Port': '1.7', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'PortForwarding': '1.2', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'QosPolicy': '1.8', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SecurityGroup': '1.4', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SecurityGroupRule': '1.2', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SubPort': '1.0', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Subnet': '1.1', Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Trunk': '1.1'}} Jun 16 15:03:39.067854 dv-neutron-846028-2-hyperv neutron-server[89747]: {{(pid=89747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:03:39.185989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Attempting to bind port 4d1dfce3-027e-4474-846c-cda44eae8929 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:03:39.186388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Attempting to bind port 4d1dfce3-027e-4474-846c-cda44eae8929 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'a9fe0421-5ab4-4b11-b042-776787adf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:03:39.186804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Attempting to bind port 4d1dfce3-027e-4474-846c-cda44eae8929 on network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:03:39.192778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:03:39.193168 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Checking segment: {'id': 'a9fe0421-5ab4-4b11-b042-776787adf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:03:39.193666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:39.194123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Bound using segment: {'id': 'a9fe0421-5ab4-4b11-b042-776787adf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:03:39.194612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Bound port: 4d1dfce3-027e-4474-846c-cda44eae8929, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fe0421-5ab4-4b11-b042-776787adf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:03:39.195051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:39.304543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-95410c58-fb83-4271-a127-62331343fd97 None None] For port 4d1dfce3-027e-4474-846c-cda44eae8929, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:03:39.308998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-95410c58-fb83-4271-a127-62331343fd97 None None] For port 4d1dfce3-027e-4474-846c-cda44eae8929, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4d1dfce3-027e-4474-846c-cda44eae8929,segment=NetworkSegment(a9fe0421-5ab4-4b11-b042-776787adf265),segment_id=a9fe0421-5ab4-4b11-b042-776787adf265)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:03:39.396067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:39.486105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95410c58-fb83-4271-a127-62331343fd97 None None] Pushing event updated for resources: {'Port': ['ID=4d1dfce3-027e-4474-846c-cda44eae8929,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:40.711530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 47224) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:41.175624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-1625de2c-405d-4a28-9b9d-8199ecbd3629 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:03:41.176559 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1625de2c-405d-4a28-9b9d-8199ecbd3629 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4637780 Jun 16 15:03:43.456249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4d1dfce3-027e-4474-846c-cda44eae8929 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:03:43.610855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 4d1dfce3-027e-4474-846c-cda44eae8929 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:03:43.723863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f5a56-e5a7-4ca5-a16f-fe4c9c3c44eb None None] Network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:03:43.908902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-32ed98ed-46ba-4848-b22a-2b0c2435ba23 None None] Provisioning for port 4d1dfce3-027e-4474-846c-cda44eae8929 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:03:43.924702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-32ed98ed-46ba-4848-b22a-2b0c2435ba23 None None] Provisioning complete for port 4d1dfce3-027e-4474-846c-cda44eae8929 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:03:43.925166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-32ed98ed-46ba-4848-b22a-2b0c2435ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:43.954703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47238) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:44.134024 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-32ed98ed-46ba-4848-b22a-2b0c2435ba23 None None] Current status of the port 4d1dfce3-027e-4474-846c-cda44eae8929 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:03:44.134393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-32ed98ed-46ba-4848-b22a-2b0c2435ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:44.173384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-32ed98ed-46ba-4848-b22a-2b0c2435ba23 None None] For port 4d1dfce3-027e-4474-846c-cda44eae8929, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4d1dfce3-027e-4474-846c-cda44eae8929,segment=NetworkSegment(a9fe0421-5ab4-4b11-b042-776787adf265),segment_id=a9fe0421-5ab4-4b11-b042-776787adf265)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:03:44.315902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-32ed98ed-46ba-4848-b22a-2b0c2435ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:44.372009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-4bca4a71-163f-457f-b9fd-79c578470bfa admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:03:44.372999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4bca4a71-163f-457f-b9fd-79c578470bfa admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4173336 Jun 16 15:03:44.390835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed98ed-46ba-4848-b22a-2b0c2435ba23 None None] Pushing event updated for resources: {'Port': ['ID=4d1dfce3-027e-4474-846c-cda44eae8929,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:44.440234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c02af378-943b-4692-8538-01b1b7a22566 None None] Provisioning complete for port 4d1dfce3-027e-4474-846c-cda44eae8929 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:03:44.440521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c02af378-943b-4692-8538-01b1b7a22566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:44.577405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c02af378-943b-4692-8538-01b1b7a22566 None None] Current status of the port 4d1dfce3-027e-4474-846c-cda44eae8929 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:03:45.436553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4d1dfce3-027e-4474-846c-cda44eae8929 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:03:45.524102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4d1dfce3-027e-4474-846c-cda44eae8929 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:03:45.524476 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:45.720180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4d1dfce3-027e-4474-846c-cda44eae8929 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:03:45.744968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be6ae7ce-cecc-4ff8-b857-4b3efcf85d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.462200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 47250) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:47.952832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:03:47.958834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:03:47.965648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] Usage tracker for resource:router and tenant:7ec7790be85e46f7bf2f100dbdea66a3 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:03:47.970732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:03:47.976721 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:03:48.065088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:48.066732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:48.090583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:48.257199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-78b88da1-b221-46e4-a0bd-dac6fc64630e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:48.288732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:48.383147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:48.384635 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4aa019f5-da53-44d3-8259-e487307e1f49 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9207928 Jun 16 15:03:48.686562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:50.088510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:51.057589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 47270) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:51.234696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-735b827e-52ce-45e5-8d5b-c3edb5e8afa6 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:03:51.237230 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-735b827e-52ce-45e5-8d5b-c3edb5e8afa6 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1782022 Jun 16 15:03:51.309862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:53.748148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47290) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:53.811678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:03:53.817414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:03:53.822513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Usage tracker for resource:network and tenant:4ed915121e75493992b05c5a97d99a0f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:03:53.827029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:03:53.835663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:03:53.905238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Made reservation on behalf of 4ed915121e75493992b05c5a97d99a0f for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:03:53.908282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:53.926553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:53.942499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:03:53.946455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Usage tracker for resource:security_group_rule and tenant:4ed915121e75493992b05c5a97d99a0f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:03:53.949856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:03:53.955771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:03:54.060328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:54.157231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:54.182723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Reserving flat network on physical network physnet1 {{(pid=89745) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 15:03:54.204022 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:03:54.215790 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777697052829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:54.216364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Unsubscribe: segment precommit_create {{(pid=89745) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 15:03:54.216887 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Added segment 8338b5cf-f4f3-415c-90a5-41060be1d577 of type flat for network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 Jun 16 15:03:54.270287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a093f5-2f9e-416d-b243-cb537f3e1fad,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:54.294510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.294866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.295233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.295564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.295888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.296229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.296531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.296850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.297171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.297491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.297804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.298121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Tracked resource versions report: Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: pushed versions: Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: { 'AddressGroup': {'1.2'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'ConntrackHelper': {'1.0'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Log': {'1.0'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Network': {'1.1'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Port': {'1.7'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'PortForwarding': {'1.2'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'QosPolicy': {'1.8'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SecurityGroup': {'1.4'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SubPort': {'1.0'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Subnet': {'1.1'}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Trunk': {'1.1'}} Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: consumer versions: Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: { DHCP agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: L3 agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: Metadata agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: Metering agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: Open vSwitch agent@dv-neutron-846028-2-hyperv: { 'AddressGroup': '1.2', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'ConntrackHelper': '1.0', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Log': '1.0', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Network': '1.1', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Port': '1.7', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'PortForwarding': '1.2', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'QosPolicy': '1.8', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SecurityGroup': '1.4', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SecurityGroupRule': '1.2', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SubPort': '1.0', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Subnet': '1.1', Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Trunk': '1.1'}} Jun 16 15:03:54.299563 dv-neutron-846028-2-hyperv neutron-server[89745]: {{(pid=89745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:03:54.342020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:54.465604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:54.466616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:54.467290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:54.579338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] Pushing event updated for resources: {'Network': ['ID=c31f4ef3-f5e3-4e37-a109-d9512cc83b25,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:54.599140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:03:54.638062 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0c714544-d814-461d-8aef-61d632f0361c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8885121 Jun 16 15:03:57.059789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47304) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:57.172972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39373a52-752f-4016-8654-baecb3984be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:57.174333 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-39373a52-752f-4016-8654-baecb3984be5 admin admin] 10.222.0.73 "GET /v2.0/subnets/0d8e9e3f-3113-4ebc-bab8-29072cc15e00 HTTP/1.1" status: 200 len: 849 time: 0.1135712 Jun 16 15:03:57.361988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-75ea01d2-8ce9-4da9-8bf2-5c1077f78b20 admin admin] 10.222.0.73 "GET /v2.0/routers/f5224287-06ba-472c-ae73-02e66c92f44b HTTP/1.1" status: 200 len: 704 time: 0.1777210 Jun 16 15:03:57.857437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:58.175535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Allocated IP 172.20.0.1 (6a2006c9-fd6f-4c97-9130-50c5f16b7ebb/0d8e9e3f-3113-4ebc-bab8-29072cc15e00/6025f96b-6a38-4fc1-ada0-7567bb4f84fc) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:03:58.340489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:58.359413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Transition to ACTIVE for port object 6025f96b-6a38-4fc1-ada0-7567bb4f84fc will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:03:58.477338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:58.552657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:03:58.556266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:03:58.562101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:03:58.562659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:58.693917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Pushing event updated for resources: {'Port': ['ID=6025f96b-6a38-4fc1-ada0-7567bb4f84fc,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:58.894326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-01200359-4d01-4473-90a8-b57944f32ab1 None None] Provisioning for port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:03:58.900993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-01200359-4d01-4473-90a8-b57944f32ab1 None None] Provisioning complete for port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:03:58.901535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01200359-4d01-4473-90a8-b57944f32ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:58.968718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-01200359-4d01-4473-90a8-b57944f32ab1 None None] Port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:03:59.003077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:59.298769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:59.397504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:59.399275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:59.565735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Pushing event updated for resources: {'Port': ['ID=6025f96b-6a38-4fc1-ada0-7567bb4f84fc,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:59.637357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:03:59.638792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:03:59.896074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-12b186de-0c3e-4439-bbfa-5dfbd8349591 None None] Provisioning complete for port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:03:59.896957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12b186de-0c3e-4439-bbfa-5dfbd8349591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:59.962701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-12b186de-0c3e-4439-bbfa-5dfbd8349591 None None] Port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:03:59.969353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Router f5224287-06ba-472c-ae73-02e66c92f44b is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:04:00.167789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:04:00.177585 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fcf58592-e7a0-4e60-8755-063ac0d3b25c admin admin] 10.222.0.73 "PUT /v2.0/routers/f5224287-06ba-472c-ae73-02e66c92f44b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8098724 Jun 16 15:04:00.184864 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291db36-d02c-439c-be18-b50199142579 None None] Sync routers for ids ['f5224287-06ba-472c-ae73-02e66c92f44b'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:00.201247 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291db36-d02c-439c-be18-b50199142579 None None] Routers {'f5224287-06ba-472c-ae73-02e66c92f44b'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:04:00.202480 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f291db36-d02c-439c-be18-b50199142579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f5224287-06ba-472c-ae73-02e66c92f44b'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:00.500442 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f291db36-d02c-439c-be18-b50199142579 None None] Set router f5224287-06ba-472c-ae73-02e66c92f44b gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:04:00.996722 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f291db36-d02c-439c-be18-b50199142579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'name': 'router1', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:03:48Z', 'updated_at': '2022-06-16T15:03:58Z', 'revision_number': 2, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'gw_port_host': None, '_interfaces': [{'id': '6025f96b-6a38-4fc1-ada0-7567bb4f84fc', 'name': '', 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'mac_address': 'fa:16:3e:e1:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:03:57Z', 'updated_at': '2022-06-16T15:03:59Z', 'revision_number': 2, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'subnets': [{'id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b199149b-f4b8-417a-9ae1-6eb5c7547b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:01.002247 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291db36-d02c-439c-be18-b50199142579 None None] Checking router: f5224287-06ba-472c-ae73-02e66c92f44b for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:01.002621 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291db36-d02c-439c-be18-b50199142579 None None] Updating router f5224287-06ba-472c-ae73-02e66c92f44b port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:04:01.074240 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f291db36-d02c-439c-be18-b50199142579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:01.568250 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f291db36-d02c-439c-be18-b50199142579 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:01.596901 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-f291db36-d02c-439c-be18-b50199142579 None None] Transition to ACTIVE for port object 6025f96b-6a38-4fc1-ada0-7567bb4f84fc will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:01.694616 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f291db36-d02c-439c-be18-b50199142579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:01.964238 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Pushing event updated for resources: {'Port': ['ID=6025f96b-6a38-4fc1-ada0-7567bb4f84fc,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:01.990299 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.990603 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.990964 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.991251 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.991591 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.992015 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.992354 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.993218 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.993566 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.993899 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.994226 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.994554 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Tracked resource versions report: Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: pushed versions: Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: { 'AddressGroup': {'1.2'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'ConntrackHelper': {'1.0'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Log': {'1.0'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Network': {'1.1'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Port': {'1.7'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'PortForwarding': {'1.2'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'QosPolicy': {'1.8'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SecurityGroup': {'1.4'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SubPort': {'1.0'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Subnet': {'1.1'}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Trunk': {'1.1'}} Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: consumer versions: Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: { DHCP agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: L3 agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: Metadata agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: Metering agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: Open vSwitch agent@dv-neutron-846028-2-hyperv: { 'AddressGroup': '1.2', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'ConntrackHelper': '1.0', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Log': '1.0', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Network': '1.1', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Port': '1.7', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'PortForwarding': '1.2', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'QosPolicy': '1.8', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SecurityGroup': '1.4', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SecurityGroupRule': '1.2', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SubPort': '1.0', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Subnet': '1.1', Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Trunk': '1.1'}} Jun 16 15:04:01.996118 dv-neutron-846028-2-hyperv neutron-server[89748]: {{(pid=89748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:04:01.999558 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-f291db36-d02c-439c-be18-b50199142579 None None] Attempting to bind port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:04:01.999558 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-f291db36-d02c-439c-be18-b50199142579 None None] Attempting to bind port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'a9fe0421-5ab4-4b11-b042-776787adf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:04:01.999558 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291db36-d02c-439c-be18-b50199142579 None None] Attempting to bind port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc on network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:04:02.006627 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291db36-d02c-439c-be18-b50199142579 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:04:02.007171 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291db36-d02c-439c-be18-b50199142579 None None] Checking segment: {'id': 'a9fe0421-5ab4-4b11-b042-776787adf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:04:02.007534 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f291db36-d02c-439c-be18-b50199142579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:02.007930 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291db36-d02c-439c-be18-b50199142579 None None] Bound using segment: {'id': 'a9fe0421-5ab4-4b11-b042-776787adf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:04:02.009051 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-f291db36-d02c-439c-be18-b50199142579 None None] Bound port: 6025f96b-6a38-4fc1-ada0-7567bb4f84fc, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fe0421-5ab4-4b11-b042-776787adf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:04:02.009498 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f291db36-d02c-439c-be18-b50199142579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:02.132729 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-f291db36-d02c-439c-be18-b50199142579 None None] For port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:04:02.139828 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-f291db36-d02c-439c-be18-b50199142579 None None] For port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6025f96b-6a38-4fc1-ada0-7567bb4f84fc,segment=NetworkSegment(a9fe0421-5ab4-4b11-b042-776787adf265),segment_id=a9fe0421-5ab4-4b11-b042-776787adf265)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:04:02.215103 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f291db36-d02c-439c-be18-b50199142579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:02.316186 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cdb71-9f9e-41a2-81df-97d2a9abaea3 None None] Pushing event updated for resources: {'Port': ['ID=6025f96b-6a38-4fc1-ada0-7567bb4f84fc,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:02.334604 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291db36-d02c-439c-be18-b50199142579 None None] Routers {'f5224287-06ba-472c-ae73-02e66c92f44b'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:04:02.335288 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f291db36-d02c-439c-be18-b50199142579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f5224287-06ba-472c-ae73-02e66c92f44b'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:02.559672 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f291db36-d02c-439c-be18-b50199142579 None None] Set router f5224287-06ba-472c-ae73-02e66c92f44b gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:04:02.921936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47318) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:02.956002 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f291db36-d02c-439c-be18-b50199142579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'name': 'router1', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:03:48Z', 'updated_at': '2022-06-16T15:03:58Z', 'revision_number': 2, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'gw_port_host': None, '_interfaces': [{'id': '6025f96b-6a38-4fc1-ada0-7567bb4f84fc', 'name': '', 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'mac_address': 'fa:16:3e:e1:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:03:57Z', 'updated_at': '2022-06-16T15:04:02Z', 'revision_number': 4, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'subnets': [{'id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b199149b-f4b8-417a-9ae1-6eb5c7547b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:02.960116 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291db36-d02c-439c-be18-b50199142579 None None] The sync data for ids ['f5224287-06ba-472c-ae73-02e66c92f44b'] in dv-neutron-846028-2-hyperv is: [{'id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'name': 'router1', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:03:48Z', 'updated_at': '2022-06-16T15:03:58Z', 'revision_number': 2, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'gw_port_host': None, '_interfaces': [{'id': '6025f96b-6a38-4fc1-ada0-7567bb4f84fc', 'name': '', 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'mac_address': 'fa:16:3e:e1:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:03:57Z', 'updated_at': '2022-06-16T15:04:02Z', 'revision_number': 4, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'subnets': [{'id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b199149b-f4b8-417a-9ae1-6eb5c7547b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:03.090203 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc39d2c-2bfd-4659-8606-ff2cc91ec510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:03.090777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6bc39d2c-2bfd-4659-8606-ff2cc91ec510 admin admin] Synchronizing usage tracker for tenant:4ed915121e75493992b05c5a97d99a0f on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:04:03.180344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6bc39d2c-2bfd-4659-8606-ff2cc91ec510 admin admin] Unset dirty status for tenant:4ed915121e75493992b05c5a97d99a0f on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:04:03.181482 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6bc39d2c-2bfd-4659-8606-ff2cc91ec510 admin admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 842 time: 0.2584343 Jun 16 15:04:03.191261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Request body: {'subnet': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.2.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:03.197461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:04:03.201784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Usage tracker for resource:subnet and tenant:4ed915121e75493992b05c5a97d99a0f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:04:03.205422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:04:03.215315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:04:03.351738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Made reservation on behalf of 4ed915121e75493992b05c5a97d99a0f for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:04:03.354126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:03.878265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.objects.ports [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:04:03.878712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:03.962095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d2844d-2100-4843-8996-3a74c1ab228b,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:03.968315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:04:03.968681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Network hostable DHCP agents. Network: c31f4ef3-f5e3-4e37-a109-d9512cc83b25, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:04:04.071758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:04:04.140276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, c31f4ef3-f5e3-4e37-a109-d9512cc83b25) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:04.145107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:04.145697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:04.149618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb7b69-525b-4415-ba29-c220b39d8ba1 None None] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:04:04.236017 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a3f890ad-7578-4b9f-a7df-12efb11fcca9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0393124 Jun 16 15:04:04.437408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635eefbe-d1ba-4358-8319-7deb08cf3bd9 None None] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:04:05.453819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6025f96b-6a38-4fc1-ada0-7567bb4f84fc up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:05.597378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:05.602918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:05.603436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:05.730310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:04:05.730593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:05.772750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6025f96b-6a38-4fc1-ada0-7567bb4f84fc,segment=NetworkSegment(a9fe0421-5ab4-4b11-b042-776787adf265),segment_id=a9fe0421-5ab4-4b11-b042-776787adf265)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:05.838298 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:05.910876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=6025f96b-6a38-4fc1-ada0-7567bb4f84fc,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:06.658304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47332) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:06.900681 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-167ca1c8-84a3-4c06-a338-fe5ad4ba6c5a admin admin] 10.222.0.73 "GET /v2.0/routers/f5224287-06ba-472c-ae73-02e66c92f44b HTTP/1.1" status: 200 len: 710 time: 0.2411182 Jun 16 15:04:07.027437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457f2bb1-bb72-4b31-b022-831d2cd2e046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:07.028770 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-457f2bb1-bb72-4b31-b022-831d2cd2e046 admin admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 886 time: 0.1228900 Jun 16 15:04:07.037617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:07.445327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6025f96b-6a38-4fc1-ada0-7567bb4f84fc up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:07.517509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:07.528570 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:07.529203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:07.670764 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:04:07.987314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:08.063896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:08.261352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Allocated IP 172.26.2.181 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/1d19b2e7-36c0-47f2-92cf-82e79cb952ad) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:08.486847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:08.579393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:08.645385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:08.648628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:08.651220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:04:08.715045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Pushing event updated for resources: {'Port': ['ID=1d19b2e7-36c0-47f2-92cf-82e79cb952ad,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:09.125735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.482518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.485934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.670476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Router f5224287-06ba-472c-ae73-02e66c92f44b has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:04:09.904052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:04:09.912052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.913317 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-33c8ee73-2745-4549-8de5-b06cc8b56e8f admin admin] 10.222.0.73 "PUT /v2.0/routers/f5224287-06ba-472c-ae73-02e66c92f44b HTTP/1.1" status: 200 len: 890 time: 2.8790665 Jun 16 15:04:09.914107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Sync routers for ids ['f5224287-06ba-472c-ae73-02e66c92f44b'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:09.924761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Routers {'f5224287-06ba-472c-ae73-02e66c92f44b'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:04:09.925450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f5224287-06ba-472c-ae73-02e66c92f44b'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.153636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Set router f5224287-06ba-472c-ae73-02e66c92f44b gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:04:10.534456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'name': 'router1', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '1d19b2e7-36c0-47f2-92cf-82e79cb952ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:03:48Z', 'updated_at': '2022-06-16T15:04:08Z', 'revision_number': 4, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'gw_port': {'id': '1d19b2e7-36c0-47f2-92cf-82e79cb952ad', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:aa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:04:08Z', 'updated_at': '2022-06-16T15:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '6025f96b-6a38-4fc1-ada0-7567bb4f84fc', 'name': '', 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'mac_address': 'fa:16:3e:e1:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:03:57Z', 'updated_at': '2022-06-16T15:04:05Z', 'revision_number': 5, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'subnets': [{'id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b199149b-f4b8-417a-9ae1-6eb5c7547b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.541904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Checking router: f5224287-06ba-472c-ae73-02e66c92f44b for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:10.542278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Updating router f5224287-06ba-472c-ae73-02e66c92f44b port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:04:10.605803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.982478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.994028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Transition to ACTIVE for port object 1d19b2e7-36c0-47f2-92cf-82e79cb952ad will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:11.089469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.172785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Attempting to bind port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:04:11.175343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Attempting to bind port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:04:11.175343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Attempting to bind port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:04:11.175767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a10c3-9de9-4c02-9969-38e068544dad None None] Pushing event updated for resources: {'Port': ['ID=1d19b2e7-36c0-47f2-92cf-82e79cb952ad,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:11.182035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:04:11.182410 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:04:11.183301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.183301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:04:11.183736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Bound port: 1d19b2e7-36c0-47f2-92cf-82e79cb952ad, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:04:11.184127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.261287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] For port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:04:11.264947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] For port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1d19b2e7-36c0-47f2-92cf-82e79cb952ad,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:04:11.329879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.411196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Routers {'f5224287-06ba-472c-ae73-02e66c92f44b'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:04:11.411805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f5224287-06ba-472c-ae73-02e66c92f44b'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:11.474362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a10c3-9de9-4c02-9969-38e068544dad None None] Pushing event updated for resources: {'Port': ['ID=1d19b2e7-36c0-47f2-92cf-82e79cb952ad,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:11.606859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] Set router f5224287-06ba-472c-ae73-02e66c92f44b gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:04:12.014707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'name': 'router1', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '1d19b2e7-36c0-47f2-92cf-82e79cb952ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:03:48Z', 'updated_at': '2022-06-16T15:04:08Z', 'revision_number': 4, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'gw_port': {'id': '1d19b2e7-36c0-47f2-92cf-82e79cb952ad', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:aa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:04:08Z', 'updated_at': '2022-06-16T15:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '6025f96b-6a38-4fc1-ada0-7567bb4f84fc', 'name': '', 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'mac_address': 'fa:16:3e:e1:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:03:57Z', 'updated_at': '2022-06-16T15:04:05Z', 'revision_number': 5, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'subnets': [{'id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b199149b-f4b8-417a-9ae1-6eb5c7547b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:12.019067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac286ee-ab78-4148-98a2-1d51df27eb44 None None] The sync data for ids ['f5224287-06ba-472c-ae73-02e66c92f44b'] in dv-neutron-846028-2-hyperv is: [{'id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'name': 'router1', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': '1d19b2e7-36c0-47f2-92cf-82e79cb952ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:03:48Z', 'updated_at': '2022-06-16T15:04:08Z', 'revision_number': 4, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'gw_port': {'id': '1d19b2e7-36c0-47f2-92cf-82e79cb952ad', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:aa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:04:08Z', 'updated_at': '2022-06-16T15:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '6025f96b-6a38-4fc1-ada0-7567bb4f84fc', 'name': '', 'network_id': '6a2006c9-fd6f-4c97-9130-50c5f16b7ebb', 'tenant_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'mac_address': 'fa:16:3e:e1:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5224287-06ba-472c-ae73-02e66c92f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:03:57Z', 'updated_at': '2022-06-16T15:04:05Z', 'revision_number': 5, 'project_id': '7ec7790be85e46f7bf2f100dbdea66a3', 'subnets': [{'id': '0d8e9e3f-3113-4ebc-bab8-29072cc15e00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b199149b-f4b8-417a-9ae1-6eb5c7547b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:12.472744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47342) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:12.602467 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bf0ea6d5-2a25-453e-98a8-2ba5023cb0c9 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1286042 Jun 16 15:04:13.471608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1d19b2e7-36c0-47f2-92cf-82e79cb952ad up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:13.632962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:13.644473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:13.644473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.776616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:04:13.777282 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.801261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1d19b2e7-36c0-47f2-92cf-82e79cb952ad,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:13.866684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.956439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=1d19b2e7-36c0-47f2-92cf-82e79cb952ad,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:15.465944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1d19b2e7-36c0-47f2-92cf-82e79cb952ad up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:15.571380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:15.571380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.638088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14efc4d0-2a79-4107-8126-f6ec8463d72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.751154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1d19b2e7-36c0-47f2-92cf-82e79cb952ad is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:04:18.318050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75e3a13d-fe8e-4f05-858d-a5fc3e2ed6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:18.706182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:20.146485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.342119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:31.202581 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:04:45.598985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cd7c4e94-f14d-41ef-a04e-5aca64c5039e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.285477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-972fe0fc-61b9-4850-b739-71e092af1f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.698387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.091329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.313653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:08.202493 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:05:15.603443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d26aa01a-fc3e-42b5-8b00-243f8a4ac792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:18.288529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b842-252e-4720-a628-5a4b01837fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:18.684718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:20.064405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:21.322592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:45.201766 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:05:45.581494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d33822ac-b39f-413a-a9f4-9d310fb70549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:48.290314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-42d4583b-5912-4c09-bc2f-8ad89292c389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:48.764087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:50.067491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.317741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:15.610750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a675e494-62b9-42e2-b6a1-d4506f1135c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:18.269441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3b2f2b39-ec0c-451a-9067-45cf06f5368a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:18.765553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:20.125627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:21.331271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:22.201678 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:06:28.843942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47944) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:28.914428 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-58950fd9-f6ba-4ebc-ac72-965227f7c24e admin admin] GET failed (client error): The resource could not be found. Jun 16 15:06:28.915759 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-58950fd9-f6ba-4ebc-ac72-965227f7c24e admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0706422 Jun 16 15:06:29.048414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b679454b-52b6-4bc6-9adb-4b70d792f4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:29.049878 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b679454b-52b6-4bc6-9adb-4b70d792f4c9 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1301568 Jun 16 15:06:31.279100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47954) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:31.406002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8829b69-17f9-4330-a2e6-75aa51e97427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:31.406561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c8829b69-17f9-4330-a2e6-75aa51e97427 admin admin] Synchronizing usage tracker for tenant:4ed915121e75493992b05c5a97d99a0f on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:06:31.549557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c8829b69-17f9-4330-a2e6-75aa51e97427 admin admin] Unset dirty status for tenant:4ed915121e75493992b05c5a97d99a0f on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:06:31.551258 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c8829b69-17f9-4330-a2e6-75aa51e97427 admin admin] 10.222.0.73 "GET /v2.0/subnets/0d8e9e3f-3113-4ebc-bab8-29072cc15e00 HTTP/1.1" status: 200 len: 849 time: 0.2707379 Jun 16 15:06:31.560755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:06:31.690537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:31.943354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777696960031'] for subnet, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:31.991894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:31.992491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:31.993885 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] 10.222.0.73 "PUT /v2.0/subnets/0d8e9e3f-3113-4ebc-bab8-29072cc15e00 HTTP/1.1" status: 200 len: 868 time: 0.4369497 Jun 16 15:06:31.998747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfba7fd-f368-4d4d-b490-752508cf7c7c None None] Network 6a2006c9-fd6f-4c97-9130-50c5f16b7ebb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:06:32.037927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8e9e3f-3113-4ebc-bab8-29072cc15e00,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:32.046525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.047069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.047437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.047764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.048101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.048437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.048772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.049185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.049514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.049836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.050161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.050534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6697aa6-6fbb-4445-89e9-8b22faef8953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:32.557498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5582e2e4-555a-4c76-a067-3b8f02b6779a None None] Provisioning complete for port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:06:32.558116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5582e2e4-555a-4c76-a067-3b8f02b6779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:32.679970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5582e2e4-555a-4c76-a067-3b8f02b6779a None None] Current status of the port 6025f96b-6a38-4fc1-ada0-7567bb4f84fc is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:06:32.691815 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5582e2e4-555a-4c76-a067-3b8f02b6779a None None] Provisioning complete for port 4d1dfce3-027e-4474-846c-cda44eae8929 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:06:32.692200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5582e2e4-555a-4c76-a067-3b8f02b6779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:32.817206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5582e2e4-555a-4c76-a067-3b8f02b6779a None None] Current status of the port 4d1dfce3-027e-4474-846c-cda44eae8929 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:06:34.241848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47964) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:34.451405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6e50b8-af62-4a1b-8104-adad5899cb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:34.451793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6e50b8-af62-4a1b-8104-adad5899cb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:34.453381 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ef6e50b8-af62-4a1b-8104-adad5899cb87 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2102754 Jun 16 15:06:36.674567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 47974) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:36.865572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3a257-bd95-4b7b-9f75-d1edfa4bf7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:36.866358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3a257-bd95-4b7b-9f75-d1edfa4bf7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:36.868077 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ddb3a257-bd95-4b7b-9f75-d1edfa4bf7ac admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1922131 Jun 16 15:06:39.124311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 47984) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:39.325254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198464c-cacf-4066-9e24-e53f432424b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:39.326537 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e198464c-cacf-4066-9e24-e53f432424b9 admin admin] 10.222.0.73 "GET /v2.0/networks/6a2006c9-fd6f-4c97-9130-50c5f16b7ebb HTTP/1.1" status: 200 len: 869 time: 0.2011554 Jun 16 15:06:41.537084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 47994) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:41.713333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e063c7-f480-45c8-a815-041c57c0d79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:41.714705 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-78e063c7-f480-45c8-a815-041c57c0d79d admin admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 886 time: 0.1766787 Jun 16 15:06:43.961384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48004) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:44.079039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14400d1c-993c-49fb-b1ea-630ee0973ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:44.079489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14400d1c-993c-49fb-b1ea-630ee0973ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:44.081555 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-14400d1c-993c-49fb-b1ea-630ee0973ce1 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186466 Jun 16 15:06:45.606710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fef9260-6458-48be-aa2c-ea4ec03256c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:46.288230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48014) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:46.406799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e921d7-ffe1-42dd-aacd-4a4352ab456d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:46.407281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e921d7-ffe1-42dd-aacd-4a4352ab456d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:46.408775 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-36e921d7-ffe1-42dd-aacd-4a4352ab456d admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1196067 Jun 16 15:06:48.275200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ff998147-4330-4af3-9311-f5dda881eb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:48.669042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48024) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:48.704069 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:48.804424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22df49-9013-4279-a17c-be6196ca74a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:48.806252 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4a22df49-9013-4279-a17c-be6196ca74a2 admin admin] 10.222.0.73 "GET /v2.0/subnets/0d8e9e3f-3113-4ebc-bab8-29072cc15e00 HTTP/1.1" status: 200 len: 868 time: 0.1357241 Jun 16 15:06:50.109821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:51.047719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48034) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:51.149047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5b777a-ceca-4606-ace6-0df0dc10a042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:51.150389 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5d5b777a-ceca-4606-ace6-0df0dc10a042 admin admin] 10.222.0.73 "GET /v2.0/subnets/25d2844d-2100-4843-8996-3a74c1ab228b HTTP/1.1" status: 200 len: 816 time: 0.1017256 Jun 16 15:06:51.332488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:59.200812 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:07:10.578151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48080) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:07:10.627665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-39578f8b-acff-4523-9890-026ce479c6b4 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:07:10.629197 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-39578f8b-acff-4523-9890-026ce479c6b4 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495682 Jun 16 15:07:12.902361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48090) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:07:12.970276 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c926f7e6-0dbd-4f5d-a6fc-26d1a5c195bc admin admin] GET failed (client error): The resource could not be found. Jun 16 15:07:12.971605 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c926f7e6-0dbd-4f5d-a6fc-26d1a5c195bc admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0680563 Jun 16 15:07:13.101149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca007ff-57a3-48db-b58f-446cd409c0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:13.102512 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3ca007ff-57a3-48db-b58f-446cd409c0ab admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1270282 Jun 16 15:07:15.315580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48100) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:07:15.363164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:07:15.368274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:07:15.378001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:07:15.447737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Made reservation on behalf of 4ed915121e75493992b05c5a97d99a0f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:07:15.450068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:15.543091 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING neutron.services.revisions.revision_plugin [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Could not find related network for resource to bump revision. Jun 16 15:07:15.555336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:07:15.564356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:15.569620 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Added segment 23c69fff-eb0d-4544-bed3-24b279109152 of type vlan for network f4c8ac0f-c38c-456c-bec7-f00988c9b836 Jun 16 15:07:15.585197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d27dff9-8278-446d-8b2d-05035584dd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:15.593743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:15.699509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:15.700603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:15.701230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:15.811927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c8ac0f-c38c-456c-bec7-f00988c9b836,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:15.820134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.820584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.820998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.821407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.821883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.822858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.823316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.823798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.824315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.824706 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.825117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.825526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:15.837588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network f4c8ac0f-c38c-456c-bec7-f00988c9b836 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:07:15.877371 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4791e26c-fc9c-45e1-b2fa-d7225b1495b1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5606525 Jun 16 15:07:18.079253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48110) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:07:18.148245 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e60c4f-dc76-469b-97ed-a3918adfeb15 admin admin] GET failed (client error): The resource could not be found. Jun 16 15:07:18.148771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-43e60c4f-dc76-469b-97ed-a3918adfeb15 admin admin] Synchronizing usage tracker for tenant:4ed915121e75493992b05c5a97d99a0f on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:07:18.231124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-43e60c4f-dc76-469b-97ed-a3918adfeb15 admin admin] Unset dirty status for tenant:4ed915121e75493992b05c5a97d99a0f on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:07:18.232471 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-43e60c4f-dc76-469b-97ed-a3918adfeb15 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1520419 Jun 16 15:07:18.276576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9ac6ee5-195f-43ae-89bf-4e0f45d83e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:18.345988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb76379-4f52-4213-9878-80cdfb251f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:18.347468 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2eb76379-4f52-4213-9878-80cdfb251f3a admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1111658 Jun 16 15:07:18.358243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:07:18.366083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:07:18.373565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:07:18.436302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Made reservation on behalf of 4ed915121e75493992b05c5a97d99a0f for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:07:18.438881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:18.676565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:18.716417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:18.792431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fd1efc-8172-4ae9-ba19-4a0d74d1a387,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:18.799365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Checking segment: {'id': '23c69fff-eb0d-4544-bed3-24b279109152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:07:18.799720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Network hostable DHCP agents. Network: f4c8ac0f-c38c-456c-bec7-f00988c9b836, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:07:18.882052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Network f4c8ac0f-c38c-456c-bec7-f00988c9b836 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:07:18.950230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, f4c8ac0f-c38c-456c-bec7-f00988c9b836) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:18.954149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:18.954726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:18.959973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d611406d-8c92-4e54-b6ef-b81719023130 None None] Network f4c8ac0f-c38c-456c-bec7-f00988c9b836 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:07:19.060452 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-992100a0-51c3-4d7f-9cfa-31dc1b7ad5dd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7058249 Jun 16 15:07:19.192970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-f4c8ac0f-c38c-456c-bec7-f00988c9b836', 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836', 'tenant_id': '4ed915121e75493992b05c5a97d99a0f', 'fixed_ips': [{'subnet_id': '95fd1efc-8172-4ae9-ba19-4a0d74d1a387'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:07:19.193868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:19.365918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Allocated IP 192.168.233.2 (f4c8ac0f-c38c-456c-bec7-f00988c9b836/95fd1efc-8172-4ae9-ba19-4a0d74d1a387/5350bfdd-7e46-409b-af5b-c09a902788ba) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:07:19.586872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:19.597933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Transition to ACTIVE for port object 5350bfdd-7e46-409b-af5b-c09a902788ba will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:07:19.617936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Transition to ACTIVE for port object 5350bfdd-7e46-409b-af5b-c09a902788ba will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:07:19.705841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:19.773321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Network f4c8ac0f-c38c-456c-bec7-f00988c9b836 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:19.779052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:19.780896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Pushing event updated for resources: {'Port': ['ID=5350bfdd-7e46-409b-af5b-c09a902788ba,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:19.783280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:07:19.823194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.823579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.823939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.824263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.824583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.824919 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.825236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.825551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.825884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.826197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.826856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.826856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:19.913108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Attempting to bind port 5350bfdd-7e46-409b-af5b-c09a902788ba on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:07:19.913395 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Attempting to bind port 5350bfdd-7e46-409b-af5b-c09a902788ba by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '23c69fff-eb0d-4544-bed3-24b279109152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:07:19.913746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Attempting to bind port 5350bfdd-7e46-409b-af5b-c09a902788ba on network f4c8ac0f-c38c-456c-bec7-f00988c9b836 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:07:19.919216 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:07:19.919579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Checking segment: {'id': '23c69fff-eb0d-4544-bed3-24b279109152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:07:19.919964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:19.920349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Bound using segment: {'id': '23c69fff-eb0d-4544-bed3-24b279109152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:07:19.920806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Bound port: 5350bfdd-7e46-409b-af5b-c09a902788ba, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c69fff-eb0d-4544-bed3-24b279109152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:07:19.921314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:20.023702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] For port 5350bfdd-7e46-409b-af5b-c09a902788ba, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:07:20.030327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] For port 5350bfdd-7e46-409b-af5b-c09a902788ba, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5350bfdd-7e46-409b-af5b-c09a902788ba,segment=NetworkSegment(23c69fff-eb0d-4544-bed3-24b279109152),segment_id=23c69fff-eb0d-4544-bed3-24b279109152)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:07:20.105863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:20.142242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:20.204769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28a1fb-ff95-4506-9f7d-29432bbc86fc None None] Pushing event updated for resources: {'Port': ['ID=5350bfdd-7e46-409b-af5b-c09a902788ba,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:21.089663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f79fe0-9346-4f43-95f2-9a1065aa0b0c None None] Network f4c8ac0f-c38c-456c-bec7-f00988c9b836 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:07:21.282495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a4db36fc-e9a4-4836-b8ff-825fead1b033 None None] Provisioning for port 5350bfdd-7e46-409b-af5b-c09a902788ba completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:07:21.377609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:21.582362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5350bfdd-7e46-409b-af5b-c09a902788ba up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:07:21.716522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 5350bfdd-7e46-409b-af5b-c09a902788ba completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:07:21.721985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5350bfdd-7e46-409b-af5b-c09a902788ba triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:07:21.722356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:21.871659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5350bfdd-7e46-409b-af5b-c09a902788ba is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:07:21.871969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:21.910727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 5350bfdd-7e46-409b-af5b-c09a902788ba, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5350bfdd-7e46-409b-af5b-c09a902788ba,segment=NetworkSegment(23c69fff-eb0d-4544-bed3-24b279109152),segment_id=23c69fff-eb0d-4544-bed3-24b279109152)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:07:21.991087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:22.064165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=5350bfdd-7e46-409b-af5b-c09a902788ba,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:23.553227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5350bfdd-7e46-409b-af5b-c09a902788ba up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:07:23.628689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5350bfdd-7e46-409b-af5b-c09a902788ba triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:07:23.629081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:23.744777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5350bfdd-7e46-409b-af5b-c09a902788ba is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:07:36.199922 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:07:45.597563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f03d-68b6-42a6-acae-11a7c80c8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:48.260844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85ac71c5-83fd-4dd9-b270-61733b1b735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:48.706334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:50.191868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:51.357867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:13.199411 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:08:15.667844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69db7d91-3759-49ac-ad0e-6b31021af371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:18.278544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-efef5c73-4fd9-46e5-92d7-01c743432805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:18.661575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:20.176287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:21.352945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:36.987394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48158) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:08:36.993305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-aa946918-8b7d-48d8-988d-f58323731d54 tempest-verify_tempest_config-1199251073 tempest-verify_tempest_config-1199251073-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:08:36.996170 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-aa946918-8b7d-48d8-988d-f58323731d54 tempest-verify_tempest_config-1199251073 tempest-verify_tempest_config-1199251073-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059507 Jun 16 15:08:37.626073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48176) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:08:37.747517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:37.762500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:08:37.766245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:ba39058739504c36bb6eef620529eafc is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:08:37.769208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:08:37.774955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:08:37.857595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:37.918822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:37.965671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Synchronizing usage tracker for tenant:4ed915121e75493992b05c5a97d99a0f on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:08:37.968958 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aba5d23-7dc8-489f-b5c1-25fe3b844864,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:08:37.979210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.979572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.979910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.980240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.980568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.980912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.981239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.981575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.981900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.982219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.982545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:37.982859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:38.060421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] Unset dirty status for tenant:4ed915121e75493992b05c5a97d99a0f on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:08:38.061721 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9174e99f-3812-4154-8eeb-518ec6403bf6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ba39058739504c36bb6eef620529eafc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4346476 Jun 16 15:08:38.064439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48182) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:08:38.123282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19604476-a2cd-44f8-a158-ad66e1095462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:38.148978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19604476-a2cd-44f8-a158-ad66e1095462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:38.318090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19604476-a2cd-44f8-a158-ad66e1095462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:38.332271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19604476-a2cd-44f8-a158-ad66e1095462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aba5d23-7dc8-489f-b5c1-25fe3b844864,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:08:38.339431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19604476-a2cd-44f8-a158-ad66e1095462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:38.340551 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-19604476-a2cd-44f8-a158-ad66e1095462 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8aba5d23-7dc8-489f-b5c1-25fe3b844864 HTTP/1.1" status: 204 len: 168 time: 0.2750854 Jun 16 15:08:45.582345 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c74a096f-3693-479b-86f1-286d46c137fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:48.296234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9dea9cbf-4c8d-4475-ac96-b89d96015ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:48.684049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:50.102685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:50.198435 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:08:51.353673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:15.609757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e382034-f6ae-46eb-90a5-0a1dde6cce30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:18.316031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a0062101-a2ff-41a6-b6c1-718e98247e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:18.686711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:20.102773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:21.353701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:27.197023 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:09:45.606306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75407672-b4da-4153-a0ee-b62d5050e99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:48.297793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b216be9d-2e98-44a7-8726-2e32e29585fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:48.697670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:50.114717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:51.358642 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:04.195037 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 5 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:10:05.290097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16684603'] for agent, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:15.598597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7fe35e7-f0f6-432d-94ef-0ce3703ec6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:18.313064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4800a3a2-e97d-49f8-910b-d8620dc5166d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:18.692341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:20.118709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:20.397849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48252) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:10:20.508200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f9f94330-1da6-4029-8de4-58f959bbeb80 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1092749 Jun 16 15:10:21.355340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:22.737184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48266) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:10:22.797427 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-598c6bf9-fa86-4fe7-8f8f-681a44eafbb8 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0591476 Jun 16 15:10:35.301699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:41.194396 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:10:45.624113 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-210f4888-cb96-42af-94f4-b02bb65a1c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:48.298556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e8001667-4820-4fb6-92c1-9c79c0e43471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:48.707229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:50.142061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:51.358592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:05.306965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:15.596530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-296f51ac-fbb0-4432-9f20-7090c7f64d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:18.195349 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:11:18.271019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e22bf2dc-9112-4bbb-a244-ca3e1eaf70c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:18.690609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:20.199103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:21.365127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:35.281988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:45.610761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b46fdff-8413-40f7-8fc3-773a36121e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:48.273397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7e70-1d62-4846-bf47-199df8ca330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:48.684676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:50.164858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.393737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:54.831911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48402) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:55.153117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1484171604'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:55.160132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:55.166118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Usage tracker for resource:network and tenant:cf77acbcf72a4f95b5657851122cc2c7 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:55.170284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:55.178651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:55.196277 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:11:55.267306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Made reservation on behalf of cf77acbcf72a4f95b5657851122cc2c7 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:55.271779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.285224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.303010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:55.307634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Usage tracker for resource:security_group_rule and tenant:cf77acbcf72a4f95b5657851122cc2c7 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:55.313224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:55.317393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:55.411252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.496505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.533048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:11:55.547760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b836e5-f528-4fe4-9dc7-e6fb3052015d,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:55.557277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.557620 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Added segment e8f15f25-680d-4e58-b11e-f0dd23eb2a8e of type vlan for network 3ac0a2b8-182b-437f-8e88-7726867abba4 Jun 16 15:11:55.559249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Tracked resource versions report: Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: pushed versions: Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: { 'AddressGroup': {'1.2'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'ConntrackHelper': {'1.0'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Log': {'1.0'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Network': {'1.1'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Port': {'1.7'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'PortForwarding': {'1.2'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'QosPolicy': {'1.8'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SecurityGroup': {'1.4'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SubPort': {'1.0'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Subnet': {'1.1'}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Trunk': {'1.1'}} Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: consumer versions: Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: { DHCP agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: HyperV agent@hv-neutron-8460: {}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: L3 agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:55.564019 dv-neutron-846028-2-hyperv neutron-server[89745]: Metadata agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: Metering agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: Open vSwitch agent@dv-neutron-846028-2-hyperv: { 'AddressGroup': '1.2', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'ConntrackHelper': '1.0', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Log': '1.0', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Network': '1.1', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Port': '1.7', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'PortForwarding': '1.2', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'QosPolicy': '1.8', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SecurityGroup': '1.4', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SecurityGroupRule': '1.2', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'SubPort': '1.0', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Subnet': '1.1', Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: 'Trunk': '1.1'}} Jun 16 15:11:55.569594 dv-neutron-846028-2-hyperv neutron-server[89745]: {{(pid=89745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:11:55.609486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.702850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.708571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:55.709313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.802785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48442) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:55.829680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Network': ['ID=3ac0a2b8-182b-437f-8e88-7726867abba4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:55.840443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:11:55.847285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48448) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:55.848468 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-16a907e6-d937-484a-bc68-28899818a693 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0142689 Jun 16 15:11:55.855666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'subnet': {'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:55.981264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:55.985262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Usage tracker for resource:subnet and tenant:cf77acbcf72a4f95b5657851122cc2c7 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:55.988152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:55.994459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:56.065372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Made reservation on behalf of cf77acbcf72a4f95b5657851122cc2c7 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:56.070404 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.334552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48462) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:56.414479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.485514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1073061197-network', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:56.524052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:56.544994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Usage tracker for resource:network and tenant:f37f7f14be2745539000b6d1025d8e9c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:56.549670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:56.587066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:56.612512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Subnet': ['ID=971760ec-9cd9-4356-a9c9-eef4e6f4f66e,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:56.627604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Checking segment: {'id': 'e8f15f25-680d-4e58-b11e-f0dd23eb2a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:11:56.628168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Network hostable DHCP agents. Network: 3ac0a2b8-182b-437f-8e88-7726867abba4, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:11:56.638679 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.639238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.639789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.640352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.640907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.641455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.641871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.642322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.642767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.643242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.643785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.644894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Tracked resource versions report: Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: pushed versions: Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: { 'AddressGroup': {'1.2'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'ConntrackHelper': {'1.0'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Log': {'1.0'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Network': {'1.1'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Port': {'1.7'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'PortForwarding': {'1.2'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'QosPolicy': {'1.8'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SecurityGroup': {'1.4'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SubPort': {'1.0'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Subnet': {'1.1'}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Trunk': {'1.1'}} Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: consumer versions: Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: { DHCP agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: HyperV agent@hv-neutron-8460: {}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: L3 agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: Metadata agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: Metering agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: Open vSwitch agent@dv-neutron-846028-2-hyperv: { 'AddressGroup': '1.2', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'ConntrackHelper': '1.0', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Log': '1.0', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Network': '1.1', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Port': '1.7', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'PortForwarding': '1.2', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'QosPolicy': '1.8', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SecurityGroup': '1.4', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SecurityGroupRule': '1.2', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'SubPort': '1.0', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Subnet': '1.1', Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: 'Trunk': '1.1'}} Jun 16 15:11:56.648012 dv-neutron-846028-2-hyperv neutron-server[89746]: {{(pid=89746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:11:56.676610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Made reservation on behalf of f37f7f14be2745539000b6d1025d8e9c for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:56.679579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.694408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.711269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:56.715417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Usage tracker for resource:security_group_rule and tenant:f37f7f14be2745539000b6d1025d8e9c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:56.718232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:56.724597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:56.730228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:11:56.828197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 3ac0a2b8-182b-437f-8e88-7726867abba4) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:11:56.836731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.841657 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:56.842685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.843055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d7d290-710a-4306-b99d-a5371984801e None None] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:11:56.885792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1429286119-network', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:56.891345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:56.897840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Usage tracker for resource:network and tenant:ad081a7e9231445ba34114528f1d30a4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:56.902243 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:56.906108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.911476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:56.962099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:11:56.967229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6064889-d6b7-457b-bf11-b0c3e4731c1a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:56.974016 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-156c111d-3922-4616-9206-537a0aa9efbd tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1252775 Jun 16 15:11:56.979586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48482) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:56.982881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.983352 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Added segment b2969a95-e4b7-45ed-a3a7-1599a6f65221 of type vlan for network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb Jun 16 15:11:56.988926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'port': {'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-278918015'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:57.055540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Made reservation on behalf of ad081a7e9231445ba34114528f1d30a4 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:57.064698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.194318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.195522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.231083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:57.237982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:ad081a7e9231445ba34114528f1d30a4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:57.245355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:57.259283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:57.321571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-3ac0a2b8-182b-437f-8e88-7726867abba4', 'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4', 'tenant_id': 'cf77acbcf72a4f95b5657851122cc2c7', 'fixed_ips': [{'subnet_id': '971760ec-9cd9-4356-a9c9-eef4e6f4f66e'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:11:57.322973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.381152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:57.400689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Usage tracker for resource:port and tenant:cf77acbcf72a4f95b5657851122cc2c7 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:57.406153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:57.423115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.433153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:57.448619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.448619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:57.450443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.495411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.559285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:11:57.588604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c467cf-160c-4171-bfa5-58927965a380,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:57.606364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] Pushing event updated for resources: {'Network': ['ID=89f51b72-dd77-430d-85f6-ddeb52f1aaeb,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:57.607005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.607005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Added segment 76955d12-c348-440e-9667-ca6919708949 of type vlan for network a7e237ff-536e-40be-8c14-25d5099978ec Jun 16 15:11:57.608244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Made reservation on behalf of cf77acbcf72a4f95b5657851122cc2c7 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:57.614484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.620785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:11:57.652049 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-efbd26ff-c165-4258-811e-366d7acbb049 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8463969 Jun 16 15:11:57.656373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.656545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48494) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:57.671125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Request body: {'subnet': {'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1073061197-subnet', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:57.680150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] device_id is not set on port 4956b575-5bd8-4752-832e-798a613d08ef yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:11:57.737551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Allocated IP 2001:db8::2 (3ac0a2b8-182b-437f-8e88-7726867abba4/971760ec-9cd9-4356-a9c9-eef4e6f4f66e/273e2dcb-a7a3-4959-ba2f-6de36a7154ef) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:11:57.744187 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:57.753808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.755101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:57.756476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.757244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Usage tracker for resource:subnet and tenant:f37f7f14be2745539000b6d1025d8e9c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:57.769210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:57.802018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:57.820494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48500) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:57.891144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e237ff-536e-40be-8c14-25d5099978ec,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:57.925333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network a7e237ff-536e-40be-8c14-25d5099978ec details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:11:57.930225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Made reservation on behalf of f37f7f14be2745539000b6d1025d8e9c for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:57.934238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Notify callbacks [] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.981579 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fcff6dfd-b62a-4270-ac08-14407634d0d2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6451645 Jun 16 15:11:57.985952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48512) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:57.993659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Request body: {'subnet': {'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1429286119-subnet', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:58.000052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:58.005803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Usage tracker for resource:subnet and tenant:ad081a7e9231445ba34114528f1d30a4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:58.010032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:58.021947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:58.092655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1591528537-network', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:58.100377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Made reservation on behalf of ad081a7e9231445ba34114528f1d30a4 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:58.103043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Notify callbacks [] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.115086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:58.125325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Usage tracker for resource:network and tenant:9d0746fe46ac469f893cb7bed7348f6e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:58.137683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:58.155848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:58.310895 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Made reservation on behalf of 9d0746fe46ac469f893cb7bed7348f6e for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:58.313167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.345028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.369847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:58.371889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Usage tracker for resource:security_group_rule and tenant:9d0746fe46ac469f893cb7bed7348f6e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:58.372095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.375443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:58.382023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:58.404806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Transition to ACTIVE for port object 273e2dcb-a7a3-4959-ba2f-6de36a7154ef will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:11:58.448316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Transition to ACTIVE for port object 273e2dcb-a7a3-4959-ba2f-6de36a7154ef will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:11:58.455520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.542677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.577803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.614310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:11:58.618254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:11:58.622097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:11:58.628924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Pushing event updated for resources: {'Port': ['ID=273e2dcb-a7a3-4959-ba2f-6de36a7154ef,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:58.652247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b745a143-a783-4450-bc27-036ab6b44645,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:58.664024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Checking segment: {'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:11:58.664249 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Network hostable DHCP agents. Network: 89f51b72-dd77-430d-85f6-ddeb52f1aaeb, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:11:58.679621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.703308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Allocated IP 2001:db8::2d8 (3ac0a2b8-182b-437f-8e88-7726867abba4/971760ec-9cd9-4356-a9c9-eef4e6f4f66e/4956b575-5bd8-4752-832e-798a613d08ef) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:11:58.711055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.711055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.711055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.711515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.711663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.712013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.712346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.712670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.713246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.713450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.713635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.714163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Tracked resource versions report: Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: pushed versions: Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: { 'AddressGroup': {'1.2'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'ConntrackHelper': {'1.0'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Log': {'1.0'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Network': {'1.1'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Port': {'1.7'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'PortForwarding': {'1.2'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'QosPolicy': {'1.8'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SecurityGroup': {'1.4'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SubPort': {'1.0'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Subnet': {'1.1'}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Trunk': {'1.1'}} Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: consumer versions: Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: { DHCP agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: HyperV agent@hv-neutron-8460: {}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: L3 agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: Metadata agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: Metering agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: Open vSwitch agent@dv-neutron-846028-2-hyperv: { 'AddressGroup': '1.2', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'ConntrackHelper': '1.0', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Log': '1.0', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Network': '1.1', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Port': '1.7', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'PortForwarding': '1.2', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'QosPolicy': '1.8', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SecurityGroup': '1.4', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SecurityGroupRule': '1.2', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'SubPort': '1.0', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Subnet': '1.1', Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: 'Trunk': '1.1'}} Jun 16 15:11:58.715426 dv-neutron-846028-2-hyperv neutron-server[89747]: {{(pid=89747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:11:58.748707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.787779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:11:58.797908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d65951-18ae-4b18-be19-745c773e01b0,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:58.804581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Checking segment: {'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:11:58.804992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Network hostable DHCP agents. Network: a7e237ff-536e-40be-8c14-25d5099978ec, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:11:58.824606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:11:58.830439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Attempting to bind port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:11:58.830897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Attempting to bind port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'e8f15f25-680d-4e58-b11e-f0dd23eb2a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:11:58.831367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Attempting to bind port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef on network 3ac0a2b8-182b-437f-8e88-7726867abba4 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:11:58.834132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b7f5ea-cfbf-4132-916c-868b67eb65e2,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:58.837143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.837479 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Added segment 673fd33e-011b-498b-bd7e-0070a4af58ba of type vlan for network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 Jun 16 15:11:58.838458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:11:58.838925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Checking segment: {'id': 'e8f15f25-680d-4e58-b11e-f0dd23eb2a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:11:58.839428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.839884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Bound using segment: {'id': 'e8f15f25-680d-4e58-b11e-f0dd23eb2a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:11:58.840475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Bound port: 273e2dcb-a7a3-4959-ba2f-6de36a7154ef, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f15f25-680d-4e58-b11e-f0dd23eb2a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:11:58.840886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.116478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Network a7e237ff-536e-40be-8c14-25d5099978ec is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:11:59.119686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] For port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:11:59.119686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] For port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=273e2dcb-a7a3-4959-ba2f-6de36a7154ef,segment=NetworkSegment(e8f15f25-680d-4e58-b11e-f0dd23eb2a8e),segment_id=e8f15f25-680d-4e58-b11e-f0dd23eb2a8e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:11:59.123846 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.123846 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.163587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.164866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Transition to ACTIVE for port object 4956b575-5bd8-4752-832e-798a613d08ef will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:11:59.165157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, a7e237ff-536e-40be-8c14-25d5099978ec) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:11:59.165157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:59.165157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.165911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 89f51b72-dd77-430d-85f6-ddeb52f1aaeb) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:11:59.166020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d96c7-f126-45b6-b545-bebbfdee97b7 None None] Network a7e237ff-536e-40be-8c14-25d5099978ec requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:11:59.166121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:59.166121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.201108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f67c0ea-f9e4-483e-9b0f-b5d65f880467 None None] Network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:11:59.210362 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.211430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:59.212222 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.314332 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3cae2bdd-b23e-425c-9023-8dbe8d87fcab admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3266420 Jun 16 15:11:59.318493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48546) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:59.324190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:59.330037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:59.336292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Usage tracker for resource:router and tenant:ad081a7e9231445ba34114528f1d30a4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:59.339820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:59.346589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:59.355752 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a3aa236c-cf71-49c8-97f8-babaa33c858c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7002699 Jun 16 15:11:59.359912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48550) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:59.369760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:59.369916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.375104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:59.380735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0aefd-7798-4417-b1ca-0e2870f9cc13 None None] Pushing event updated for resources: {'Port': ['ID=273e2dcb-a7a3-4959-ba2f-6de36a7154ef,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:59.381054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Usage tracker for resource:router and tenant:f37f7f14be2745539000b6d1025d8e9c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:59.403291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:59.409009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:59.482435 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6559455 Jun 16 15:11:59.482661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.488068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.492929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48554) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:59.503591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Request body: {'subnet': {'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1591528537-subnet', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:59.527765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48560) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:59.572029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.590353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb3724-9d65-4fd5-9f33-3b27312b5e2c admin admin] Pushing event updated for resources: {'Network': ['ID=195e631b-ddb7-4aa7-b032-9b54ff8e4f46,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:59.603266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:11:59.606730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:11:59.612141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:11:59.620191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:59.623938 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.641889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Port': ['ID=4956b575-5bd8-4752-832e-798a613d08ef,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:59.648954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:11:59.731111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.741686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.757007 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fad5b22f-49b8-4477-a57c-188feb355df7 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7710695 Jun 16 15:11:59.757773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48566) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:59.767773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'port': {'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1711658690', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d8', 'mac_address': 'fa:16:3e:a2:be:b1'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:59.785923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:11:59.836202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Usage tracker for resource:subnet and tenant:9d0746fe46ac469f893cb7bed7348f6e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:11:59.870457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:11:59.891308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:11:59.902442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:00.074507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-a7e237ff-536e-40be-8c14-25d5099978ec', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:12:00.075709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:00.098696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:12:00.100454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:00.263272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48576) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:00.436433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:00.445661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Usage tracker for resource:port and tenant:cf77acbcf72a4f95b5657851122cc2c7 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:00.455716 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:00.467497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:00.493590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Allocated IP 172.20.0.2 (a7e237ff-536e-40be-8c14-25d5099978ec/a3d65951-18ae-4b18-be19-745c773e01b0/91af5496-3981-4b4c-99bb-940b4163036e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:00.503693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Allocated IP 172.20.0.2 (89f51b72-dd77-430d-85f6-ddeb52f1aaeb/b745a143-a783-4450-bc27-036ab6b44645/9c22a200-c41c-44d7-a5e8-b831e262e065) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:00.592039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Made reservation on behalf of cf77acbcf72a4f95b5657851122cc2c7 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:00.643335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:00.724457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c34a10fd-3c05-4df9-bc55-984bd30d1e7e tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:00.853868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1799141570'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:00.874024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Made reservation on behalf of 9d0746fe46ac469f893cb7bed7348f6e for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:00.884233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Notify callbacks [] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:00.943514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:00.975851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:00.983448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] device_id is not set on port 389c39e9-de70-431c-91b3-6f0c58338094 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:00.995211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:01.003391 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Transition to ACTIVE for port object 91af5496-3981-4b4c-99bb-940b4163036e will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:01.023601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Transition to ACTIVE for port object 9c22a200-c41c-44d7-a5e8-b831e262e065 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:01.041648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Transition to ACTIVE for port object 91af5496-3981-4b4c-99bb-940b4163036e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:01.053405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Transition to ACTIVE for port object 9c22a200-c41c-44d7-a5e8-b831e262e065 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:01.063425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:01.075132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Usage tracker for resource:network and tenant:093c32f749d144dcbf906bed02bbf96d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:01.084637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:01.094512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:01.108191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f220b9-5a19-4eea-bda5-7b39768bd701 None None] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:01.127123 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c34a10fd-3c05-4df9-bc55-984bd30d1e7e tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] 10.222.0.73 "PUT /v2.0/quotas/defb86193ef941c9ac460ca9b6877f59 HTTP/1.1" status: 200 len: 366 time: 0.8623004 Jun 16 15:12:01.131585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48596) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:01.153020 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9cc637b9-8c20-4add-9954-25ab04d2c430 tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0201054 Jun 16 15:12:01.157535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48600) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:01.191735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:01.243813 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-13cc9d50-caef-4f85-b653-b86a9962fe5c tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] 10.222.0.73 "GET /v2.0/quotas/defb86193ef941c9ac460ca9b6877f59 HTTP/1.1" status: 200 len: 366 time: 0.0847697 Jun 16 15:12:01.258797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48604) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:01.274168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48608) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:01.309185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Allocated IP 2001:db8::3dc (3ac0a2b8-182b-437f-8e88-7726867abba4/971760ec-9cd9-4356-a9c9-eef4e6f4f66e/389c39e9-de70-431c-91b3-6f0c58338094) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:01.425258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e7bc67c0-f370-4296-b18f-b7a9a262f570 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:01.473667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:01.505494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Network a7e237ff-536e-40be-8c14-25d5099978ec is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:01.509510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Made reservation on behalf of 093c32f749d144dcbf906bed02bbf96d for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:01.511062 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a65485d4-3b20-4625-b6b8-3554d3d8a574 tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/defb86193ef941c9ac460ca9b6877f59 HTTP/1.1" status: 204 len: 168 time: 0.2508175 Jun 16 15:12:01.513051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:01.515322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48616) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:01.520384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:01.524716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:01.531579 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ceee44a4-7b98-4cf4-b001-e492609c282a tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0159338 Jun 16 15:12:01.535269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48620) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:01.540627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Pushing event updated for resources: {'Port': ['ID=91af5496-3981-4b4c-99bb-940b4163036e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:01.573262 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d6e259d3-2202-4cd3-b210-ca56d3d1a5b7 tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] 10.222.0.73 "GET /v2.0/quotas/defb86193ef941c9ac460ca9b6877f59 HTTP/1.1" status: 200 len: 370 time: 0.0343337 Jun 16 15:12:01.574670 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e7bc67c0-f370-4296-b18f-b7a9a262f570 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] 10.222.0.73 "PUT /v2.0/quotas/4186260c56ff4fc995c500001a9dd294 HTTP/1.1" status: 200 len: 368 time: 0.2988603 Jun 16 15:12:01.584373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48624) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:01.584373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48626) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:01.597860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:01.605508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Request body: {'network': {'project_id': '4186260c56ff4fc995c500001a9dd294'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:01.621662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Transition to ACTIVE for port object 389c39e9-de70-431c-91b3-6f0c58338094 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:01.634254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:01.662338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:01.670715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Usage tracker for resource:network and tenant:4186260c56ff4fc995c500001a9dd294 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:01.675181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:01.688063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:01.701079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:01.712977 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3aa025cf-4094-450b-8ac6-942dd9714e94 tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] 10.222.0.73 "GET /v2.0/quotas/defb86193ef941c9ac460ca9b6877f59/default HTTP/1.1" status: 200 len: 370 time: 0.1239650 Jun 16 15:12:01.715884 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48636) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:01.721241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:01.736972 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-bb522e49-5390-482b-bd9a-8bf84b9f8e77 tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] delete failed (client error): The resource could not be found. Jun 16 15:12:01.744950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:01.755459 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bb522e49-5390-482b-bd9a-8bf84b9f8e77 tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/defb86193ef941c9ac460ca9b6877f59 HTTP/1.1" status: 404 len: 348 time: 0.0215394 Jun 16 15:12:01.761544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:01.761848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Usage tracker for resource:security_group_rule and tenant:093c32f749d144dcbf906bed02bbf96d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:01.762154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:01.768789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:01.777175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b12d6f80-fa81-4783-9049-f51d1db64e2f None None] Provisioning for port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:01.781351 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:01.801755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:01.867940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Made reservation on behalf of 4186260c56ff4fc995c500001a9dd294 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:01.869896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 273e2dcb-a7a3-4959-ba2f-6de36a7154ef up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:01.871704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:01.895543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:01.938964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Pushing event updated for resources: {'Port': ['ID=9c22a200-c41c-44d7-a5e8-b831e262e065,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:01.951555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:01.974639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Port': ['ID=389c39e9-de70-431c-91b3-6f0c58338094,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:02.007419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:02.009224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:02.017830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:02.018550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Attempting to bind port 91af5496-3981-4b4c-99bb-940b4163036e on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:02.018918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Attempting to bind port 91af5496-3981-4b4c-99bb-940b4163036e by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:02.019318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Attempting to bind port 91af5496-3981-4b4c-99bb-940b4163036e on network a7e237ff-536e-40be-8c14-25d5099978ec {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:02.028039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:02.029113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.040304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Usage tracker for resource:security_group_rule and tenant:4186260c56ff4fc995c500001a9dd294 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:02.046209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Attempting to bind port 9c22a200-c41c-44d7-a5e8-b831e262e065 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:02.046446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:02.046541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Attempting to bind port 9c22a200-c41c-44d7-a5e8-b831e262e065 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:02.046911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Attempting to bind port 9c22a200-c41c-44d7-a5e8-b831e262e065 on network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:02.052112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:02.052759 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Checking segment: {'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:02.053302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.053828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Bound using segment: {'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:02.054489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Bound port: 91af5496-3981-4b4c-99bb-940b4163036e, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:02.055044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.057472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:02.120255 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d2eddeb0-e31c-4aa5-a0b3-708275f030c3 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3612349 Jun 16 15:12:02.127425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48648) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:02.157564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:02.158281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Checking segment: {'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:02.158872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.159483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Bound using segment: {'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:02.160126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Bound port: 9c22a200-c41c-44d7-a5e8-b831e262e065, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:02.160686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.173334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48652) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:02.244271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:02.244461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529fa593-b741-4fca-a659-ecd6d6a12705 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:02.251152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529fa593-b741-4fca-a659-ecd6d6a12705 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:02.258910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529fa593-b741-4fca-a659-ecd6d6a12705 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:02.259857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-529fa593-b741-4fca-a659-ecd6d6a12705 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Synchronizing usage tracker for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:02.280111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:02.283532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.336819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-529fa593-b741-4fca-a659-ecd6d6a12705 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Unset dirty status for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:02.343696 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-529fa593-b741-4fca-a659-ecd6d6a12705 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2091932 Jun 16 15:12:02.343696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48658) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:02.450456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-e27b6c18-606d-424f-9d7f-d278b68f4e5d tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Deleting port 389c39e9-de70-431c-91b3-6f0c58338094 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:02.450828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e27b6c18-606d-424f-9d7f-d278b68f4e5d tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.459718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] For port 91af5496-3981-4b4c-99bb-940b4163036e, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:02.477882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48662) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:02.491087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] For port 91af5496-3981-4b4c-99bb-940b4163036e, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=91af5496-3981-4b4c-99bb-940b4163036e,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:02.522334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] For port 9c22a200-c41c-44d7-a5e8-b831e262e065, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:02.528974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] For port 9c22a200-c41c-44d7-a5e8-b831e262e065, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=9c22a200-c41c-44d7-a5e8-b831e262e065,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:02.586144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.630875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.651851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.700552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:02.701173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Usage tracker for resource:network and tenant:08bd8e011fa64c2190acc5b29030e442 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:02.701689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.748729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.764568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:02.768085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b59bc1-f8df-45d8-aa56-96b3eee68b72 None None] Pushing event updated for resources: {'Port': ['ID=91af5496-3981-4b4c-99bb-940b4163036e,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:02.782503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:02.805289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e27b6c18-606d-424f-9d7f-d278b68f4e5d tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.868112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=273e2dcb-a7a3-4959-ba2f-6de36a7154ef,segment=NetworkSegment(e8f15f25-680d-4e58-b11e-f0dd23eb2a8e),segment_id=e8f15f25-680d-4e58-b11e-f0dd23eb2a8e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:02.895877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:02.898176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5877e62-196c-48c1-9b42-30b1277ecacb None None] Pushing event updated for resources: {'Port': ['ID=9c22a200-c41c-44d7-a5e8-b831e262e065,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:02.908558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Usage tracker for resource:floatingip and tenant:a667b898d1f2427081bdf6f64462ebc7 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:02.922276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.937405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:02.944722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.948434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.979982 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.001292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-e27b6c18-606d-424f-9d7f-d278b68f4e5d tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Calling delete_port for 389c39e9-de70-431c-91b3-6f0c58338094 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:03.059539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b609577-d6ca-4b64-83bb-d2f50c7124ed,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:03.070193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:03.090214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Usage tracker for resource:subnet and tenant:08bd8e011fa64c2190acc5b29030e442 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:03.136986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Provisioning for port 389c39e9-de70-431c-91b3-6f0c58338094 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:03.179374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:03.179374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e2af42-3a36-4b61-96bf-8854bf80c4ae,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:03.201328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Provisioning complete for port 389c39e9-de70-431c-91b3-6f0c58338094 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:03.203255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.275555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=273e2dcb-a7a3-4959-ba2f-6de36a7154ef,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:03.293336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:12:03.301945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Usage tracker for resource:subnetpool and tenant:08bd8e011fa64c2190acc5b29030e442 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:03.317616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Port 389c39e9-de70-431c-91b3-6f0c58338094 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:03.344421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Provisioning complete for port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:03.345009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.425404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:12:03.485769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:03.571645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Current status of the port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:03.621578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eca6a4d-4a96-4b80-bb33-582110b9b2b1,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:03.628339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e27b6c18-606d-424f-9d7f-d278b68f4e5d tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.643687 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.679600 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Provisioning for port 4956b575-5bd8-4752-832e-798a613d08ef completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:03.681160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.681709 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Added segment e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3 of type vlan for network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c Jun 16 15:12:03.685910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Provisioning complete for port 4956b575-5bd8-4752-832e-798a613d08ef triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:03.686396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.761823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.761823 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Added segment c9eeac55-f384-49f4-99be-e07c47ed31b0 of type vlan for network ac32582e-8c67-4ccb-a1d9-7458c4dfb4d3 Jun 16 15:12:03.795148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b6c18-606d-424f-9d7f-d278b68f4e5d tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event deleted for resources: {'Port': ['ID=389c39e9-de70-431c-91b3-6f0c58338094,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:03.798310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-84932e19-f11f-4daf-a53e-2b0a7b471089 None None] Port 4956b575-5bd8-4752-832e-798a613d08ef cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:03.905697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Checking segment: {'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:03.906254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Network hostable DHCP agents. Network: 195e631b-ddb7-4aa7-b032-9b54ff8e4f46, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:12:03.930122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Usage tracker for resource:port and tenant:08bd8e011fa64c2190acc5b29030e442 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:03.930374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-536d765e-7c67-49b3-ba9e-87c137edd628 None None] Could not find standard attr ID for object 389c39e9-de70-431c-91b3-6f0c58338094. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:12:03.941231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e27b6c18-606d-424f-9d7f-d278b68f4e5d tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.956856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.962904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-536d765e-7c67-49b3-ba9e-87c137edd628 None None] Provisioning complete for port 4956b575-5bd8-4752-832e-798a613d08ef triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:03.963612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-536d765e-7c67-49b3-ba9e-87c137edd628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.967257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.022188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 273e2dcb-a7a3-4959-ba2f-6de36a7154ef up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:04.030967 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e27b6c18-606d-424f-9d7f-d278b68f4e5d tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "DELETE /v2.0/ports/389c39e9-de70-431c-91b3-6f0c58338094 HTTP/1.1" status: 204 len: 168 time: 1.6865277 Jun 16 15:12:04.034838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48674) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:04.093311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-536d765e-7c67-49b3-ba9e-87c137edd628 None None] Port 4956b575-5bd8-4752-832e-798a613d08ef cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:04.095521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:04.113247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:04.113610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.136362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.164211 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7390ca1-9714-4742-a507-739cbbed44d0 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] GET failed (client error): The resource could not be found. Jun 16 15:12:04.165397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a7390ca1-9714-4742-a507-739cbbed44d0 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Synchronizing usage tracker for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:04.255863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.263112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:12:04.277987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a7390ca1-9714-4742-a507-739cbbed44d0 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Unset dirty status for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:04.280051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:04.283839 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a7390ca1-9714-4742-a507-739cbbed44d0 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "GET /v2.0/ports/389c39e9-de70-431c-91b3-6f0c58338094 HTTP/1.1" status: 404 len: 333 time: 0.2475514 Jun 16 15:12:04.284461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48678) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:04.284748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9c22a200-c41c-44d7-a5e8-b831e262e065 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:04.295765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'port': {'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-952804726'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:04.434835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Usage tracker for resource:router and tenant:08bd8e011fa64c2190acc5b29030e442 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:04.492555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:12:04.495203 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.512430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 9c22a200-c41c-44d7-a5e8-b831e262e065 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:04.518042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:04.532140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:04.533658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 91af5496-3981-4b4c-99bb-940b4163036e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:04.633820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Made reservation on behalf of cf77acbcf72a4f95b5657851122cc2c7 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:04.639259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.698237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] device_id is not set on port bd4054af-7af0-46cd-b106-74bdb9466ef8 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:04.726033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa281fcf-8256-47d6-b2e7-c89d20f38828 None None] Network a7e237ff-536e-40be-8c14-25d5099978ec requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:04.757641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:04.777379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.796277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 91af5496-3981-4b4c-99bb-940b4163036e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:04.874923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.886886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:04.889269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.913900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.918643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:04.919482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.950828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Allocated IP 172.26.2.47 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/1092eafe-1384-4fca-864b-6843b6210506) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:04.983473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Usage tracker for resource:floatingip and tenant:08bd8e011fa64c2190acc5b29030e442 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:04.985181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Allocated IP 2001:db8::15 (3ac0a2b8-182b-437f-8e88-7726867abba4/971760ec-9cd9-4356-a9c9-eef4e6f4f66e/bd4054af-7af0-46cd-b106-74bdb9466ef8) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:05.012562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 195e631b-ddb7-4aa7-b032-9b54ff8e4f46) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:05.048851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:05.055775 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e80207-4804-4ce3-b14e-bbe0f0e3961f None None] Network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:05.059960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:05.060551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.068490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e9940-57f6-42e2-b429-2aa5a9a5c4cb None None] Network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:05.163092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2c856d56-5d81-4f9b-849a-6ccbd3149165 None None] Provisioning for port 91af5496-3981-4b4c-99bb-940b4163036e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:05.195953 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2c856d56-5d81-4f9b-849a-6ccbd3149165 None None] Provisioning complete for port 91af5496-3981-4b4c-99bb-940b4163036e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:05.196320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c856d56-5d81-4f9b-849a-6ccbd3149165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.219500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Pushing event updated for resources: {'Network': ['ID=0bcb43aa-24cd-4316-8f8b-8d48224cb06c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:05.250538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:12:05.262605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.286141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Transition to ACTIVE for port object bd4054af-7af0-46cd-b106-74bdb9466ef8 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:05.292825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.408672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.476955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:05.481040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:05.486227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:05.492586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:05.492586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.516200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8c4fac66-6a01-417d-a80f-da9b10b4b83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 5.9805596 Jun 16 15:12:05.530959 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Port': ['ID=bd4054af-7af0-46cd-b106-74bdb9466ef8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:05.544739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Pushing event updated for resources: {'Network': ['ID=ac32582e-8c67-4ccb-a1d9-7458c4dfb4d3,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:05.546255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.560451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Usage tracker for resource:security_group and tenant:08bd8e011fa64c2190acc5b29030e442 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:05.563703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48690) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:05.568939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:05.573265 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-007ef6d0-ba6e-4aa6-82c8-e03ca2196dae admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.0781004 Jun 16 15:12:05.574295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:05.578473 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-80730ab8-f9e3-4e61-b13a-794f37049984 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.9839473 Jun 16 15:12:05.584026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Usage tracker for resource:router and tenant:9d0746fe46ac469f893cb7bed7348f6e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:05.590003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48694) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:05.592970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network ac32582e-8c67-4ccb-a1d9-7458c4dfb4d3 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:12:05.594109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:05.597786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:05.601511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:05.605483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Request body: {'network': {'project_id': '4186260c56ff4fc995c500001a9dd294'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:05.611451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:05.615917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Usage tracker for resource:network and tenant:4186260c56ff4fc995c500001a9dd294 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:05.624197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:05.634578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Usage tracker for resource:security_group_rule and tenant:08bd8e011fa64c2190acc5b29030e442 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:05.648176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.651529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:05.660349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:05.664692 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1c5798ab-3d46-4421-8d34-5fc7121c5125 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3791561 Jun 16 15:12:05.671863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48698) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:05.674391 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-95ed4fa0-2d72-42ff-bc7b-2e1326e98cba tempest-QuotasTest-1542413647 tempest-QuotasTest-1542413647-project-admin] 10.222.0.73 "GET /v2.0/quotas/08bd8e011fa64c2190acc5b29030e442/details.json HTTP/1.1" status: 200 len: 703 time: 3.1822765 Jun 16 15:12:05.683014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-813a6917-5da8-4e5f-aae3-115b703c2013 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d8', 'mac_address': 'fa:16:3e:a2:be:b1'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:05.719801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.720976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.745579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Made reservation on behalf of 4186260c56ff4fc995c500001a9dd294 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:05.748406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.795204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.803881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.856771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-813a6917-5da8-4e5f-aae3-115b703c2013 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:05.969093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Pushing event updated for resources: {'Port': ['ID=1092eafe-1384-4fca-864b-6843b6210506,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:05.995408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:06.000794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:06.012414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:06.160115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2c856d56-5d81-4f9b-849a-6ccbd3149165 None None] Current status of the port 91af5496-3981-4b4c-99bb-940b4163036e is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:06.160574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c856d56-5d81-4f9b-849a-6ccbd3149165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.191832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:12:06.192681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.282494 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:12:06.310473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.311053 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Added segment 1e1067e0-5d34-45dd-80a7-1fc8e2cc27ed of type vlan for network b062aa0f-5756-4392-9c22-788221f52a47 Jun 16 15:12:06.312760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Allocated IP 172.26.2.212 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/ce5385da-624f-4cc3-922c-2052946f93ea) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:06.335057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2c856d56-5d81-4f9b-849a-6ccbd3149165 None None] For port 91af5496-3981-4b4c-99bb-940b4163036e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=91af5496-3981-4b4c-99bb-940b4163036e,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:06.380272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.390991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.440147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c856d56-5d81-4f9b-849a-6ccbd3149165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.525615 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48708) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:06.602659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Allocated IP 172.20.0.2 (195e631b-ddb7-4aa7-b032-9b54ff8e4f46/42e2af42-3a36-4b61-96bf-8854bf80c4ae/0bd9f9d7-3064-404b-8671-e40435fefc85) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:06.619326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48712) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:06.624947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c856d56-5d81-4f9b-849a-6ccbd3149165 None None] Pushing event updated for resources: {'Port': ['ID=91af5496-3981-4b4c-99bb-940b4163036e,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:06.625610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.626542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:06.629935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.646853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Request body: {'port': {'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c', 'binding:host_id': 'hv-neutron-8460', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-539695095'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:06.653091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:06.657537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Usage tracker for resource:port and tenant:47c30c4d30b94eb4872e979c0506f3e3 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:06.662272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:06.668816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:06.734588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Provisioning for port bd4054af-7af0-46cd-b106-74bdb9466ef8 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:06.749489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Provisioning complete for port bd4054af-7af0-46cd-b106-74bdb9466ef8 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:06.749860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.751142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.766708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Made reservation on behalf of 47c30c4d30b94eb4872e979c0506f3e3 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:06.769356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.788198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.808402 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2120500 Jun 16 15:12:06.811292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48718) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:06.816259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:06.821060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Usage tracker for resource:security_group_rule and tenant:47c30c4d30b94eb4872e979c0506f3e3 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:06.824134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:06.830836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:06.861298 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Port bd4054af-7af0-46cd-b106-74bdb9466ef8 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:06.929182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Provisioning complete for port 91af5496-3981-4b4c-99bb-940b4163036e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:06.929546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.944681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7b9e146c-7922-4b96-919f-133b4a28ee04 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Request body: {'network': {'project_id': '4186260c56ff4fc995c500001a9dd294'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:06.946867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.953976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [None req-813a6917-5da8-4e5f-aae3-115b703c2013 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:12:06.969542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7b9e146c-7922-4b96-919f-133b4a28ee04 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:06.985606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7b9e146c-7922-4b96-919f-133b4a28ee04 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Usage tracker for resource:network and tenant:4186260c56ff4fc995c500001a9dd294 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:06.989784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-813a6917-5da8-4e5f-aae3-115b703c2013 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.994966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7b9e146c-7922-4b96-919f-133b4a28ee04 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:07.003439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.013998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7b9e146c-7922-4b96-919f-133b4a28ee04 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:07.020723 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9e146c-7922-4b96-919f-133b4a28ee04 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 16 15:12:07.021784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9e146c-7922-4b96-919f-133b4a28ee04 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:12:07.025920 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7b9e146c-7922-4b96-919f-133b4a28ee04 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0892520 Jun 16 15:12:07.026082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Transition to ACTIVE for port object 0bd9f9d7-3064-404b-8671-e40435fefc85 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:07.028293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48722) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:07.039323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.074916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-813a6917-5da8-4e5f-aae3-115b703c2013 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.090115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Transition to ACTIVE for port object 0bd9f9d7-3064-404b-8671-e40435fefc85 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:07.108060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Current status of the port 91af5496-3981-4b4c-99bb-940b4163036e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:07.128274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.159631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855b2dd-9714-4f34-aaf2-f2f7e91f1031 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Pushing event updated for resources: {'Network': ['ID=b062aa0f-5756-4392-9c22-788221f52a47,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:07.171758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] device_id is not set on port b377b0d6-c5e4-4beb-b9b9-e37a78868264 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:07.172927 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network b062aa0f-5756-4392-9c22-788221f52a47 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:12:07.183593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd4d31f9-4fcb-405f-9a62-ae48676280d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.206783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.220553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:07.229256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:07.243312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616ffd42-a6e7-4b14-8632-8bea42708c4e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:07.247872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-813a6917-5da8-4e5f-aae3-115b703c2013 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] In _notify_port_updated(), no bound segment for port bd4054af-7af0-46cd-b106-74bdb9466ef8 on network 3ac0a2b8-182b-437f-8e88-7726867abba4 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:12:07.253679 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a6917-5da8-4e5f-aae3-115b703c2013 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:07.254351 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-813a6917-5da8-4e5f-aae3-115b703c2013 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.259215 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-813a6917-5da8-4e5f-aae3-115b703c2013 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "PUT /v2.0/ports/bd4054af-7af0-46cd-b106-74bdb9466ef8 HTTP/1.1" status: 200 len: 1001 time: 1.5818574 Jun 16 15:12:07.263006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:07.272162 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4fbcbc37-1a44-43e9-94b2-8cfbc07c6b82 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4186260c56ff4fc995c500001a9dd294&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2407596 Jun 16 15:12:07.276057 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48732) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:07.276386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48734) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:07.328461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fd4d31f9-4fcb-405f-9a62-ae48676280d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:07.352673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fd4d31f9-4fcb-405f-9a62-ae48676280d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc838e1aa6f4285964d44d9193e0022 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:07.417739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fd4d31f9-4fcb-405f-9a62-ae48676280d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:07.419362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Provisioning for port 9c22a200-c41c-44d7-a5e8-b831e262e065 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:07.421078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5385da-624f-4cc3-922c-2052946f93ea,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:07.438736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:07.443616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:07.446278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.460972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Provisioning complete for port 9c22a200-c41c-44d7-a5e8-b831e262e065 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:07.462049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.462234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a6917-5da8-4e5f-aae3-115b703c2013 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Port': ['ID=bd4054af-7af0-46cd-b106-74bdb9466ef8,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:07.489056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:07.495688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1ef9c-e691-44c8-8166-28675a7d93dc tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Deleting port bd4054af-7af0-46cd-b106-74bdb9466ef8 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:07.496050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ef9c-e691-44c8-8166-28675a7d93dc tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.498498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fd4d31f9-4fcb-405f-9a62-ae48676280d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:07.501200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Allocated IP 172.26.2.30 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/1739a9c2-fec6-40f3-a803-db942db718cd) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:07.562021 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Pushing event updated for resources: {'Port': ['ID=0bd9f9d7-3064-404b-8671-e40435fefc85,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:07.655254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Attempting to bind port 0bd9f9d7-3064-404b-8671-e40435fefc85 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:07.656120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Attempting to bind port 0bd9f9d7-3064-404b-8671-e40435fefc85 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:07.656120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Attempting to bind port 0bd9f9d7-3064-404b-8671-e40435fefc85 on network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:07.664845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:07.671802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Checking segment: {'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:07.671802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.671802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Bound using segment: {'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:07.671802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Bound port: 0bd9f9d7-3064-404b-8671-e40435fefc85, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:07.671802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.753091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 91af5496-3981-4b4c-99bb-940b4163036e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:07.845827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-baa76579-7f2a-4cd2-b3db-aab65c628bcc tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.903813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.919778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Current status of the port 9c22a200-c41c-44d7-a5e8-b831e262e065 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:07.920175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.948828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] For port 0bd9f9d7-3064-404b-8671-e40435fefc85, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:07.953653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] For port 0bd9f9d7-3064-404b-8671-e40435fefc85, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0bd9f9d7-3064-404b-8671-e40435fefc85,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:07.965870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 91af5496-3981-4b4c-99bb-940b4163036e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:07.966242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.990813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.016094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] For port 9c22a200-c41c-44d7-a5e8-b831e262e065, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=9c22a200-c41c-44d7-a5e8-b831e262e065,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:08.031009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.047271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-baa76579-7f2a-4cd2-b3db-aab65c628bcc tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.090872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.100508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.167547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c0930-5684-48cf-850f-4484b9157db4 None None] Pushing event updated for resources: {'Port': ['ID=0bd9f9d7-3064-404b-8671-e40435fefc85,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:08.246843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] device_id is not set on port b377b0d6-c5e4-4beb-b9b9-e37a78868264 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:08.250626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 91af5496-3981-4b4c-99bb-940b4163036e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:08.275023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-24ed71fc-8c3c-48d4-94b3-d13d94e83fa8 None None] Provisioning complete for port bd4054af-7af0-46cd-b106-74bdb9466ef8 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:08.275023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24ed71fc-8c3c-48d4-94b3-d13d94e83fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.275255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd4d31f9-4fcb-405f-9a62-ae48676280d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.282627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.307067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Transition to ACTIVE for port object b377b0d6-c5e4-4beb-b9b9-e37a78868264 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:08.310327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0dcfa-a708-46fb-a8f1-c30ddc020b38 None None] Pushing event updated for resources: {'Port': ['ID=9c22a200-c41c-44d7-a5e8-b831e262e065,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:08.346077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-24ed71fc-8c3c-48d4-94b3-d13d94e83fa8 None None] Port bd4054af-7af0-46cd-b106-74bdb9466ef8 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:08.346292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.348009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd4d31f9-4fcb-405f-9a62-ae48676280d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.374153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-24ed71fc-8c3c-48d4-94b3-d13d94e83fa8 None None] Provisioning complete for port 9c22a200-c41c-44d7-a5e8-b831e262e065 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:08.376543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24ed71fc-8c3c-48d4-94b3-d13d94e83fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.389623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.454497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.503513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ef9c-e691-44c8-8166-28675a7d93dc tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.569650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-24ed71fc-8c3c-48d4-94b3-d13d94e83fa8 None None] Current status of the port 9c22a200-c41c-44d7-a5e8-b831e262e065 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:08.754398 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fd4d31f9-4fcb-405f-9a62-ae48676280d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4dc838e1aa6f4285964d44d9193e0022&name=default HTTP/1.1" status: 200 len: 2978 time: 2.1386125 Jun 16 15:12:08.757126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1ef9c-e691-44c8-8166-28675a7d93dc tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Calling delete_port for bd4054af-7af0-46cd-b106-74bdb9466ef8 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:08.767680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.773699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48740) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:08.788503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-baa76579-7f2a-4cd2-b3db-aab65c628bcc tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:08.813327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d31f9-4fcb-405f-9a62-ae48676280d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ba4f2-b7dd-47cf-a79b-433ee570ed96,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:08.881345 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa76579-7f2a-4cd2-b3db-aab65c628bcc tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b609577-d6ca-4b64-83bb-d2f50c7124ed,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:08.910584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event updated for resources: {'Port': ['ID=b377b0d6-c5e4-4beb-b9b9-e37a78868264,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:08.953385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Checking segment: {'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:08.953716 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Network hostable DHCP agents. Network: 0bcb43aa-24cd-4316-8f8b-8d48224cb06c, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:12:08.974026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Allocated IP 172.26.2.133 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/dc753a8f-056c-462c-9ee4-7214941e599a) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:08.975300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:08.984866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:09.003080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-baa76579-7f2a-4cd2-b3db-aab65c628bcc tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.003518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event updated for resources: {'Port': ['ID=1739a9c2-fec6-40f3-a803-db942db718cd,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:09.004244 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-baa76579-7f2a-4cd2-b3db-aab65c628bcc tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b609577-d6ca-4b64-83bb-d2f50c7124ed HTTP/1.1" status: 204 len: 168 time: 1.7202959 Jun 16 15:12:09.016047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:09.033831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48746) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:09.153430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:12:09.210303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.235131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ef9c-e691-44c8-8166-28675a7d93dc tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.243867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8a3094e-8316-4f2d-b0f8-0b4380a61ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.292761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 0bcb43aa-24cd-4316-8f8b-8d48224cb06c) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:09.303677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13ede12-dcdc-4f2f-b7fe-522ed47e768f None None] Network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:09.330438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:09.367640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.377592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8a3094e-8316-4f2d-b0f8-0b4380a61ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.403645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1ef9c-e691-44c8-8166-28675a7d93dc tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event deleted for resources: {'Port': ['ID=bd4054af-7af0-46cd-b106-74bdb9466ef8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:09.403777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e4e717-3821-4128-b05e-d70ea40d3bba None None] Network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:09.456161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Router 336ec09f-d2f4-49ee-b239-e6b8369ff139 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:12:09.461047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:09.461696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:09.462466 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:09.501004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.526392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:09.526968 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:09.569513 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 2 to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 Jun 16 15:12:09.610853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:09.610853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:09.610853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:09.625796 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:09.626137 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:09.626875 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 3 to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 Jun 16 15:12:09.640506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.660772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.664231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ef9c-e691-44c8-8166-28675a7d93dc tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.681236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ee16a262-b136-4248-b18c-7632cc233ae3 None None] Provisioning for port 0bd9f9d7-3064-404b-8671-e40435fefc85 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:09.766627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:09.769820 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b3f1ef9c-e691-44c8-8166-28675a7d93dc tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "DELETE /v2.0/ports/bd4054af-7af0-46cd-b106-74bdb9466ef8 HTTP/1.1" status: 204 len: 168 time: 2.4874613 Jun 16 15:12:09.770837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:09.773289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48750) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:09.778317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:09.778743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:09.779268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:09.781941 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:09.876643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0bd9f9d7-3064-404b-8671-e40435fefc85 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:09.967591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:09.968127 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:09.978107 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 4 to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 Jun 16 15:12:09.981570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8a3094e-8316-4f2d-b0f8-0b4380a61ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.995880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.996938 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-460acb18-f122-4c65-a9f1-f1a96ab881c2 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] GET failed (client error): The resource could not be found. Jun 16 15:12:09.997410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-460acb18-f122-4c65-a9f1-f1a96ab881c2 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Synchronizing usage tracker for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:10.034333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Pushing event updated for resources: {'Port': ['ID=dc753a8f-056c-462c-9ee4-7214941e599a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:10.060181 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 0bd9f9d7-3064-404b-8671-e40435fefc85 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:10.063553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:10.063975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:10.064400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:10.067807 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0bd9f9d7-3064-404b-8671-e40435fefc85 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:10.068895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.083890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:10.084296 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:10.086362 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 5 to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 Jun 16 15:12:10.101645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.108236 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:10.108569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:10.108902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:10.113662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:10.113986 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:10.114367 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 6 to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 Jun 16 15:12:10.125617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3094e-8316-4f2d-b0f8-0b4380a61ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ba4f2-b7dd-47cf-a79b-433ee570ed96,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:10.137118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:10.137516 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:10.137852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:10.141684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:10.149924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:10.152905 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Sync routers for ids ['336ec09f-d2f4-49ee-b239-e6b8369ff139'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:10.155251 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:10.156174 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 7 to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 Jun 16 15:12:10.160320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b0e9f0a4-b1bf-41e1-8c03-df42e6b7e215 None None] Provisioning complete for port 0bd9f9d7-3064-404b-8671-e40435fefc85 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:10.160485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.160685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0e9f0a4-b1bf-41e1-8c03-df42e6b7e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.160791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.161527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.161894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > port after_create 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.162595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.163410 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > port after_update 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.163885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.164364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.173118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.173118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.178460 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Routers {'336ec09f-d2f4-49ee-b239-e6b8369ff139'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:10.179862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:10.180079 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:11:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['336ec09f-d2f4-49ee-b239-e6b8369ff139'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:10.180223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:10.180665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:10.186472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:10.186801 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:10.187476 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 8 to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 Jun 16 15:12:10.207150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-460acb18-f122-4c65-a9f1-f1a96ab881c2 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Unset dirty status for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:10.212148 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-460acb18-f122-4c65-a9f1-f1a96ab881c2 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "GET /v2.0/ports/bd4054af-7af0-46cd-b106-74bdb9466ef8 HTTP/1.1" status: 404 len: 333 time: 0.4357140 Jun 16 15:12:10.212753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48754) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:10.275149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:10.275650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:10.276026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:10.283091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'port': {'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1789090945'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:10.340881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:10.341213 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:10.345866 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 9 to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 Jun 16 15:12:10.352049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.352927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.353441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.353912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:10.354451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b062aa0f-5756-4392-9c22-788221f52a47']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:10.371081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:10.371426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:10.371766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:10.375882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0bd9f9d7-3064-404b-8671-e40435fefc85 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:10.376382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.453086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:10.453420 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:10.462101 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 10 to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 Jun 16 15:12:10.462294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 0bd9f9d7-3064-404b-8671-e40435fefc85, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0bd9f9d7-3064-404b-8671-e40435fefc85,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:10.465373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9f0a4-b1bf-41e1-8c03-df42e6b7e215 None None] Current status of the port 0bd9f9d7-3064-404b-8671-e40435fefc85 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:10.469773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0e9f0a4-b1bf-41e1-8c03-df42e6b7e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.505653 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Set router 336ec09f-d2f4-49ee-b239-e6b8369ff139 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:10.510512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1067e0-5d34-45dd-80a7-1fc8e2cc27ed') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:10.510738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1067e0-5d34-45dd-80a7-1fc8e2cc27ed') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:10.531721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.544571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.546022 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9c22a200-c41c-44d7-a5e8-b831e262e065 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:10.551464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8a3094e-8316-4f2d-b0f8-0b4380a61ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.553249 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b8a3094e-8316-4f2d-b0f8-0b4380a61ccf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/762ba4f2-b7dd-47cf-a79b-433ee570ed96 HTTP/1.1" status: 204 len: 168 time: 1.7369473 Jun 16 15:12:10.572801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.616622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.618282 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-24e333bc-746c-49d6-9b5d-c6c742fa1c72 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.2985370 Jun 16 15:12:10.619961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:12:10.620537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.659042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48760) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:10.838562 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.953538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-b0e9f0a4-b1bf-41e1-8c03-df42e6b7e215 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:12:10.953914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-b0e9f0a4-b1bf-41e1-8c03-df42e6b7e215 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:12:10.954401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=0bd9f9d7-3064-404b-8671-e40435fefc85,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:10.994786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 9c22a200-c41c-44d7-a5e8-b831e262e065 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:10.995175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.996785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.026440 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:06Z', 'revision_number': 3, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:11.035456 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Checking router: 336ec09f-d2f4-49ee-b239-e6b8369ff139 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:12:11.035456 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Updating router 336ec09f-d2f4-49ee-b239-e6b8369ff139 port 1092eafe-1384-4fca-864b-6843b6210506 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:12:11.038828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Router 1253ddac-9b04-4697-916b-cb901e649537 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:12:11.064471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.104757 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.138713 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:11.148405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:11.148737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:11.149072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:11.170735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:11.175397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:11.175709 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port b377b0d6-c5e4-4beb-b9b9-e37a78868264 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:11.176064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.201419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Pushing event deleted for resources: {'Network': ['ID=b062aa0f-5756-4392-9c22-788221f52a47,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:11.235553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 9c22a200-c41c-44d7-a5e8-b831e262e065 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:11.404053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:11.408423 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1f1c4c3e-8e89-48f1-8452-d1a19a859d6b tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] 10.222.0.73 "DELETE /v2.0/networks/b062aa0f-5756-4392-9c22-788221f52a47 HTTP/1.1" status: 204 len: 168 time: 2.3697290 Jun 16 15:12:11.408423 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:12:11.416474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48778) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:11.429517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Sync routers for ids ['1253ddac-9b04-4697-916b-cb901e649537'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:11.430267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Made reservation on behalf of cf77acbcf72a4f95b5657851122cc2c7 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:11.430518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.433727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.444794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Routers {'1253ddac-9b04-4697-916b-cb901e649537'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:11.445436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:11:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1253ddac-9b04-4697-916b-cb901e649537'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:11.564477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] device_id is not set on port 946c1cf0-7859-42f6-bd19-606e6241a2b1 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:11.594117 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 1e1067e0-5d34-45dd-80a7-1fc8e2cc27ed resource provider aggregate not found Jun 16 15:12:11.603815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.611918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.611918 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5cc299d2-7718-4b71-b843-aabe92ef9214 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 12.2478654 Jun 16 15:12:11.625636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48784) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:11.633037 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.643862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9f0a4-b1bf-41e1-8c03-df42e6b7e215 None None] Current status of the port 0bd9f9d7-3064-404b-8671-e40435fefc85 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:11.662311 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Transition to ACTIVE for port object 1092eafe-1384-4fca-864b-6843b6210506 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:11.684862 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 1e1067e0-5d34-45dd-80a7-1fc8e2cc27ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e1067e0-5d34-45dd-80a7-1fc8e2cc27ed found for delete ", "request_id": "req-a7017c60-cbbe-4114-a79f-5bbd4c80556d"}]} Jun 16 15:12:11.685468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event updated for resources: {'Port': ['ID=1739a9c2-fec6-40f3-a803-db942db718cd,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:11.763375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0bd9f9d7-3064-404b-8671-e40435fefc85 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:11.793523 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.805341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48788) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:11.821803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Set router 1253ddac-9b04-4697-916b-cb901e649537 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:11.839268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-98182a93-dd29-43ac-8f84-87a091c465b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.863835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.867969 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-98182a93-dd29-43ac-8f84-87a091c465b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:11.870291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] For port b377b0d6-c5e4-4beb-b9b9-e37a78868264, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:11.870691 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempted to set empty binding levels {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 16 15:12:11.883204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-98182a93-dd29-43ac-8f84-87a091c465b6 admin admin] Usage tracker for resource:security_group_rule and tenant:08bd8e011fa64c2190acc5b29030e442 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:11.888329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-98182a93-dd29-43ac-8f84-87a091c465b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:11.894415 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Pushing event updated for resources: {'Port': ['ID=1092eafe-1384-4fca-864b-6843b6210506,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:11.901272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.902232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-98182a93-dd29-43ac-8f84-87a091c465b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:11.916440 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.916838 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.917191 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.917936 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.918357 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.918771 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.919149 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.919774 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.920268 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.920816 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.921152 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.921482 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Tracked resource versions report: Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: pushed versions: Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: { 'AddressGroup': {'1.2'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'ConntrackHelper': {'1.0'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Log': {'1.0'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Network': {'1.1'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Port': {'1.7'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'PortForwarding': {'1.2'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'QosPolicy': {'1.8'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SecurityGroup': {'1.4'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SubPort': {'1.0'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Subnet': {'1.1'}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Trunk': {'1.1'}} Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: consumer versions: Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: { DHCP agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: HyperV agent@hv-neutron-8460: {}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: L3 agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: Metadata agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: Metering agent@dv-neutron-846028-2-hyperv: {}, Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: Open vSwitch agent@dv-neutron-846028-2-hyperv: { 'AddressGroup': '1.2', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'ConntrackHelper': '1.0', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Log': '1.0', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Network': '1.1', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Port': '1.7', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'PortForwarding': '1.2', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'QosPolicy': '1.8', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SecurityGroup': '1.4', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SecurityGroupRule': '1.2', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'SubPort': '1.0', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Subnet': '1.1', Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: 'Trunk': '1.1'}} Jun 16 15:12:11.924867 dv-neutron-846028-2-hyperv neutron-server[89748]: {{(pid=89748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:12:11.942087 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.967507 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Attempting to bind port 1092eafe-1384-4fca-864b-6843b6210506 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:11.967950 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Attempting to bind port 1092eafe-1384-4fca-864b-6843b6210506 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:11.968324 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Attempting to bind port 1092eafe-1384-4fca-864b-6843b6210506 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:11.979995 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:11.980944 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:11.980944 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.981509 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:11.982269 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Bound port: 1092eafe-1384-4fca-864b-6843b6210506, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:11.982672 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.993082 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.994402 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8b0ed258-b536-4ecc-a890-cde05f8cfad0 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.8172605 Jun 16 15:12:11.998869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48792) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:12.012005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-563848687'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:12.022179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:12.026318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Usage tracker for resource:network and tenant:a667b898d1f2427081bdf6f64462ebc7 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:12.029899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:12.036671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:12.111844 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] For port 1092eafe-1384-4fca-864b-6843b6210506, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:12.118238 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] For port 1092eafe-1384-4fca-864b-6843b6210506, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1092eafe-1384-4fca-864b-6843b6210506,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:12.135191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.145173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:12.145788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.153765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Made reservation on behalf of a667b898d1f2427081bdf6f64462ebc7 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:12.157233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.160266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0bd9f9d7-3064-404b-8671-e40435fefc85 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:12.160737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.196559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.265425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:12.278164 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.287949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Usage tracker for resource:security_group_rule and tenant:a667b898d1f2427081bdf6f64462ebc7 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:12.297081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:12.307698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:12.312268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-98182a93-dd29-43ac-8f84-87a091c465b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.342667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0bd9f9d7-3064-404b-8671-e40435fefc85 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:12.353709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event updated for resources: {'Port': ['ID=b377b0d6-c5e4-4beb-b9b9-e37a78868264,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:12.376559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:07Z', 'revision_number': 3, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:12.388571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Checking router: 1253ddac-9b04-4697-916b-cb901e649537 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:12:12.389405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Updating router 1253ddac-9b04-4697-916b-cb901e649537 port ce5385da-624f-4cc3-922c-2052946f93ea binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:12:12.454453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Allocated IP 2001:db8::23d (3ac0a2b8-182b-437f-8e88-7726867abba4/971760ec-9cd9-4356-a9c9-eef4e6f4f66e/946c1cf0-7859-42f6-bd19-606e6241a2b1) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:12.477567 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Routers {'336ec09f-d2f4-49ee-b239-e6b8369ff139'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:12.478395 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:11:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['336ec09f-d2f4-49ee-b239-e6b8369ff139'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:12.495240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.524853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-98182a93-dd29-43ac-8f84-87a091c465b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.548437 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30daec-e1bd-4e8d-af3b-4bb8a6f7d8ca None None] Pushing event updated for resources: {'Port': ['ID=1092eafe-1384-4fca-864b-6843b6210506,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:12.601125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.633417 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-98182a93-dd29-43ac-8f84-87a091c465b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08bd8e011fa64c2190acc5b29030e442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8268869 Jun 16 15:12:12.634105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48796) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:12.674262 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b3429163-6f06-405d-b8c8-d13f7f8771b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.0536215 Jun 16 15:12:12.681433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48800) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:12.692670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.696787 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] Set router 336ec09f-d2f4-49ee-b239-e6b8369ff139 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:12.809316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.809663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.810428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.810769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > port after_create 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.811137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.811490 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > port after_update 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.811828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.812157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.812999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.812999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.875902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Allocated IP 172.20.0.1 (a7e237ff-536e-40be-8c14-25d5099978ec/a3d65951-18ae-4b18-be19-745c773e01b0/66af6aa9-d071-496e-8584-b513a57c6e7b) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:12.936357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98182a93-dd29-43ac-8f84-87a091c465b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9e3e3e-53c1-4192-8909-47ec45d4658a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:12.943185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.958376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Transition to ACTIVE for port object ce5385da-624f-4cc3-922c-2052946f93ea will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:12.984180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.984529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.984858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.985185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:12:12.985566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac32582e-8c67-4ccb-a1d9-7458c4dfb4d3']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:13.027336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.046258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eeac55-f384-49f4-99be-e07c47ed31b0') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:13.046549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eeac55-f384-49f4-99be-e07c47ed31b0') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:13.069718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.107532 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:06Z', 'revision_number': 3, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:13.109832 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6b94e793-c130-4f4b-9f83-57f688d633b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.113931 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8224a-4164-4557-a49c-48c2b910f5c5 None None] The sync data for ids ['336ec09f-d2f4-49ee-b239-e6b8369ff139'] in dv-neutron-846028-2-hyperv is: [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:06Z', 'revision_number': 3, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:13.131790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Attempting to bind port ce5385da-624f-4cc3-922c-2052946f93ea on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:13.131790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Attempting to bind port ce5385da-624f-4cc3-922c-2052946f93ea by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:13.131790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Attempting to bind port ce5385da-624f-4cc3-922c-2052946f93ea on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:13.131790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c65f65-550f-4851-8284-ac5e4a300dd1 None None] Pushing event updated for resources: {'Port': ['ID=ce5385da-624f-4cc3-922c-2052946f93ea,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:13.132122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a73a8730-4e50-4cfc-91a2-365191816465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Deleting port b377b0d6-c5e4-4beb-b9b9-e37a78868264 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:13.132122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a73a8730-4e50-4cfc-91a2-365191816465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.132270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:13.132270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:13.132270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.132270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:13.132589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Bound port: ce5385da-624f-4cc3-922c-2052946f93ea, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:13.132980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.158789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.203450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6b94e793-c130-4f4b-9f83-57f688d633b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.205808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.235957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] For port ce5385da-624f-4cc3-922c-2052946f93ea, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:13.240320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] For port ce5385da-624f-4cc3-922c-2052946f93ea, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ce5385da-624f-4cc3-922c-2052946f93ea,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:13.277984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:12:13.289835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.290602 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Added segment 96a59ef9-47bf-458d-a423-649ff1b69ad0 of type vlan for network d637728b-ed2e-42e8-80e0-99e35e33dd1e Jun 16 15:12:13.318379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.335765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.348617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.371506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c47201-cc77-421f-85b0-e020bf90de94,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:13.377821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.401466 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:12:13.401948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.424175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Transition to ACTIVE for port object 66af6aa9-d071-496e-8584-b513a57c6e7b will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:13.447172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Routers {'1253ddac-9b04-4697-916b-cb901e649537'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:13.447814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:11:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1253ddac-9b04-4697-916b-cb901e649537'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:13.547295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.554096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c65f65-550f-4851-8284-ac5e4a300dd1 None None] Pushing event updated for resources: {'Port': ['ID=ce5385da-624f-4cc3-922c-2052946f93ea,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:13.556409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:13.557061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.609731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.612380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6b94e793-c130-4f4b-9f83-57f688d633b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.615584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6b94e793-c130-4f4b-9f83-57f688d633b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.616849 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6b94e793-c130-4f4b-9f83-57f688d633b9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc9e3e3e-53c1-4192-8909-47ec45d4658a HTTP/1.1" status: 204 len: 168 time: 0.9765310 Jun 16 15:12:13.754889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] Set router 1253ddac-9b04-4697-916b-cb901e649537 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:13.780751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:12:13.829345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8282478 Jun 16 15:12:13.835304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48810) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:13.838148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.859006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.865385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94e793-c130-4f4b-9f83-57f688d633b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9e3e3e-53c1-4192-8909-47ec45d4658a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:13.874058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Request body: {'subnet': {'network_id': 'd637728b-ed2e-42e8-80e0-99e35e33dd1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:13.888751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1092eafe-1384-4fca-864b-6843b6210506 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:13.961666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Network a7e237ff-536e-40be-8c14-25d5099978ec is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:13.963117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:13.966814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:14.014545 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment c9eeac55-f384-49f4-99be-e07c47ed31b0 resource provider aggregate not found Jun 16 15:12:14.032070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4569d28-3648-4e9e-9c91-798ae18a99c4 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event updated for resources: {'Network': ['ID=d637728b-ed2e-42e8-80e0-99e35e33dd1e,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:14.054122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Pushing event updated for resources: {'Port': ['ID=66af6aa9-d071-496e-8584-b513a57c6e7b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:14.057522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d637728b-ed2e-42e8-80e0-99e35e33dd1e details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:12:14.068628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.168543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.260865 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment c9eeac55-f384-49f4-99be-e07c47ed31b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9eeac55-f384-49f4-99be-e07c47ed31b0 found for delete ", "request_id": "req-381ea01c-f84e-4ab2-8166-4032c9c616ca"}]} Jun 16 15:12:14.327357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-a73a8730-4e50-4cfc-91a2-365191816465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] For port b377b0d6-c5e4-4beb-b9b9-e37a78868264, host hv-neutron-8460, got binding levels [] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:14.327933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a73a8730-4e50-4cfc-91a2-365191816465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.364069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.406749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Transition to ACTIVE for port object 946c1cf0-7859-42f6-bd19-606e6241a2b1 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:14.412392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac32582e-8c67-4ccb-a1d9-7458c4dfb4d3,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:14.447556 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-81b5ca1d-292f-4f30-8342-4d6c39bf3f22 tempest-QuotasNegativeTest-1594654668 tempest-QuotasNegativeTest-1594654668-project-admin] 10.222.0.73 "DELETE /v2.0/networks/ac32582e-8c67-4ccb-a1d9-7458c4dfb4d3 HTTP/1.1" status: 204 len: 168 time: 3.0301204 Jun 16 15:12:14.534491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a73a8730-4e50-4cfc-91a2-365191816465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Calling delete_port for b377b0d6-c5e4-4beb-b9b9-e37a78868264 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:14.707821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.718269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:07Z', 'revision_number': 3, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:14.723667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e76db-2f75-4938-b44a-06abb2bf7efd None None] The sync data for ids ['1253ddac-9b04-4697-916b-cb901e649537'] in dv-neutron-846028-2-hyperv is: [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:07Z', 'revision_number': 3, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:14.728394 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 1092eafe-1384-4fca-864b-6843b6210506 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:14.733311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1092eafe-1384-4fca-864b-6843b6210506 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:14.733682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.871139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.880887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6dc29ac9-7618-4b37-a1b4-904a24af462b None None] Provisioning for port 66af6aa9-d071-496e-8584-b513a57c6e7b completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:14.889615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6dc29ac9-7618-4b37-a1b4-904a24af462b None None] Provisioning complete for port 66af6aa9-d071-496e-8584-b513a57c6e7b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:14.890132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6dc29ac9-7618-4b37-a1b4-904a24af462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.957974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1092eafe-1384-4fca-864b-6843b6210506 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:14.958204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.971789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:14.979942 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 1092eafe-1384-4fca-864b-6843b6210506, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1092eafe-1384-4fca-864b-6843b6210506,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:14.996072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6dc29ac9-7618-4b37-a1b4-904a24af462b None None] Port 66af6aa9-d071-496e-8584-b513a57c6e7b cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:15.043678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Usage tracker for resource:subnet and tenant:a667b898d1f2427081bdf6f64462ebc7 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:15.071860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:15.077191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:15.116002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Pushing event updated for resources: {'Port': ['ID=66af6aa9-d071-496e-8584-b513a57c6e7b,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:15.186416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:15.191695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:15.223552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=1092eafe-1384-4fca-864b-6843b6210506,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:15.272535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:15.420084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:15.425152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a73a8730-4e50-4cfc-91a2-365191816465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:15.437120 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Sync routers for ids ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:15.445930 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Made reservation on behalf of a667b898d1f2427081bdf6f64462ebc7 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:15.447527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Network a7e237ff-536e-40be-8c14-25d5099978ec is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:15.448904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:15.452325 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Routers {'19de1a74-75bd-4a0f-9f2c-bab0c4487c53'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:15.452764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:15.453430 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:11:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:15.590810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a8730-4e50-4cfc-91a2-365191816465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event deleted for resources: {'Port': ['ID=b377b0d6-c5e4-4beb-b9b9-e37a78868264,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:15.659712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c49f-5a0a-478d-91a6-1dd3ec00342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:15.668249 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:15.859706 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a73a8730-4e50-4cfc-91a2-365191816465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:15.862417 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a73a8730-4e50-4cfc-91a2-365191816465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "DELETE /v2.0/ports/b377b0d6-c5e4-4beb-b9b9-e37a78868264 HTTP/1.1" status: 204 len: 168 time: 3.1614077 Jun 16 15:12:15.889697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48848) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:15.892692 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Set router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:15.967652 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c028b42-9b51-4a58-a9a2-0befd71122c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] GET failed (client error): The resource could not be found. Jun 16 15:12:15.969105 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8c028b42-9b51-4a58-a9a2-0befd71122c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "GET /v2.0/ports/b377b0d6-c5e4-4beb-b9b9-e37a78868264 HTTP/1.1" status: 404 len: 333 time: 0.0789120 Jun 16 15:12:15.978897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ce5385da-624f-4cc3-922c-2052946f93ea up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:15.981220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48852) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:15.989899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Request body: {'port': {'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014021103'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:15.999717 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:16.017243 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Router 336ec09f-d2f4-49ee-b239-e6b8369ff139 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:12:16.018825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Usage tracker for resource:port and tenant:47c30c4d30b94eb4872e979c0506f3e3 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:16.024949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:16.031794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48856) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:16.045409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:16.159255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9f523d82-815d-44fd-8c32-757cc2ce0d63 None None] Provisioning complete for port 66af6aa9-d071-496e-8584-b513a57c6e7b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:16.163225 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f523d82-815d-44fd-8c32-757cc2ce0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.202202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.203733 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8917dd31-25c8-4194-ba30-83be0983091c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.6389477 Jun 16 15:12:16.215487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:16.217736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48862) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:16.270658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:16.304874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:16.321311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:16.327890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.331021 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9f523d82-815d-44fd-8c32-757cc2ce0d63 None None] Port 66af6aa9-d071-496e-8584-b513a57c6e7b cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:16.410491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port ce5385da-624f-4cc3-922c-2052946f93ea completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:16.415258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Port': ['ID=946c1cf0-7859-42f6-bd19-606e6241a2b1,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:16.420371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ce5385da-624f-4cc3-922c-2052946f93ea triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:16.422236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.460336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Made reservation on behalf of 47c30c4d30b94eb4872e979c0506f3e3 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:16.465863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.490006 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:10Z', 'revision_number': 3, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:16.498079 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Checking router: 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:12:16.499382 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Updating router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 port dc753a8f-056c-462c-9ee4-7214941e599a binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:12:16.514146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f9f86b4-3bc8-4fc2-8d4d-3a819b361c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.570172 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-884b52ba-5823-4cbc-ba1f-f7993d831318 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.3538735 Jun 16 15:12:16.574147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48868) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:16.604671 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7e823a80-ed11-450c-b199-719b0d0505c8 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a2:be:b1'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:16.631962 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.654850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ce5385da-624f-4cc3-922c-2052946f93ea is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:16.655473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.703099 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port ce5385da-624f-4cc3-922c-2052946f93ea, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ce5385da-624f-4cc3-922c-2052946f93ea,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:16.705455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Allocated IP 172.20.0.1 (89f51b72-dd77-430d-85f6-ddeb52f1aaeb/b745a143-a783-4450-bc27-036ab6b44645/1a20da83-22aa-4d76-81ad-8048274a9f38) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:16.777267 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.779748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1092eafe-1384-4fca-864b-6843b6210506 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:16.833224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:16.868989 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bee2a1a3-124f-449d-a849-ec7d5e81dd6f admin admin] 10.222.0.73 "PUT /v2.0/routers/336ec09f-d2f4-49ee-b239-e6b8369ff139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2058921 Jun 16 15:12:16.875811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] device_id is not set on port 5e74980e-7548-449a-b109-70a9305ea600 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:16.944421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Sync routers for ids ['336ec09f-d2f4-49ee-b239-e6b8369ff139'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:16.985666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-eca77d52-6f7a-4848-8f77-b1b77e8c5f8e None None] Provisioning for port 946c1cf0-7859-42f6-bd19-606e6241a2b1 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:17.041731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-eca77d52-6f7a-4848-8f77-b1b77e8c5f8e None None] Provisioning complete for port 946c1cf0-7859-42f6-bd19-606e6241a2b1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:17.041731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eca77d52-6f7a-4848-8f77-b1b77e8c5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.044137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1f9f86b4-3bc8-4fc2-8d4d-3a819b361c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:17.107046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.148168 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Routers {'336ec09f-d2f4-49ee-b239-e6b8369ff139'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:17.151365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2388685b-2198-42a3-abce-12c69c494212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:11:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['336ec09f-d2f4-49ee-b239-e6b8369ff139'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:17.196590 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.221963 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Transition to ACTIVE for port object dc753a8f-056c-462c-9ee4-7214941e599a will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:17.259660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.259770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1f9f86b4-3bc8-4fc2-8d4d-3a819b361c72 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc7519b20bb483ba43f1d04679ed570 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:17.342131 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.399314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Transition to ACTIVE for port object 1a20da83-22aa-4d76-81ad-8048274a9f38 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:17.417510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e823a80-ed11-450c-b199-719b0d0505c8 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.437008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event updated for resources: {'Subnet': ['ID=2d7ca96b-0849-419e-938b-a92edaf1e37f,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:17.448816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Checking segment: {'id': '96a59ef9-47bf-458d-a423-649ff1b69ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd637728b-ed2e-42e8-80e0-99e35e33dd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:17.449388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Network hostable DHCP agents. Network: d637728b-ed2e-42e8-80e0-99e35e33dd1e, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:12:17.497280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1f9f86b4-3bc8-4fc2-8d4d-3a819b361c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:17.531866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1f9f86b4-3bc8-4fc2-8d4d-3a819b361c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:17.566322 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Attempting to bind port dc753a8f-056c-462c-9ee4-7214941e599a on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:17.566887 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Attempting to bind port dc753a8f-056c-462c-9ee4-7214941e599a by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:17.567061 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Attempting to bind port dc753a8f-056c-462c-9ee4-7214941e599a on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:17.597646 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7308b1-ef31-4292-8d05-785c7a52f280 None None] Pushing event updated for resources: {'Port': ['ID=dc753a8f-056c-462c-9ee4-7214941e599a,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:17.601615 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:17.609417 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:17.609417 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.609417 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:17.609417 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Bound port: dc753a8f-056c-462c-9ee4-7214941e599a, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:17.609417 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.614302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48894) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:17.695630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.715114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Set router 336ec09f-d2f4-49ee-b239-e6b8369ff139 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:17.740691 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] For port dc753a8f-056c-462c-9ee4-7214941e599a, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:17.750034 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] For port dc753a8f-056c-462c-9ee4-7214941e599a, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=dc753a8f-056c-462c-9ee4-7214941e599a,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:17.815416 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=ce5385da-624f-4cc3-922c-2052946f93ea,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:17.841801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1091140866', 'router:external': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:17.847784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:17.852136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Usage tracker for resource:network and tenant:48b47533e9b747d68b5c6dce40f9e1ec is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:17.855943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:17.857086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1092eafe-1384-4fca-864b-6843b6210506 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:17.857736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.862346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:17.868311 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.890303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e823a80-ed11-450c-b199-719b0d0505c8 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.893122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Network d637728b-ed2e-42e8-80e0-99e35e33dd1e is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:12:17.897284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:17.965521 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Routers {'19de1a74-75bd-4a0f-9f2c-bab0c4487c53'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:17.966392 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:11:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:17.990981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Made reservation on behalf of 48b47533e9b747d68b5c6dce40f9e1ec for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:17.993360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.041753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eca77d52-6f7a-4848-8f77-b1b77e8c5f8e None None] Port 946c1cf0-7859-42f6-bd19-606e6241a2b1 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:18.044784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.065055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Pushing event updated for resources: {'Port': ['ID=1a20da83-22aa-4d76-81ad-8048274a9f38,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:18.079054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e823a80-ed11-450c-b199-719b0d0505c8 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.083316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:18.143018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-7e823a80-ed11-450c-b199-719b0d0505c8 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] In _notify_port_updated(), no bound segment for port 946c1cf0-7859-42f6-bd19-606e6241a2b1 on network 3ac0a2b8-182b-437f-8e88-7726867abba4 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:12:18.151031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e823a80-ed11-450c-b199-719b0d0505c8 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:18.152211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e823a80-ed11-450c-b199-719b0d0505c8 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.153823 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7e823a80-ed11-450c-b199-719b0d0505c8 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "PUT /v2.0/ports/946c1cf0-7859-42f6-bd19-606e6241a2b1 HTTP/1.1" status: 200 len: 1003 time: 1.5741394 Jun 16 15:12:18.160391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48900) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:18.171531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d637728b-ed2e-42e8-80e0-99e35e33dd1e) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:18.174347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:18.175799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Usage tracker for resource:security_group_rule and tenant:48b47533e9b747d68b5c6dce40f9e1ec is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:18.179879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:18.182240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:18.195513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.198489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:18.271640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:18.273596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.280943 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.303005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f59a6d-aa74-464d-9a22-7e3dc1ffce59 None None] Network d637728b-ed2e-42e8-80e0-99e35e33dd1e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:18.501886 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] Set router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:18.615883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e823a80-ed11-450c-b199-719b0d0505c8 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Port': ['ID=946c1cf0-7859-42f6-bd19-606e6241a2b1,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:18.708036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:18.736258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f9f86b4-3bc8-4fc2-8d4d-3a819b361c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.736438 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9c1d7ec2-6e12-4120-8318-09de58d4153e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8840680 Jun 16 15:12:18.743139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48906) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:18.745070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:18.760536 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48908) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:18.760536 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-35625139', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:18.780145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:18.783509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:18.784880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:18.785825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.792522 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7308b1-ef31-4292-8d05-785c7a52f280 None None] Pushing event updated for resources: {'Port': ['ID=dc753a8f-056c-462c-9ee4-7214941e599a,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:18.824492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1092eafe-1384-4fca-864b-6843b6210506 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:18.841608 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123757485', 'description': 'tempest-description--1567359481'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:18.849850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:18.855234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Usage tracker for resource:security_group and tenant:ad081a7e9231445ba34114528f1d30a4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:18.859224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:18.864931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e0c068c0-1399-458c-8904-ba91ea9f0f1a None None] Provisioning complete for port 946c1cf0-7859-42f6-bd19-606e6241a2b1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:18.865554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e0c068c0-1399-458c-8904-ba91ea9f0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.868122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:18.890865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:18.907836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f9f86b4-3bc8-4fc2-8d4d-3a819b361c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.937781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0051a548-cb72-4804-93eb-a9b46fa9cc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.953066 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:10Z', 'revision_number': 3, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:18.958274 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6efe0-58b5-44cf-9f44-581a25031fad None None] The sync data for ids ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'] in dv-neutron-846028-2-hyperv is: [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:10Z', 'revision_number': 3, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:18.981332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Usage tracker for resource:router and tenant:a667b898d1f2427081bdf6f64462ebc7 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:18.995072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.995446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:18.997271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d637728b-ed2e-42e8-80e0-99e35e33dd1e', 'network_id': 'd637728b-ed2e-42e8-80e0-99e35e33dd1e', 'tenant_id': 'a667b898d1f2427081bdf6f64462ebc7', 'fixed_ips': [{'subnet_id': '2d7ca96b-0849-419e-938b-a92edaf1e37f'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:12:19.001433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.003329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.011936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ce5385da-624f-4cc3-922c-2052946f93ea up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:19.038740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:19.045561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:19.049665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Usage tracker for resource:security_group_rule and tenant:ad081a7e9231445ba34114528f1d30a4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:19.053454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:19.060028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:19.082663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e0c068c0-1399-458c-8904-ba91ea9f0f1a None None] Port 946c1cf0-7859-42f6-bd19-606e6241a2b1 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:19.094211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event updated for resources: {'Port': ['ID=5e74980e-7548-449a-b109-70a9305ea600,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:19.100712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-04233886-fac5-4973-8862-842cadd23070 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Deleting port 946c1cf0-7859-42f6-bd19-606e6241a2b1 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:19.101120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-04233886-fac5-4973-8862-842cadd23070 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.150709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:19.210482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ce5385da-624f-4cc3-922c-2052946f93ea triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:19.210806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.233019 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1f9f86b4-3bc8-4fc2-8d4d-3a819b361c72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4dc7519b20bb483ba43f1d04679ed570&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1988704 Jun 16 15:12:19.233478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48914) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:19.233603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f86b4-3bc8-4fc2-8d4d-3a819b361c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cddef8-6caa-4408-bf7d-fb017cb41ed1,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:19.243849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e0c068c0-1399-458c-8904-ba91ea9f0f1a None None] Provisioning for port 1a20da83-22aa-4d76-81ad-8048274a9f38 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:19.369322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.377810 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-11728e0e-a188-4f23-8423-30deb12c74b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.3955314 Jun 16 15:12:19.378874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.379536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32475f7d-d36c-426e-b637-e729aa0b7e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.380066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.381526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48918) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:19.389460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:19.393195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e0c068c0-1399-458c-8904-ba91ea9f0f1a None None] Provisioning complete for port 1a20da83-22aa-4d76-81ad-8048274a9f38 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:19.393898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e0c068c0-1399-458c-8904-ba91ea9f0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.461158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.462776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:12:19.472503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2388685b-2198-42a3-abce-12c69c494212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '66af6aa9-d071-496e-8584-b513a57c6e7b', 'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'mac_address': 'fa:16:3e:b8:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:12Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 2, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'subnets': [{'id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:19.503745 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Checking router: 336ec09f-d2f4-49ee-b239-e6b8369ff139 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:12:19.504774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Updating router 336ec09f-d2f4-49ee-b239-e6b8369ff139 port 66af6aa9-d071-496e-8584-b513a57c6e7b binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:12:19.512403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a260c9-2559-476c-b066-b5c35eba0b7b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:19.532579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.553129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.573614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.575943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.596045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Allocated IP 172.20.0.2 (d637728b-ed2e-42e8-80e0-99e35e33dd1e/2d7ca96b-0849-419e-938b-a92edaf1e37f/ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:19.607394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32475f7d-d36c-426e-b637-e729aa0b7e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.613545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e0c068c0-1399-458c-8904-ba91ea9f0f1a None None] Port 1a20da83-22aa-4d76-81ad-8048274a9f38 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:19.630205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.677949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.761663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.777232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.781564 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a1c5e432-059e-42dd-82de-6a5cbd1ea346 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0037944 Jun 16 15:12:19.785442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48922) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:19.799087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Request body: {'security_group_rule': {'security_group_id': '68a260c9-2559-476c-b066-b5c35eba0b7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:19.805153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:19.809319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Usage tracker for resource:security_group_rule and tenant:ad081a7e9231445ba34114528f1d30a4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:19.812221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:19.818677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:19.852308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ce5385da-624f-4cc3-922c-2052946f93ea is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:19.997602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.001290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Pushing event updated for resources: {'Port': ['ID=1a20da83-22aa-4d76-81ad-8048274a9f38,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:20.009490 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32475f7d-d36c-426e-b637-e729aa0b7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.029345 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32475f7d-d36c-426e-b637-e729aa0b7e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cddef8-6caa-4408-bf7d-fb017cb41ed1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:20.055145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.092848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32475f7d-d36c-426e-b637-e729aa0b7e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.093232 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-32475f7d-d36c-426e-b637-e729aa0b7e2f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/15cddef8-6caa-4408-bf7d-fb017cb41ed1 HTTP/1.1" status: 204 len: 168 time: 0.8585277 Jun 16 15:12:20.171700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.297445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.303909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-04233886-fac5-4973-8862-842cadd23070 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.319974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:12:20.329312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] device_id is not set on port 5e74980e-7548-449a-b109-70a9305ea600 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:20.347914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.388530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Transition to ACTIVE for port object 5e74980e-7548-449a-b109-70a9305ea600 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:20.401233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:20.402592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:20.434948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.469556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.489228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Transition to ACTIVE for port object ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:20.495321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.520612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Transition to ACTIVE for port object ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:20.528315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-04233886-fac5-4973-8862-842cadd23070 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Calling delete_port for 946c1cf0-7859-42f6-bd19-606e6241a2b1 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:20.578487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.579179 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Added segment 3f60f221-cc52-483a-b04f-4914ecc9a954 of type vlan for network 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7 Jun 16 15:12:20.629783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457190f9-4c99-45f0-87af-6f8dae0ca3f7,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:20.649510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.706688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.730653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Transition to ACTIVE for port object 66af6aa9-d071-496e-8584-b513a57c6e7b will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:20.748299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.754351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.792469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event updated for resources: {'Port': ['ID=5e74980e-7548-449a-b109-70a9305ea600,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:20.795626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:20.796121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:20.796636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:20.817648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:20.818509 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:20.821044 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 2 to bind port 5e74980e-7548-449a-b109-70a9305ea600 Jun 16 15:12:20.847857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:20.848567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:20.849735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:20.864584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Network d637728b-ed2e-42e8-80e0-99e35e33dd1e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:20.865355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Router 1253ddac-9b04-4697-916b-cb901e649537 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:12:20.865478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:20.868344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:20.868690 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:20.869391 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 3 to bind port 5e74980e-7548-449a-b109-70a9305ea600 Jun 16 15:12:20.875593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:20.955254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:20.955816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:20.962781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:21.001523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:21.004933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.007069 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:21.011117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:21.017116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Pushing event updated for resources: {'Port': ['ID=ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:21.031013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b429187-1306-46cf-ae99-057d90d182b1,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:21.046382 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 4 to bind port 5e74980e-7548-449a-b109-70a9305ea600 Jun 16 15:12:21.102997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:21.105399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:21.105399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:21.105624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dc753a8f-056c-462c-9ee4-7214941e599a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:21.162449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Allocated IP 172.20.0.1 (195e631b-ddb7-4aa7-b032-9b54ff8e4f46/42e2af42-3a36-4b61-96bf-8854bf80c4ae/2d73376e-7261-4fdb-a62a-68f367452165) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:21.165297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:21.165623 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:21.166107 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 5 to bind port 5e74980e-7548-449a-b109-70a9305ea600 Jun 16 15:12:21.205560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-481e478e-120e-4bbe-b537-ecb6f7968c43 None None] Provisioning complete for port 1a20da83-22aa-4d76-81ad-8048274a9f38 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:21.205560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-481e478e-120e-4bbe-b537-ecb6f7968c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.219977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:21.220493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:21.220999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:21.238213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:21.241053 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:21.244214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48932) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:21.244799 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 6 to bind port 5e74980e-7548-449a-b109-70a9305ea600 Jun 16 15:12:21.275600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.276856 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2f2aaa49-e7c1-4a25-9c50-81776136954b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4890490 Jun 16 15:12:21.299017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48936) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:21.310000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:21.313764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:21.314092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:21.314475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:21.321976 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Sync routers for ids ['1253ddac-9b04-4697-916b-cb901e649537'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:21.326850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Request body: {'security_group_rule': {'security_group_id': '68a260c9-2559-476c-b066-b5c35eba0b7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:21.340478 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ca8b3043-79d0-49a3-81ae-1b8247f1a19a admin admin] 10.222.0.73 "PUT /v2.0/routers/1253ddac-9b04-4697-916b-cb901e649537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6660471 Jun 16 15:12:21.341894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b8b6bf01-6d89-4b26-b999-79cf7a2ecdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.348568 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Routers {'1253ddac-9b04-4697-916b-cb901e649537'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:21.350702 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1253ddac-9b04-4697-916b-cb901e649537'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:21.367734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:21.372506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.373461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:21.374086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.403773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:21.404630 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:21.414374 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 7 to bind port 5e74980e-7548-449a-b109-70a9305ea600 Jun 16 15:12:21.436800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Usage tracker for resource:security_group_rule and tenant:ad081a7e9231445ba34114528f1d30a4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:21.463198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:21.471748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b8b6bf01-6d89-4b26-b999-79cf7a2ecdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:21.490726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:21.494162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:21.494162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:21.494693 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:21.511378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b8b6bf01-6d89-4b26-b999-79cf7a2ecdcc admin admin] Usage tracker for resource:security_group_rule and tenant:fad4dae14caf4833b289b8b2722e9dd9 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:21.516926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b8b6bf01-6d89-4b26-b999-79cf7a2ecdcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:21.529700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:21.530012 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:21.533165 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 8 to bind port 5e74980e-7548-449a-b109-70a9305ea600 Jun 16 15:12:21.556453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b8b6bf01-6d89-4b26-b999-79cf7a2ecdcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:21.570049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Attempting to bind port 66af6aa9-d071-496e-8584-b513a57c6e7b on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:21.570624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Attempting to bind port 66af6aa9-d071-496e-8584-b513a57c6e7b by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:21.570908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Attempting to bind port 66af6aa9-d071-496e-8584-b513a57c6e7b on network a7e237ff-536e-40be-8c14-25d5099978ec {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:21.579455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:21.581286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:21.581869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:21.590148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:21.590995 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:21.592003 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 9 to bind port 5e74980e-7548-449a-b109-70a9305ea600 Jun 16 15:12:21.594179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:21.594559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Checking segment: {'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:21.594972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.595364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Bound using segment: {'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:21.599557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Bound port: 66af6aa9-d071-496e-8584-b513a57c6e7b, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:21.600119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.613580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:21.614538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:21.615173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:21.620682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:21.621256 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:21.621727 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 10 to bind port 5e74980e-7548-449a-b109-70a9305ea600 Jun 16 15:12:21.640870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:21.641626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:21.641915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:21.649898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:21.650500 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port 5e74980e-7548-449a-b109-70a9305ea600 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:21.651148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.653832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Attempting to bind port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:21.654381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Attempting to bind port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '96a59ef9-47bf-458d-a423-649ff1b69ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd637728b-ed2e-42e8-80e0-99e35e33dd1e'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:21.656535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Attempting to bind port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe on network d637728b-ed2e-42e8-80e0-99e35e33dd1e {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:21.670787 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 4.0512168 Jun 16 15:12:21.675335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48946) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:21.676235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-04233886-fac5-4973-8862-842cadd23070 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.683030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Request body: {'subnet': {'network_id': '6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:21.684325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43000e9d-381e-44e2-8a81-9c99ad354bdf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event updated for resources: {'Network': ['ID=6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:21.701477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:21.709659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Usage tracker for resource:subnet and tenant:48b47533e9b747d68b5c6dce40f9e1ec is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:21.716412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:21.726376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:21.734048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.735312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-481e478e-120e-4bbe-b537-ecb6f7968c43 None None] Port 1a20da83-22aa-4d76-81ad-8048274a9f38 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:21.742165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b5628-dcbb-4d66-a9c1-db28d22261a5 None None] Pushing event updated for resources: {'Port': ['ID=66af6aa9-d071-496e-8584-b513a57c6e7b,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:21.748486 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Set router 1253ddac-9b04-4697-916b-cb901e649537 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:21.752577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:12:21.761239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04233886-fac5-4973-8862-842cadd23070 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event deleted for resources: {'Port': ['ID=946c1cf0-7859-42f6-bd19-606e6241a2b1,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:21.822893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:21.826346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Checking segment: {'id': '96a59ef9-47bf-458d-a423-649ff1b69ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd637728b-ed2e-42e8-80e0-99e35e33dd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:21.826837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.827723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Bound using segment: {'id': '96a59ef9-47bf-458d-a423-649ff1b69ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd637728b-ed2e-42e8-80e0-99e35e33dd1e'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:21.836203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Bound port: ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a59ef9-47bf-458d-a423-649ff1b69ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd637728b-ed2e-42e8-80e0-99e35e33dd1e'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:21.836203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.845700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-04233886-fac5-4973-8862-842cadd23070 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.851148 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-04233886-fac5-4973-8862-842cadd23070 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "DELETE /v2.0/ports/946c1cf0-7859-42f6-bd19-606e6241a2b1 HTTP/1.1" status: 204 len: 168 time: 3.6684225 Jun 16 15:12:21.853186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b8b6bf01-6d89-4b26-b999-79cf7a2ecdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.856761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48950) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:21.857309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Made reservation on behalf of 48b47533e9b747d68b5c6dce40f9e1ec for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:21.857460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:21.859906 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.021471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.056527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] For port 5e74980e-7548-449a-b109-70a9305ea600, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:22.056905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempted to set empty binding levels {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 16 15:12:22.101318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port dc753a8f-056c-462c-9ee4-7214941e599a completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:22.142173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port dc753a8f-056c-462c-9ee4-7214941e599a triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:22.142545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.197329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2388685b-2198-42a3-abce-12c69c494212 None None] For port 66af6aa9-d071-496e-8584-b513a57c6e7b, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:22.206978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48956) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:22.213696 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:18Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1a20da83-22aa-4d76-81ad-8048274a9f38', 'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'mac_address': 'fa:16:3e:dc:17:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:15Z', 'updated_at': '2022-06-16T15:12:19Z', 'revision_number': 2, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'subnets': [{'id': 'b745a143-a783-4450-bc27-036ab6b44645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:22.218402 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Checking router: 1253ddac-9b04-4697-916b-cb901e649537 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:12:22.218757 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Updating router 1253ddac-9b04-4697-916b-cb901e649537 port 1a20da83-22aa-4d76-81ad-8048274a9f38 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:12:22.224478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2388685b-2198-42a3-abce-12c69c494212 None None] For port 66af6aa9-d071-496e-8584-b513a57c6e7b, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=66af6aa9-d071-496e-8584-b513a57c6e7b,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:22.246096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] For port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:22.246288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001672279', 'description': 'tempest-description--1501908425'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:22.249897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] For port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe,segment=NetworkSegment(96a59ef9-47bf-458d-a423-649ff1b69ad0),segment_id=96a59ef9-47bf-458d-a423-649ff1b69ad0)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:22.259354 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6728adc1-19f7-4a04-909b-f5642710e31b tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] GET failed (client error): The resource could not be found. Jun 16 15:12:22.260297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6728adc1-19f7-4a04-909b-f5642710e31b tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Synchronizing usage tracker for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:22.264947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.279677 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.311293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b8b6bf01-6d89-4b26-b999-79cf7a2ecdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.317793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port dc753a8f-056c-462c-9ee4-7214941e599a is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:22.318193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.321426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.324557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.342214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.366387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:22.370084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Transition to ACTIVE for port object 2d73376e-7261-4fdb-a62a-68f367452165 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:22.375143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.381720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Usage tracker for resource:security_group and tenant:f37f7f14be2745539000b6d1025d8e9c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:22.389160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:22.407368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:22.427041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6728adc1-19f7-4a04-909b-f5642710e31b tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Unset dirty status for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:22.429029 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6728adc1-19f7-4a04-909b-f5642710e31b tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "GET /v2.0/ports/946c1cf0-7859-42f6-bd19-606e6241a2b1 HTTP/1.1" status: 404 len: 333 time: 0.5588944 Jun 16 15:12:22.450706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port dc753a8f-056c-462c-9ee4-7214941e599a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=dc753a8f-056c-462c-9ee4-7214941e599a,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:22.453346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48960) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:22.487875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] In _notify_port_updated(), no bound segment for port 5e74980e-7548-449a-b109-70a9305ea600 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:12:22.489178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:22.490469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.491217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Routers {'336ec09f-d2f4-49ee-b239-e6b8369ff139'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:22.497220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2388685b-2198-42a3-abce-12c69c494212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['336ec09f-d2f4-49ee-b239-e6b8369ff139'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:22.502038 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "PUT /v2.0/ports/5e74980e-7548-449a-b109-70a9305ea600 HTTP/1.1" status: 200 len: 981 time: 3.1191480 Jun 16 15:12:22.511464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'port': {'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-875394764'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:22.515483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48964) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:22.532304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.591615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.608662 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b8b6bf01-6d89-4b26-b999-79cf7a2ecdcc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fad4dae14caf4833b289b8b2722e9dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3535695 Jun 16 15:12:22.620767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b5628-dcbb-4d66-a9c1-db28d22261a5 None None] Pushing event updated for resources: {'Port': ['ID=66af6aa9-d071-496e-8584-b513a57c6e7b,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:22.638239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48968) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:22.644410 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.654851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.718994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6bf01-6d89-4b26-b999-79cf7a2ecdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6693549d-bd2a-4b0c-8193-ac27e4988d97,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:22.747105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02842ec9-12ce-4b1d-b389-2dce298f2dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event updated for resources: {'Port': ['ID=5e74980e-7548-449a-b109-70a9305ea600,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:22.840705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ba3aa-b458-4a36-8496-44ef8677cefd None None] Pushing event updated for resources: {'Port': ['ID=ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:22.853195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa336a8-25b2-492a-8df4-83335faa4cfa,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:22.859207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:22.865203 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:22.872334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.955637 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:22.957045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:22.983196 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Transition to ACTIVE for port object 1a20da83-22aa-4d76-81ad-8048274a9f38 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:23.055073 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.067694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Usage tracker for resource:security_group_rule and tenant:f37f7f14be2745539000b6d1025d8e9c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:23.078227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:23.084845 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Made reservation on behalf of cf77acbcf72a4f95b5657851122cc2c7 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:23.085907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:23.090079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.090792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:23.122290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.objects.ports [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89746) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:12:23.123022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.169677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.173947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.175563 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dc8763e7-23ba-4604-82df-d7a7c05f2668 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8755834 Jun 16 15:12:23.176875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Pushing event updated for resources: {'Port': ['ID=2d73376e-7261-4fdb-a62a-68f367452165,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:23.180303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48972) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:23.185859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=dc753a8f-056c-462c-9ee4-7214941e599a,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:23.217739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2388685b-2198-42a3-abce-12c69c494212 None None] Set router 336ec09f-d2f4-49ee-b239-e6b8369ff139 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:23.226464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Allocated IP 172.26.2.40 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/4eb0a06a-09ae-4881-aaac-5d9f1117a330) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:23.237715 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57b2d8-3486-4179-bb7d-10f8adcc3e45 None None] Pushing event updated for resources: {'Port': ['ID=1a20da83-22aa-4d76-81ad-8048274a9f38,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:23.319975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] device_id is not set on port 8a0edded-989f-4c9c-8a4c-804d146511e6 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:23.450211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2f03c6f1-134c-460c-bc0f-391b634fa052,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:23.465778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Checking segment: {'id': '3f60f221-cc52-483a-b04f-4914ecc9a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:23.466477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Network hostable DHCP agents. Network: 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:12:23.473844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.487353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:23.573031 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Attempting to bind port 1a20da83-22aa-4d76-81ad-8048274a9f38 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:23.576920 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Attempting to bind port 1a20da83-22aa-4d76-81ad-8048274a9f38 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:23.576920 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Attempting to bind port 1a20da83-22aa-4d76-81ad-8048274a9f38 on network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:23.580556 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:23.580941 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Checking segment: {'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:23.581340 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.581733 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Bound using segment: {'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:23.582205 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Bound port: 1a20da83-22aa-4d76-81ad-8048274a9f38, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:23.582596 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.632607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Allocated IP 2001:db8::1b5 (3ac0a2b8-182b-437f-8e88-7726867abba4/971760ec-9cd9-4356-a9c9-eef4e6f4f66e/8a0edded-989f-4c9c-8a4c-804d146511e6) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:23.692323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:23.701231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:23.710653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.729123 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] For port 1a20da83-22aa-4d76-81ad-8048274a9f38, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:23.736322 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] For port 1a20da83-22aa-4d76-81ad-8048274a9f38, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1a20da83-22aa-4d76-81ad-8048274a9f38,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:23.737366 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Network 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:12:23.750122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:23.775798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:23.778625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2388685b-2198-42a3-abce-12c69c494212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '66af6aa9-d071-496e-8584-b513a57c6e7b', 'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'mac_address': 'fa:16:3e:b8:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:12Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'subnets': [{'id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:23.783515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388685b-2198-42a3-abce-12c69c494212 None None] The sync data for ids ['336ec09f-d2f4-49ee-b239-e6b8369ff139'] in dv-neutron-846028-2-hyperv is: [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '66af6aa9-d071-496e-8584-b513a57c6e7b', 'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'mac_address': 'fa:16:3e:b8:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:12Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'subnets': [{'id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:23.785128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:23.820080 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.883730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:23.892668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac1ee34-0c07-46ae-acf2-241df04d5462 None None] Network 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:23.895485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.909566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:23.910184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.932354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-31179e56-18b0-4ff4-b851-26d911a7d765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.031523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-31179e56-18b0-4ff4-b851-26d911a7d765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.034819 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Routers {'1253ddac-9b04-4697-916b-cb901e649537'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:24.036222 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1253ddac-9b04-4697-916b-cb901e649537'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:24.058425 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2b510956-f71d-4891-86eb-3b0ceed8575a tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3814788 Jun 16 15:12:24.068431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.076692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48976) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:24.093612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1920674871', 'network_id': '6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:24.104564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:24.114743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Usage tracker for resource:port and tenant:48b47533e9b747d68b5c6dce40f9e1ec is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:24.114743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:24.128656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:24.160282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Usage tracker for resource:floatingip and tenant:ad081a7e9231445ba34114528f1d30a4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:24.186760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:24.223166 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57b2d8-3486-4179-bb7d-10f8adcc3e45 None None] Pushing event updated for resources: {'Port': ['ID=1a20da83-22aa-4d76-81ad-8048274a9f38,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:24.228349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Made reservation on behalf of 48b47533e9b747d68b5c6dce40f9e1ec for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:24.239453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.257438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:24.286647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Transition to ACTIVE for port object 8a0edded-989f-4c9c-8a4c-804d146511e6 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:24.300801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] device_id is not set on port 5306664b-6bf1-4aa6-9f2e-0d9f179e161b yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:24.358015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.360013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.360523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.361021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.363704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.366692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.367262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.368971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.370648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.372548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df3b89-c6e9-48c8-b7e8-ae86dae751e7 None None] Network d637728b-ed2e-42e8-80e0-99e35e33dd1e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:24.372878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.373368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.374302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.375283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.375759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.376225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.379174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.382844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:24.386190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Synchronizing usage tracker for tenant:47c30c4d30b94eb4872e979c0506f3e3 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:24.392836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-31179e56-18b0-4ff4-b851-26d911a7d765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.398668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-31179e56-18b0-4ff4-b851-26d911a7d765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.424055 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-31179e56-18b0-4ff4-b851-26d911a7d765 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6693549d-bd2a-4b0c-8193-ac27e4988d97 HTTP/1.1" status: 204 len: 168 time: 1.7814946 Jun 16 15:12:24.444322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411d4e38-2527-4949-93d8-a97c6a70a3fc,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:24.478190 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] Set router 1253ddac-9b04-4697-916b-cb901e649537 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:24.485721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.496405 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ea575060-218b-40b6-9d23-41a785b445a4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2690616 Jun 16 15:12:24.503638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 48982) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:24.511716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.576048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Request body: {'security_group_rule': {'security_group_id': '411d4e38-2527-4949-93d8-a97c6a70a3fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:24.594538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Allocated IP 2001:db8::192 (6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7/2f03c6f1-134c-460c-bc0f-391b634fa052/5306664b-6bf1-4aa6-9f2e-0d9f179e161b) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:24.618697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31179e56-18b0-4ff4-b851-26d911a7d765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6693549d-bd2a-4b0c-8193-ac27e4988d97,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:24.624993 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.750552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11d2af-e86d-4b7b-8fe1-6cd58d4ea418 None None] Network 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:24.768497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2a1017c5-b370-45be-9935-45655349a23c None None] Provisioning for port 2d73376e-7261-4fdb-a62a-68f367452165 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:24.783166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2a1017c5-b370-45be-9935-45655349a23c None None] Provisioning complete for port 2d73376e-7261-4fdb-a62a-68f367452165 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:24.783864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2a1017c5-b370-45be-9935-45655349a23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.793385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:24.800322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event updated for resources: {'Port': ['ID=4eb0a06a-09ae-4881-aaac-5d9f1117a330,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:24.818447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Usage tracker for resource:security_group_rule and tenant:f37f7f14be2745539000b6d1025d8e9c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:24.823345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:24.827503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:24.831050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:24.838295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:24.857103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:24.857530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.890568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.928432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Unset dirty status for tenant:47c30c4d30b94eb4872e979c0506f3e3 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:24.932957 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f8d35ee1-f272-4a6c-9bd0-b921d3c777ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15560 time: 2.4017375 Jun 16 15:12:24.942345 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48986) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:24.980666 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:18Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1a20da83-22aa-4d76-81ad-8048274a9f38', 'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'mac_address': 'fa:16:3e:dc:17:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:15Z', 'updated_at': '2022-06-16T15:12:23Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'subnets': [{'id': 'b745a143-a783-4450-bc27-036ab6b44645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:25.007389 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db0a21-99d7-4136-b7b1-8e3a6664b3f7 None None] The sync data for ids ['1253ddac-9b04-4697-916b-cb901e649537'] in dv-neutron-846028-2-hyperv is: [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:18Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1a20da83-22aa-4d76-81ad-8048274a9f38', 'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'mac_address': 'fa:16:3e:dc:17:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:15Z', 'updated_at': '2022-06-16T15:12:23Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'subnets': [{'id': 'b745a143-a783-4450-bc27-036ab6b44645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:25.066030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.097650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.209076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:25.216787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2a1017c5-b370-45be-9935-45655349a23c None None] Port 2d73376e-7261-4fdb-a62a-68f367452165 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:25.217837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.222309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 66af6aa9-d071-496e-8584-b513a57c6e7b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:25.228304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:25.230858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Port': ['ID=8a0edded-989f-4c9c-8a4c-804d146511e6,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:25.250682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:25.260086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:25.260922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.329132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Network 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:25.348758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d798f-3a31-447d-9d87-8bc4aecf0dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Deleting port 5e74980e-7548-449a-b109-70a9305ea600 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:25.351400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b4d798f-3a31-447d-9d87-8bc4aecf0dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.382145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.404169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:25.407260 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-05e7ff0e-7ad4-4391-9615-9a18f4905217 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9343090 Jun 16 15:12:25.411360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:25.413369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:25.414156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.425089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 48998) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:25.436022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'port': {'network_id': '3ac0a2b8-182b-437f-8e88-7726867abba4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2121080459'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:25.474652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42acc564-95d4-4c9b-8476-fc36092469a2,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:25.577864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2acfd162-5ccf-4e7e-82a5-2ea811f62e05 None None] Provisioning for port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:25.605428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event updated for resources: {'Port': ['ID=5306664b-6bf1-4aa6-9f2e-0d9f179e161b,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:25.606261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2acfd162-5ccf-4e7e-82a5-2ea811f62e05 None None] Provisioning complete for port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:25.606648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2acfd162-5ccf-4e7e-82a5-2ea811f62e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.623130 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e082b03b-5454-455e-b2aa-dfdc87c7aa29 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5452654 Jun 16 15:12:25.656185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49004) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:25.673706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 66af6aa9-d071-496e-8584-b513a57c6e7b completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:25.689120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.692000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bf9904d9-9e01-4461-a68a-fb3f72126777 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1495697 Jun 16 15:12:25.694174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49008) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:25.703840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 66af6aa9-d071-496e-8584-b513a57c6e7b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:25.704035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.787803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7210-8e1e-4018-8f4a-1b7a537619ac tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Deleting port 5306664b-6bf1-4aa6-9f2e-0d9f179e161b {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:25.792559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7210-8e1e-4018-8f4a-1b7a537619ac tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.835815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Request body: {'security_group_rule': {'security_group_id': '411d4e38-2527-4949-93d8-a97c6a70a3fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:25.841802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:25.847103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Usage tracker for resource:security_group_rule and tenant:f37f7f14be2745539000b6d1025d8e9c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:25.850954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:25.857572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:25.859168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-9b4d798f-3a31-447d-9d87-8bc4aecf0dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] For port 5e74980e-7548-449a-b109-70a9305ea600, host hv-neutron-8460, got binding levels [] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:25.859676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b4d798f-3a31-447d-9d87-8bc4aecf0dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:25.871735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:25.956257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Usage tracker for resource:port and tenant:cf77acbcf72a4f95b5657851122cc2c7 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:26.040806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:26.049722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:26.066210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d798f-3a31-447d-9d87-8bc4aecf0dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Calling delete_port for 5e74980e-7548-449a-b109-70a9305ea600 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:26.107717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 66af6aa9-d071-496e-8584-b513a57c6e7b is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:26.108261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.190720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7210-8e1e-4018-8f4a-1b7a537619ac tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.204595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Made reservation on behalf of cf77acbcf72a4f95b5657851122cc2c7 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:26.209014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.266690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b4d798f-3a31-447d-9d87-8bc4aecf0dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.278188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] device_id is not set on port 1b006ddc-c2e0-431c-ac89-cdf7557c5d18 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:26.308732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 66af6aa9-d071-496e-8584-b513a57c6e7b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=66af6aa9-d071-496e-8584-b513a57c6e7b,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:26.314101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2acfd162-5ccf-4e7e-82a5-2ea811f62e05 None None] Current status of the port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:26.314493 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2acfd162-5ccf-4e7e-82a5-2ea811f62e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.381249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2acfd162-5ccf-4e7e-82a5-2ea811f62e05 None None] For port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe,segment=NetworkSegment(96a59ef9-47bf-458d-a423-649ff1b69ad0),segment_id=96a59ef9-47bf-458d-a423-649ff1b69ad0)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:26.385181 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.387950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dc753a8f-056c-462c-9ee4-7214941e599a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:26.437247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e7210-8e1e-4018-8f4a-1b7a537619ac tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Calling delete_port for 5306664b-6bf1-4aa6-9f2e-0d9f179e161b owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:26.500963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.521484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2acfd162-5ccf-4e7e-82a5-2ea811f62e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.570575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d798f-3a31-447d-9d87-8bc4aecf0dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e74980e-7548-449a-b109-70a9305ea600,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:26.599963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=66af6aa9-d071-496e-8584-b513a57c6e7b,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:26.606084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b4d798f-3a31-447d-9d87-8bc4aecf0dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.620745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.726949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port dc753a8f-056c-462c-9ee4-7214941e599a triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:26.727548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.773340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Allocated IP 2001:db8::3c1 (3ac0a2b8-182b-437f-8e88-7726867abba4/971760ec-9cd9-4356-a9c9-eef4e6f4f66e/1b006ddc-c2e0-431c-ac89-cdf7557c5d18) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:26.793614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.822844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfd162-5ccf-4e7e-82a5-2ea811f62e05 None None] Pushing event updated for resources: {'Port': ['ID=ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:26.828175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c7ea6cdb-5c8f-42b9-8f9e-dd46a93e4858 None None] Provisioning complete for port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:26.828827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7ea6cdb-5c8f-42b9-8f9e-dd46a93e4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.016483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port dc753a8f-056c-462c-9ee4-7214941e599a is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:27.056334 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9b4d798f-3a31-447d-9d87-8bc4aecf0dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "DELETE /v2.0/ports/5e74980e-7548-449a-b109-70a9305ea600 HTTP/1.1" status: 204 len: 168 time: 2.1055005 Jun 16 15:12:27.063439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49028) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:27.126604 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f66e98a-1bf0-4bc9-8d78-07fcc814b933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] GET failed (client error): The resource could not be found. Jun 16 15:12:27.127204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9f66e98a-1bf0-4bc9-8d78-07fcc814b933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Synchronizing usage tracker for tenant:47c30c4d30b94eb4872e979c0506f3e3 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:27.132574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea6cdb-5c8f-42b9-8f9e-dd46a93e4858 None None] Current status of the port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:27.198147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.249277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 66af6aa9-d071-496e-8584-b513a57c6e7b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:27.315735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c7ea6cdb-5c8f-42b9-8f9e-dd46a93e4858 None None] Provisioning for port 8a0edded-989f-4c9c-8a4c-804d146511e6 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:27.332183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c7ea6cdb-5c8f-42b9-8f9e-dd46a93e4858 None None] Provisioning complete for port 8a0edded-989f-4c9c-8a4c-804d146511e6 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:27.332714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7ea6cdb-5c8f-42b9-8f9e-dd46a93e4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.335283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9f66e98a-1bf0-4bc9-8d78-07fcc814b933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Unset dirty status for tenant:47c30c4d30b94eb4872e979c0506f3e3 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:27.337346 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9f66e98a-1bf0-4bc9-8d78-07fcc814b933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "GET /v2.0/ports/5e74980e-7548-449a-b109-70a9305ea600 HTTP/1.1" status: 404 len: 333 time: 0.2723513 Jun 16 15:12:27.340565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49036) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:27.347292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899662148', 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:27.355600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:27.391050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:27.412808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea6cdb-5c8f-42b9-8f9e-dd46a93e4858 None None] Port 8a0edded-989f-4c9c-8a4c-804d146511e6 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:27.433702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 66af6aa9-d071-496e-8584-b513a57c6e7b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:27.433702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.445481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.473150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Made reservation on behalf of 47c30c4d30b94eb4872e979c0506f3e3 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:27.475634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.497188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] device_id is not set on port dd5f8f87-759f-4e5f-b2c5-e3d3f5d7b1dc yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:27.569983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.601385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 66af6aa9-d071-496e-8584-b513a57c6e7b is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:27.602501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:27.630228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49042) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:27.648240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Transition to ACTIVE for port object 1b006ddc-c2e0-431c-ac89-cdf7557c5d18 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:27.665319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7210-8e1e-4018-8f4a-1b7a537619ac tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.717117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:27.717382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.741315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.743865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Allocated IP 172.26.2.156 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/5fd4c887-5429-4a63-9d3b-12591a0fd489) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:27.775109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.793102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ce31de-c79e-4f34-9818-69c749bea22f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:27.795345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7210-8e1e-4018-8f4a-1b7a537619ac tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event deleted for resources: {'Port': ['ID=5306664b-6bf1-4aa6-9f2e-0d9f179e161b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:27.879600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:27.890111 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.892138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:27.898894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:27.911006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:27.911006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.913293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:27.914525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1a20da83-22aa-4d76-81ad-8048274a9f38 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:27.925506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1265629706', 'router:external': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:27.928549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Port': ['ID=1b006ddc-c2e0-431c-ac89-cdf7557c5d18,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:27.960785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:28.007731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Usage tracker for resource:network and tenant:3cbd048a5c76418d94e0d5a55b0319b3 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:28.013543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7210-8e1e-4018-8f4a-1b7a537619ac tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.024220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:28.026839 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8e922e93-f820-470a-bbe2-375d35042a39 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5955915 Jun 16 15:12:28.029037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49048) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:28.035645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4ca16e70-bed2-4e01-b015-d14992db1fff tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d8', 'mac_address': 'fa:16:3e:a2:be:b1'}, {'ip_address': '2001:db8::1b5', 'mac_address': 'fa:16:3e:b0:47:72'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:28.042436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:28.069232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.089193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 1a20da83-22aa-4d76-81ad-8048274a9f38 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:28.096404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1a20da83-22aa-4d76-81ad-8048274a9f38 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:28.105256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.114268 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6e7e7210-8e1e-4018-8f4a-1b7a537619ac tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "DELETE /v2.0/ports/5306664b-6bf1-4aa6-9f2e-0d9f179e161b HTTP/1.1" status: 204 len: 168 time: 2.4240623 Jun 16 15:12:28.118747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49052) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:28.138270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7', 'external_fixed_ips': [{'subnet_id': '2f03c6f1-134c-460c-bc0f-391b634fa052', 'ip_address': '2001:db8::192'}]}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:28.144390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:28.148577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Usage tracker for resource:router and tenant:48b47533e9b747d68b5c6dce40f9e1ec is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:28.151618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:28.183175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.184363 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0e433e6b-29b5-42fc-9891-d1aace39f82f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4774218 Jun 16 15:12:28.194356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.199284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:28.200407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49056) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:28.200623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:28.210332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:28.217400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:28.231718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:28.234234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event updated for resources: {'Port': ['ID=dd5f8f87-759f-4e5f-b2c5-e3d3f5d7b1dc,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:28.238836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:28.240459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Usage tracker for resource:floatingip and tenant:f37f7f14be2745539000b6d1025d8e9c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:28.241623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:28.243472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.313342 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1a20da83-22aa-4d76-81ad-8048274a9f38 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:28.314516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.324714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:28.348190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.349644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.354129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 1a20da83-22aa-4d76-81ad-8048274a9f38, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1a20da83-22aa-4d76-81ad-8048274a9f38,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:28.355866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.393439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Made reservation on behalf of 3cbd048a5c76418d94e0d5a55b0319b3 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:28.394842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.396641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.410291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c1e03598-3909-4f80-bf83-73ea9442969c None None] Provisioning for port 1b006ddc-c2e0-431c-ac89-cdf7557c5d18 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:28.416152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:28.417204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c1e03598-3909-4f80-bf83-73ea9442969c None None] Provisioning complete for port 1b006ddc-c2e0-431c-ac89-cdf7557c5d18 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:28.417574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c1e03598-3909-4f80-bf83-73ea9442969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.452876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.456494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.457156 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-994ca8fc-7507-4a27-9d71-34a4fd7f363a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1153812 Jun 16 15:12:28.461775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49060) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:28.529712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c1e03598-3909-4f80-bf83-73ea9442969c None None] Port 1b006ddc-c2e0-431c-ac89-cdf7557c5d18 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:28.530951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:28.534252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ca16e70-bed2-4e01-b015-d14992db1fff tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.542381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.545491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Usage tracker for resource:security_group_rule and tenant:3cbd048a5c76418d94e0d5a55b0319b3 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:28.546285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=1a20da83-22aa-4d76-81ad-8048274a9f38,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:28.557877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:28.574030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:28.594258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.604235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.610006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Pushing event updated for resources: {'Port': ['ID=2d73376e-7261-4fdb-a62a-68f367452165,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:28.649791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c6402-ce61-45ec-bdb1-807002278098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:28.650354 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b42c6402-ce61-45ec-bdb1-807002278098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Synchronizing usage tracker for tenant:47c30c4d30b94eb4872e979c0506f3e3 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:28.688249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:28.951590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b42c6402-ce61-45ec-bdb1-807002278098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Unset dirty status for tenant:47c30c4d30b94eb4872e979c0506f3e3 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:28.952666 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b42c6402-ce61-45ec-bdb1-807002278098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "GET /v2.0/ports/dd5f8f87-759f-4e5f-b2c5-e3d3f5d7b1dc HTTP/1.1" status: 200 len: 959 time: 0.4900653 Jun 16 15:12:28.958176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49064) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:28.964176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.106979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1a20da83-22aa-4d76-81ad-8048274a9f38 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:29.119685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd3b0b-de45-451b-a7bc-d76aba79dd12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Deleting port dd5f8f87-759f-4e5f-b2c5-e3d3f5d7b1dc {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:29.120331 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3b0b-de45-451b-a7bc-d76aba79dd12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.165063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.185712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1a20da83-22aa-4d76-81ad-8048274a9f38 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:29.186190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.214088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.217624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:29.226758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:29.327653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1a20da83-22aa-4d76-81ad-8048274a9f38 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:29.351414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:29.362290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.404631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:29.429468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:29.462522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Pushing event updated for resources: {'Port': ['ID=5fd4c887-5429-4a63-9d3b-12591a0fd489,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:29.471535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ca16e70-bed2-4e01-b015-d14992db1fff tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.472617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:12:29.490973 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3b0b-de45-451b-a7bc-d76aba79dd12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.579364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf57bc5-114d-4f59-9620-b0d4d03a418b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:29.585182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.585505 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Added segment f234346e-bffb-43a2-9f5c-c2cfa143d6d6 of type vlan for network 352d43f3-81a9-4910-b165-e0d6a584865e Jun 16 15:12:29.602078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0349b13a-1545-4eaf-91ce-081d64db6305 None None] Provisioning complete for port 2d73376e-7261-4fdb-a62a-68f367452165 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:29.604249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0349b13a-1545-4eaf-91ce-081d64db6305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.611537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ca16e70-bed2-4e01-b015-d14992db1fff tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.627374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd3b0b-de45-451b-a7bc-d76aba79dd12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Calling delete_port for dd5f8f87-759f-4e5f-b2c5-e3d3f5d7b1dc owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:29.631712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Router bb084d9f-fe9e-447b-9b15-26db0cfe9aec is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:12:29.686344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.690709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.708040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4ca16e70-bed2-4e01-b015-d14992db1fff tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] In _notify_port_updated(), no bound segment for port 1b006ddc-c2e0-431c-ac89-cdf7557c5d18 on network 3ac0a2b8-182b-437f-8e88-7726867abba4 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:12:29.713999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca16e70-bed2-4e01-b015-d14992db1fff tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:29.714850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ca16e70-bed2-4e01-b015-d14992db1fff tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.716317 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4ca16e70-bed2-4e01-b015-d14992db1fff tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "PUT /v2.0/ports/1b006ddc-c2e0-431c-ac89-cdf7557c5d18 HTTP/1.1" status: 200 len: 1068 time: 1.6862211 Jun 16 15:12:29.725570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49068) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:29.735669 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0349b13a-1545-4eaf-91ce-081d64db6305 None None] Port 2d73376e-7261-4fdb-a62a-68f367452165 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:29.803792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:12:29.806973 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca16e70-bed2-4e01-b015-d14992db1fff tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event updated for resources: {'Port': ['ID=1b006ddc-c2e0-431c-ac89-cdf7557c5d18,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:29.872056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.895229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-270183b5-f38f-420f-b4b6-ba0478bdad08 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Deleting port 1b006ddc-c2e0-431c-ac89-cdf7557c5d18 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:29.895753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-270183b5-f38f-420f-b4b6-ba0478bdad08 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:29.964207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-06fdc0c9-a26b-4b74-9df0-a61a8f566c43 None None] Provisioning complete for port 1b006ddc-c2e0-431c-ac89-cdf7557c5d18 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:29.964682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06fdc0c9-a26b-4b74-9df0-a61a8f566c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.014727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3b0b-de45-451b-a7bc-d76aba79dd12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.025402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-06fdc0c9-a26b-4b74-9df0-a61a8f566c43 None None] Port 1b006ddc-c2e0-431c-ac89-cdf7557c5d18 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:30.158632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd3b0b-de45-451b-a7bc-d76aba79dd12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd5f8f87-759f-4e5f-b2c5-e3d3f5d7b1dc,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:30.184588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3b0b-de45-451b-a7bc-d76aba79dd12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.211778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:30.225793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.226721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768ee9c-57a7-47e9-8839-74fe79600dc5 None None] Sync routers for ids ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:30.226850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:30.227384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.238028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768ee9c-57a7-47e9-8839-74fe79600dc5 None None] Routers {'bb084d9f-fe9e-447b-9b15-26db0cfe9aec'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:30.238238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3768ee9c-57a7-47e9-8839-74fe79600dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:30.260499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Allocated IP 172.26.2.26 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/5a48c1f0-09bf-4f8e-a405-6c170b49acc7) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:30.306756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3768ee9c-57a7-47e9-8839-74fe79600dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:30.317004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768ee9c-57a7-47e9-8839-74fe79600dc5 None None] Routers {'bb084d9f-fe9e-447b-9b15-26db0cfe9aec'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:30.317455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3768ee9c-57a7-47e9-8839-74fe79600dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:30.337283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.385269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3768ee9c-57a7-47e9-8839-74fe79600dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:30.385874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768ee9c-57a7-47e9-8839-74fe79600dc5 None None] The sync data for ids ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:30.427599 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1bcd3b0b-de45-451b-a7bc-d76aba79dd12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "DELETE /v2.0/ports/dd5f8f87-759f-4e5f-b2c5-e3d3f5d7b1dc HTTP/1.1" status: 204 len: 168 time: 1.4682605 Jun 16 15:12:30.437372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.463507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49072) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:30.510181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.548035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.552081 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c41da7bf-e068-45ee-82d9-0e8579ba2862 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.8003423 Jun 16 15:12:30.552081 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.9123719 Jun 16 15:12:30.563914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49076) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:30.564217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49078) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:30.573659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Request body: {'subnet': {'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:30.582196 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcf3ef1-ae1b-4b93-94d5-ba8b1e9186ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] GET failed (client error): The resource could not be found. Jun 16 15:12:30.582731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bbcf3ef1-ae1b-4b93-94d5-ba8b1e9186ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Synchronizing usage tracker for tenant:47c30c4d30b94eb4872e979c0506f3e3 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:30.607983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6601a-3a20-4865-9413-3bafeda7d569 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event updated for resources: {'Network': ['ID=352d43f3-81a9-4910-b165-e0d6a584865e,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:30.615628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:30.622793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 352d43f3-81a9-4910-b165-e0d6a584865e details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:12:30.627072 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Sync routers for ids ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:30.632069 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-16f0f9ae-d8f8-4e10-ba68-2835d9e5d315 admin admin] 10.222.0.73 "PUT /v2.0/routers/19de1a74-75bd-4a0f-9f2c-bab0c4487c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4130781 Jun 16 15:12:30.639325 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Routers {'19de1a74-75bd-4a0f-9f2c-bab0c4487c53'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:30.640212 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:30.682593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:30.721261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Usage tracker for resource:subnet and tenant:3cbd048a5c76418d94e0d5a55b0319b3 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:30.735003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-270183b5-f38f-420f-b4b6-ba0478bdad08 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.782678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:30.848553 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Set router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:30.872263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:30.881733 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bbcf3ef1-ae1b-4b93-94d5-ba8b1e9186ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Unset dirty status for tenant:47c30c4d30b94eb4872e979c0506f3e3 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:30.883423 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bbcf3ef1-ae1b-4b93-94d5-ba8b1e9186ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "GET /v2.0/ports/dd5f8f87-759f-4e5f-b2c5-e3d3f5d7b1dc HTTP/1.1" status: 404 len: 333 time: 0.4186394 Jun 16 15:12:30.895737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49090) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:30.911282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Request body: {'port': {'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037134957'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:30.927002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:30.942699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:30.953870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:31.023580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.071897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-270183b5-f38f-420f-b4b6-ba0478bdad08 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Calling delete_port for 1b006ddc-c2e0-431c-ac89-cdf7557c5d18 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:31.096075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Made reservation on behalf of 47c30c4d30b94eb4872e979c0506f3e3 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:31.100176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.119135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] device_id is not set on port cc5e81cb-abe0-4293-8e5e-d8a00658d301 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:31.157909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.161451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.170012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Made reservation on behalf of 3cbd048a5c76418d94e0d5a55b0319b3 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:31.171990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.217230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49094) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:31.272596 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:25Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '2d73376e-7261-4fdb-a62a-68f367452165', 'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'mac_address': 'fa:16:3e:9e:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:19Z', 'updated_at': '2022-06-16T15:12:27Z', 'revision_number': 2, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'subnets': [{'id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:31.277669 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Checking router: 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:12:31.278026 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Updating router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 port 2d73376e-7261-4fdb-a62a-68f367452165 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:12:31.294421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:31.311568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:31.325254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:31.338143 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.368951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Pushing event updated for resources: {'Port': ['ID=5a48c1f0-09bf-4f8e-a405-6c170b49acc7,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:31.404205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691779874', 'description': 'tempest-description--1467701440'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:31.470692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:31.476889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.484201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Usage tracker for resource:security_group and tenant:9d0746fe46ac469f893cb7bed7348f6e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:31.491108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:31.510071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:31.576624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Pushing event updated for resources: {'Port': ['ID=5fd4c887-5429-4a63-9d3b-12591a0fd489,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:31.587254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Allocated IP 2001:db8::192 (6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7/2f03c6f1-134c-460c-bc0f-391b634fa052/ed0758e8-1ecf-482c-b7b4-98267220dd43) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:31.616336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.652134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.652833 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-26d87a1e-1e3d-45ba-88c1-68377ff6ba5d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1490431 Jun 16 15:12:31.691086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.733288 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.735892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.792535 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Transition to ACTIVE for port object 2d73376e-7261-4fdb-a62a-68f367452165 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:31.824179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:31.828427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:31.836316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:31.836956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:31.837031 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.843307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event updated for resources: {'Port': ['ID=cc5e81cb-abe0-4293-8e5e-d8a00658d301,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:31.856278 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.859105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.903117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:31.985722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Usage tracker for resource:security_group_rule and tenant:9d0746fe46ac469f893cb7bed7348f6e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:31.985722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-270183b5-f38f-420f-b4b6-ba0478bdad08 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:31.985722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:31.986483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.024255 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878baec4-d34c-471f-89dd-5146d240225b None None] Pushing event updated for resources: {'Port': ['ID=2d73376e-7261-4fdb-a62a-68f367452165,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:32.117123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49120) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:32.128107 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 15:12:32.143918 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Attempting to bind port 2d73376e-7261-4fdb-a62a-68f367452165 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:32.144391 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Attempting to bind port 2d73376e-7261-4fdb-a62a-68f367452165 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:32.144894 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Attempting to bind port 2d73376e-7261-4fdb-a62a-68f367452165 on network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:32.150145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.151524 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:32.152680 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Checking segment: {'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:32.153168 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.153640 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Bound using segment: {'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:32.154177 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Bound port: 2d73376e-7261-4fdb-a62a-68f367452165, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:32.154650 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.158894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:32.206657 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-564d1aea-30e5-437c-822d-96c68dbe4ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3068986 Jun 16 15:12:32.216620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49124) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:32.219445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270183b5-f38f-420f-b4b6-ba0478bdad08 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event deleted for resources: {'Port': ['ID=1b006ddc-c2e0-431c-ac89-cdf7557c5d18,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:32.225774 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:12:32.266432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-fcca6abe-c20e-4258-8099-1313e373d984 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Synchronizing usage tracker for tenant:ad081a7e9231445ba34114528f1d30a4 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:32.269642 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:32.288727 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] For port 2d73376e-7261-4fdb-a62a-68f367452165, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:32.292572 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] For port 2d73376e-7261-4fdb-a62a-68f367452165, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2d73376e-7261-4fdb-a62a-68f367452165,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:32.375285 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.466142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.468806 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878baec4-d34c-471f-89dd-5146d240225b None None] Pushing event updated for resources: {'Port': ['ID=2d73376e-7261-4fdb-a62a-68f367452165,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:32.479902 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Routers {'19de1a74-75bd-4a0f-9f2c-bab0c4487c53'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:32.480787 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:32.542917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.663694 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.684370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Pushing event updated for resources: {'Port': ['ID=5a48c1f0-09bf-4f8e-a405-6c170b49acc7,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:32.692579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.708235 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] Set router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:32.782388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.784018 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e98cf5c9-6aae-4185-b72a-cf29ae53c12c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5828805 Jun 16 15:12:32.866104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:32.921554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:33.053159 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:25Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '2d73376e-7261-4fdb-a62a-68f367452165', 'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'mac_address': 'fa:16:3e:9e:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:19Z', 'updated_at': '2022-06-16T15:12:32Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'subnets': [{'id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:33.058182 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0435da10-3fb2-4934-9544-fe15aff01d18 None None] The sync data for ids ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'] in dv-neutron-846028-2-hyperv is: [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:25Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '2d73376e-7261-4fdb-a62a-68f367452165', 'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'mac_address': 'fa:16:3e:9e:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:19Z', 'updated_at': '2022-06-16T15:12:32Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'subnets': [{'id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:33.119446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-fcca6abe-c20e-4258-8099-1313e373d984 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Unset dirty status for tenant:ad081a7e9231445ba34114528f1d30a4 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:33.129465 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-fcca6abe-c20e-4258-8099-1313e373d984 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2123757485&fields=id&tenant_id=ad081a7e9231445ba34114528f1d30a4 HTTP/1.1" status: 200 len: 267 time: 1.0141745 Jun 16 15:12:33.133747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Network 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:33.134839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:33.181033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:33.186995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:33.314037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a94d4f-7aa4-4e85-993f-2b049f249f94,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:33.347806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49152) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:33.389539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-f752b483-fc64-4800-a011-2fe5a8f5a151 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:33.390230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-f752b483-fc64-4800-a011-2fe5a8f5a151 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Synchronizing usage tracker for tenant:ad081a7e9231445ba34114528f1d30a4 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:33.413216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-604b481c-9f7f-4265-b687-0152afa7f965 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Synchronizing usage tracker for tenant:f37f7f14be2745539000b6d1025d8e9c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:33.415000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event updated for resources: {'Port': ['ID=ed0758e8-1ecf-482c-b7b4-98267220dd43,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:33.480969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-270183b5-f38f-420f-b4b6-ba0478bdad08 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:33.524845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-f752b483-fc64-4800-a011-2fe5a8f5a151 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Unset dirty status for tenant:ad081a7e9231445ba34114528f1d30a4 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:33.526436 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-f752b483-fc64-4800-a011-2fe5a8f5a151 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/networks?id=a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 200 len: 812 time: 0.3930864 Jun 16 15:12:33.543944 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-fef7ccd6-759e-4ff0-8eb4-c40dc3cf891e tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/quotas/ad081a7e9231445ba34114528f1d30a4 HTTP/1.1" status: 200 len: 375 time: 0.0115862 Jun 16 15:12:33.547205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-604b481c-9f7f-4265-b687-0152afa7f965 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Unset dirty status for tenant:f37f7f14be2745539000b6d1025d8e9c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:33.557357 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-604b481c-9f7f-4265-b687-0152afa7f965 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1001672279&fields=id&tenant_id=f37f7f14be2745539000b6d1025d8e9c HTTP/1.1" status: 200 len: 267 time: 0.2088091 Jun 16 15:12:33.667358 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-270183b5-f38f-420f-b4b6-ba0478bdad08 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "DELETE /v2.0/ports/1b006ddc-c2e0-431c-ac89-cdf7557c5d18 HTTP/1.1" status: 204 len: 168 time: 3.9391742 Jun 16 15:12:33.681457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49158) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:33.788374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:33.792554 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7221e7fe-f773-49f9-a1ad-b70dbe888508 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5680530 Jun 16 15:12:33.818586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49162) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:33.832373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Request body: {'security_group_rule': {'security_group_id': '18a94d4f-7aa4-4e85-993f-2b049f249f94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:33.838891 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c05285-b5ad-48de-925d-6a120ba30fd2 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] GET failed (client error): The resource could not be found. Jun 16 15:12:33.839777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-00c05285-b5ad-48de-925d-6a120ba30fd2 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Synchronizing usage tracker for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:33.844353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:33.851496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:33.854319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Usage tracker for resource:security_group_rule and tenant:9d0746fe46ac469f893cb7bed7348f6e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:33.869411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:33.882772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:33.913712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-d96f23ae-cc40-47a7-9c39-b50af5d210c3 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Synchronizing usage tracker for tenant:ad081a7e9231445ba34114528f1d30a4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:33.926913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-73e44dab-af94-4868-8e26-2611f3a89671 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:33.928985 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-73e44dab-af94-4868-8e26-2611f3a89671 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/networks?id=89f51b72-dd77-430d-85f6-ddeb52f1aaeb HTTP/1.1" status: 200 len: 806 time: 0.3705349 Jun 16 15:12:33.954440 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-2b8b5c86-4765-4fbf-901f-e4491a1fcf95 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/quotas/f37f7f14be2745539000b6d1025d8e9c HTTP/1.1" status: 200 len: 375 time: 0.0177779 Jun 16 15:12:34.021330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-d96f23ae-cc40-47a7-9c39-b50af5d210c3 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Unset dirty status for tenant:ad081a7e9231445ba34114528f1d30a4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:34.022646 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-d96f23ae-cc40-47a7-9c39-b50af5d210c3 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad081a7e9231445ba34114528f1d30a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4629805 Jun 16 15:12:34.025111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.067411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-00c05285-b5ad-48de-925d-6a120ba30fd2 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Unset dirty status for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:34.069316 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-00c05285-b5ad-48de-925d-6a120ba30fd2 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "GET /v2.0/ports/1b006ddc-c2e0-431c-ac89-cdf7557c5d18 HTTP/1.1" status: 404 len: 333 time: 0.3829474 Jun 16 15:12:34.079615 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49172) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:34.139589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] device_id is not set on port cc5e81cb-abe0-4293-8e5e-d8a00658d301 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:34.201551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-9f894b5f-a260-4a3b-9d5d-3fb8a1521472 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Deleting port 8a0edded-989f-4c9c-8a4c-804d146511e6 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:34.201797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f894b5f-a260-4a3b-9d5d-3fb8a1521472 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.233043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.236948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-a978fcb0-f81a-43a6-b8bd-99dd4dd7eaa9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:12:34.237934 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-a978fcb0-f81a-43a6-b8bd-99dd4dd7eaa9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0876853 Jun 16 15:12:34.247729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.254523 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-5b67bef0-1f1f-43de-a8f5-66a4da3e2cb0 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f37f7f14be2745539000b6d1025d8e9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2938390 Jun 16 15:12:34.307252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.321837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Transition to ACTIVE for port object cc5e81cb-abe0-4293-8e5e-d8a00658d301 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:34.356558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb33a32-6d68-45a9-818c-263bc22d4ea7,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:34.423067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.475409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.objects.ports [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89746) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:12:34.475872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.488908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-8a18f4e0-e610-4d33-a8c1-a5b16b355bd0 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:12:34.494458 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-8a18f4e0-e610-4d33-a8c1-a5b16b355bd0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1026831 Jun 16 15:12:34.509677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.664788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.666157 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-90c31f7d-c9c6-4ad6-9410-d3d589a93a04 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8455260 Jun 16 15:12:34.685852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49184) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:34.709683 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-49b21a3d-91af-4ea6-974b-de482b421319 service neutron] 10.222.0.73 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437630 Jun 16 15:12:34.736926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Request body: {'security_group_rule': {'security_group_id': '18a94d4f-7aa4-4e85-993f-2b049f249f94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:34.829959 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:34.837266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event updated for resources: {'Subnet': ['ID=76dea72d-97f9-47e4-b5cf-19bfef67dbba,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:34.853837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event updated for resources: {'Port': ['ID=cc5e81cb-abe0-4293-8e5e-d8a00658d301,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:34.864380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Usage tracker for resource:security_group_rule and tenant:9d0746fe46ac469f893cb7bed7348f6e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:34.876248 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-6892a20b-fb6b-4a5f-8d42-e74d7f146cc4 service neutron] 10.222.0.73 "GET /v2.0/networks/89f51b72-dd77-430d-85f6-ddeb52f1aaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632183 Jun 16 15:12:34.882176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:34.908563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Checking segment: {'id': 'f234346e-bffb-43a2-9f5c-c2cfa143d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:34.908910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Network hostable DHCP agents. Network: 352d43f3-81a9-4910-b165-e0d6a584865e, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:12:34.920511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:34.927795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:34.928126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:34.928456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:34.945794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f894b5f-a260-4a3b-9d5d-3fb8a1521472 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.952440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:34.952767 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:34.958014 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 2 to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 Jun 16 15:12:35.092911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:35.094075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:35.094075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:35.111039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:35.111369 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:35.122659 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 3 to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 Jun 16 15:12:35.149066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2d73376e-7261-4fdb-a62a-68f367452165 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:35.152233 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-f07e854f-1364-47a0-8244-a728cd9e1c7b service neutron] 10.222.0.73 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980901 Jun 16 15:12:35.167804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-9f894b5f-a260-4a3b-9d5d-3fb8a1521472 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Calling delete_port for 8a0edded-989f-4c9c-8a4c-804d146511e6 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:35.277007 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-1593bbdf-c8ae-46ad-a042-f8dd29fa500a service neutron] 10.222.0.73 "GET /v2.0/networks/89f51b72-dd77-430d-85f6-ddeb52f1aaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867254 Jun 16 15:12:35.297803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Allocated IP 172.20.0.1 (d637728b-ed2e-42e8-80e0-99e35e33dd1e/2d7ca96b-0849-419e-938b-a92edaf1e37f/ce2e1e38-a272-4474-9345-9d7becf1c29e) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:35.314586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Network 352d43f3-81a9-4910-b165-e0d6a584865e is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:12:35.329186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:35.329186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:35.329186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:35.341700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:35.363167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:35.363495 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:35.371667 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 4 to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 Jun 16 15:12:35.404985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:35.406033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 2d73376e-7261-4fdb-a62a-68f367452165 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:35.412455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 2d73376e-7261-4fdb-a62a-68f367452165 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:35.412875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:35.439289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 352d43f3-81a9-4910-b165-e0d6a584865e) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:35.440927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:35.441257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:35.441732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:35.445127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f894b5f-a260-4a3b-9d5d-3fb8a1521472 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:35.453501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:35.466024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:35.466607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:35.487290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce2ff80-46e7-40ee-aaf9-f5b92c119043 None None] Network 352d43f3-81a9-4910-b165-e0d6a584865e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:35.514979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:35.515546 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:35.526785 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 5 to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 Jun 16 15:12:35.650584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:35.651193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:35.651718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:35.673083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:35.673708 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:35.687142 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 6 to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 Jun 16 15:12:35.762307 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:35.775366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f894b5f-a260-4a3b-9d5d-3fb8a1521472 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event deleted for resources: {'Port': ['ID=8a0edded-989f-4c9c-8a4c-804d146511e6,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:35.801265 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9b7908c8-cd46-44ab-900b-7dcfdb2cd0f2 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.2322609 Jun 16 15:12:35.815817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49216) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:35.829021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:35.844308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 2d73376e-7261-4fdb-a62a-68f367452165 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:35.844677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:35.872857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Transition to ACTIVE for port object ce2e1e38-a272-4474-9345-9d7becf1c29e will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:35.907159 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-30c08d35-57a6-4b95-850a-98693d487a4d req-aee80c27-31bf-407e-859e-060b48e11368 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 210 time: 0.3762033 Jun 16 15:12:35.923489 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f1f28963-bb9c-4da2-bd02-3ebe6a0c387e req-f3a9cecb-dccd-4318-8be7-586907e36549 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 210 time: 0.1304972 Jun 16 15:12:35.931559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f894b5f-a260-4a3b-9d5d-3fb8a1521472 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:35.976442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 2d73376e-7261-4fdb-a62a-68f367452165, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2d73376e-7261-4fdb-a62a-68f367452165,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:36.035822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d9b64-66f7-4a3f-abce-4a47933e675f None None] Network 352d43f3-81a9-4910-b165-e0d6a584865e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:36.042309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:36.042309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:36.042309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:36.053268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1938328213', 'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:36.062785 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9f894b5f-a260-4a3b-9d5d-3fb8a1521472 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "DELETE /v2.0/ports/8a0edded-989f-4c9c-8a4c-804d146511e6 HTTP/1.1" status: 204 len: 168 time: 1.9809284 Jun 16 15:12:36.065363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49228) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:36.077798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.082526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.084923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:36.133290 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1186b0-bf42-4ab8-964e-46bac2d525ef tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] GET failed (client error): The resource could not be found. Jun 16 15:12:36.133290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ca1186b0-bf42-4ab8-964e-46bac2d525ef tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Synchronizing usage tracker for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:36.170353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.193038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:36.193365 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:36.209128 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 7 to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 Jun 16 15:12:36.217462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ca1186b0-bf42-4ab8-964e-46bac2d525ef tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Unset dirty status for tenant:cf77acbcf72a4f95b5657851122cc2c7 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:36.218883 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ca1186b0-bf42-4ab8-964e-46bac2d525ef tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "GET /v2.0/ports/8a0edded-989f-4c9c-8a4c-804d146511e6 HTTP/1.1" status: 404 len: 333 time: 0.1525524 Jun 16 15:12:36.229043 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Usage tracker for resource:port and tenant:3cbd048a5c76418d94e0d5a55b0319b3 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:36.229751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49244) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:36.245675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:36.265487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b505215e-f617-4996-827a-1405c7043326,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:36.270509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:36.278195 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Network d637728b-ed2e-42e8-80e0-99e35e33dd1e is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:36.280822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=2d73376e-7261-4fdb-a62a-68f367452165,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:36.290071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:36.290071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:36.290071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:36.304052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:36.311847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:36.341962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:36.342536 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:36.348596 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 8 to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 Jun 16 15:12:36.367131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event updated for resources: {'Port': ['ID=ce2e1e38-a272-4474-9345-9d7becf1c29e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:36.393879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.394463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf28e0-864a-4d4c-a642-e3ca3600fa8f tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Deleting port 4956b575-5bd8-4752-832e-798a613d08ef {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:36.395086 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-135718de-47b5-44de-b5c7-7ebe1e76cc67 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6958137 Jun 16 15:12:36.399607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8cf28e0-864a-4d4c-a642-e3ca3600fa8f tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.400028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:36.400361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:36.400692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:36.402658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49252) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:36.420924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:36.435182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.492249 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:36.492625 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:36.494894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:36.496932 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 9 to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 Jun 16 15:12:36.517714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Made reservation on behalf of 3cbd048a5c76418d94e0d5a55b0319b3 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:36.520049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.540554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Usage tracker for resource:floatingip and tenant:9d0746fe46ac469f893cb7bed7348f6e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:36.543453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Router c44cf99e-6362-4edc-979c-d12ea3862f7d is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:12:36.546601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:36.562545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:36.566142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:36.566479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:36.566818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:36.635920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:36.636140 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:36.644723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] device_id is not set on port 67f7b735-da03-4a69-952b-dc4f46c1ed11 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:36.676397 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempt 10 to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 Jun 16 15:12:36.689067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8cf28e0-864a-4d4c-a642-e3ca3600fa8f tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.772132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-70bef4e4-45ab-4cf0-a1e9-bf96bed1a07b None None] Provisioning for port ce2e1e38-a272-4474-9345-9d7becf1c29e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:36.780745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:36.780745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:36.780745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempting to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:36.785392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-70bef4e4-45ab-4cf0-a1e9-bf96bed1a07b None None] Provisioning complete for port ce2e1e38-a272-4474-9345-9d7becf1c29e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:36.785392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70bef4e4-45ab-4cf0-a1e9-bf96bed1a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.787842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.828491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf28e0-864a-4d4c-a642-e3ca3600fa8f tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Calling delete_port for 4956b575-5bd8-4752-832e-798a613d08ef owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:36.869367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-70bef4e4-45ab-4cf0-a1e9-bf96bed1a07b None None] Port ce2e1e38-a272-4474-9345-9d7becf1c29e cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:36.874219 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:36.874556 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Failed to bind port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0bcb43aa-24cd-4316-8f8b-8d48224cb06c'}] Jun 16 15:12:36.874913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.981486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:37.082002 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-84e9278f-df69-40c7-8f99-3508d4e56bd3 req-f21b47e9-3062-467d-838d-06339c05296f tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 210 time: 0.1051607 Jun 16 15:12:37.103591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:37.116797 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bc9a1f18-157b-4b1a-9b8d-73d1f2a3a439 req-8430dc86-9a95-41c0-a441-1bda0d701773 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 210 time: 0.0949955 Jun 16 15:12:37.120482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Sync routers for ids ['c44cf99e-6362-4edc-979c-d12ea3862f7d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:37.161185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Routers {'c44cf99e-6362-4edc-979c-d12ea3862f7d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:37.161446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c44cf99e-6362-4edc-979c-d12ea3862f7d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:37.193815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Allocated IP 172.20.0.10 (352d43f3-81a9-4910-b165-e0d6a584865e/76dea72d-97f9-47e4-b5cf-19bfef67dbba/67f7b735-da03-4a69-952b-dc4f46c1ed11) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:37.238195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2d73376e-7261-4fdb-a62a-68f367452165 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:37.260472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8cf28e0-864a-4d4c-a642-e3ca3600fa8f tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:37.330909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf28e0-864a-4d4c-a642-e3ca3600fa8f tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event deleted for resources: {'Port': ['ID=4956b575-5bd8-4752-832e-798a613d08ef,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:37.476411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:37.477617 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5030c2f1-f26a-4577-946d-6e08d85146cf tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.3493450 Jun 16 15:12:37.481139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 2d73376e-7261-4fdb-a62a-68f367452165 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:37.481505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:37.486719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] For port cc5e81cb-abe0-4293-8e5e-d8a00658d301, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:37.486719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attempted to set empty binding levels {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 16 15:12:37.489104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49276) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:37.491392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8cf28e0-864a-4d4c-a642-e3ca3600fa8f tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:37.543522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Set router c44cf99e-6362-4edc-979c-d12ea3862f7d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:37.697430 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f8cf28e0-864a-4d4c-a642-e3ca3600fa8f tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "DELETE /v2.0/ports/4956b575-5bd8-4752-832e-798a613d08ef HTTP/1.1" status: 204 len: 168 time: 1.4658666 Jun 16 15:12:37.699348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49280) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:37.703921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:37.782668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca165d1d-5405-4c0c-a458-6b3f16f23f51 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Deleting subnet 971760ec-9cd9-4356-a9c9-eef4e6f4f66e {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:12:37.785721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ca165d1d-5405-4c0c-a458-6b3f16f23f51 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:37.812002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] In _notify_port_updated(), no bound segment for port cc5e81cb-abe0-4293-8e5e-d8a00658d301 on network 0bcb43aa-24cd-4316-8f8b-8d48224cb06c {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:12:37.812869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:37.813464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:37.814780 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "PUT /v2.0/ports/cc5e81cb-abe0-4293-8e5e-d8a00658d301 HTTP/1.1" status: 200 len: 981 time: 5.5929213 Jun 16 15:12:37.818313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49284) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:37.908423 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 2d73376e-7261-4fdb-a62a-68f367452165 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:37.919994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ca165d1d-5405-4c0c-a458-6b3f16f23f51 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:37.951110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af93e1d-df14-4645-b2df-ab9f3a1ba9cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event updated for resources: {'Port': ['ID=cc5e81cb-abe0-4293-8e5e-d8a00658d301,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:37.961356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-999c09c4-e5dd-4796-8c47-352d3f9d60a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Deleting port cc5e81cb-abe0-4293-8e5e-d8a00658d301 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:37.961759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-999c09c4-e5dd-4796-8c47-352d3f9d60a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.023381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44cf99e-6362-4edc-979c-d12ea3862f7d', 'name': '', 'tenant_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7', 'external_fixed_ips': [{'subnet_id': '2f03c6f1-134c-460c-bc0f-391b634fa052', 'ip_address': '2001:db8::192'}], 'enable_snat': True}, 'gw_port_id': 'ed0758e8-1ecf-482c-b7b4-98267220dd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:28Z', 'updated_at': '2022-06-16T15:12:33Z', 'revision_number': 3, 'project_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'gw_port': {'id': 'ed0758e8-1ecf-482c-b7b4-98267220dd43', 'name': '', 'network_id': '6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44cf99e-6362-4edc-979c-d12ea3862f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '2f03c6f1-134c-460c-bc0f-391b634fa052', 'ip_address': '2001:db8::192', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:30Z', 'updated_at': '2022-06-16T15:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f03c6f1-134c-460c-bc0f-391b634fa052', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:38.029523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Checking router: c44cf99e-6362-4edc-979c-d12ea3862f7d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:12:38.030259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Updating router c44cf99e-6362-4edc-979c-d12ea3862f7d port ed0758e8-1ecf-482c-b7b4-98267220dd43 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:12:38.108191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.127545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.250351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ca165d1d-5405-4c0c-a458-6b3f16f23f51 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.296710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.300892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.566636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.582140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.630831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Allocated IP 172.26.2.119 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/f45e0a12-a903-4585-add5-351ab9ff5cef) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:38.665464 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13c6de79-97c1-4bd4-8fb9-95217b0c68c8 req-5e0363ae-6c2b-4938-9532-870c3057e830 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 210 time: 0.2097068 Jun 16 15:12:38.676568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Deleting port ed0758e8-1ecf-482c-b7b4-98267220dd43 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:38.678012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.706260 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.713764 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a9a65c66-1635-4a6f-8b53-335162394246 req-5288c72c-ec2c-4766-b90c-10074871fac8 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 210 time: 0.2562466 Jun 16 15:12:38.726345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-999c09c4-e5dd-4796-8c47-352d3f9d60a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] For port cc5e81cb-abe0-4293-8e5e-d8a00658d301, host hv-neutron-8460, got binding levels [] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:38.726710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-999c09c4-e5dd-4796-8c47-352d3f9d60a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.733258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.750360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.867445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-999c09c4-e5dd-4796-8c47-352d3f9d60a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Calling delete_port for cc5e81cb-abe0-4293-8e5e-d8a00658d301 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:39.040820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Network 352d43f3-81a9-4910-b165-e0d6a584865e is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:39.041551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event updated for resources: {'Port': ['ID=ce2e1e38-a272-4474-9345-9d7becf1c29e,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:39.051433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Transition to ACTIVE for port object ed0758e8-1ecf-482c-b7b4-98267220dd43 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:39.059221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ca165d1d-5405-4c0c-a458-6b3f16f23f51 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.071957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:39.096178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.100231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:39.108645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165d1d-5405-4c0c-a458-6b3f16f23f51 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event deleted for resources: {'Subnet': ['ID=971760ec-9cd9-4356-a9c9-eef4e6f4f66e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:39.110698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ca165d1d-5405-4c0c-a458-6b3f16f23f51 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.118613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f827a3-091f-4f8a-97c2-8aaed168f28f None None] Network 3ac0a2b8-182b-437f-8e88-7726867abba4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:39.125240 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ca165d1d-5405-4c0c-a458-6b3f16f23f51 tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "DELETE /v2.0/subnets/971760ec-9cd9-4356-a9c9-eef4e6f4f66e HTTP/1.1" status: 204 len: 168 time: 1.4230533 Jun 16 15:12:39.126193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49298) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:39.152592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-999c09c4-e5dd-4796-8c47-352d3f9d60a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.226828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-999c09c4-e5dd-4796-8c47-352d3f9d60a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.233293 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-999c09c4-e5dd-4796-8c47-352d3f9d60a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "DELETE /v2.0/ports/cc5e81cb-abe0-4293-8e5e-d8a00658d301 HTTP/1.1" status: 204 len: 168 time: 1.4092627 Jun 16 15:12:39.233293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c09c4-e5dd-4796-8c47-352d3f9d60a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc5e81cb-abe0-4293-8e5e-d8a00658d301,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:39.242957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49302) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:39.358722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event updated for resources: {'Port': ['ID=67f7b735-da03-4a69-952b-dc4f46c1ed11,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:39.368169 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae72973-683b-4e0f-ae9c-92f065c5aa0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] GET failed (client error): The resource could not be found. Jun 16 15:12:39.369558 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5ae72973-683b-4e0f-ae9c-92f065c5aa0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078167120-project-admin] 10.222.0.73 "GET /v2.0/ports/cc5e81cb-abe0-4293-8e5e-d8a00658d301 HTTP/1.1" status: 404 len: 333 time: 0.1124611 Jun 16 15:12:39.384918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.389762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49306) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:39.443605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.447921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.463801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:39.464683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.479168 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2d9ac-7dd0-4946-9d6b-b91780cafe9f None None] Pushing event updated for resources: {'Port': ['ID=ed0758e8-1ecf-482c-b7b4-98267220dd43,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:39.527493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Deleting port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:39.527832 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.553076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.46', 50719) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:39.556830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Attempting to bind port ed0758e8-1ecf-482c-b7b4-98267220dd43 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:39.557362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Attempting to bind port ed0758e8-1ecf-482c-b7b4-98267220dd43 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '3f60f221-cc52-483a-b04f-4914ecc9a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:39.559499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Attempting to bind port ed0758e8-1ecf-482c-b7b4-98267220dd43 on network 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:39.568509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:39.569821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Checking segment: {'id': '3f60f221-cc52-483a-b04f-4914ecc9a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:39.570479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.572843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Bound using segment: {'id': '3f60f221-cc52-483a-b04f-4914ecc9a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:39.573990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Bound port: ed0758e8-1ecf-482c-b7b4-98267220dd43, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f60f221-cc52-483a-b04f-4914ecc9a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:39.575554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.614534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a165ed-b848-4836-851e-730243a7e304 None None] DHCP port deletion for 3ac0a2b8-182b-437f-8e88-7726867abba4 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:12:39.631106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.632834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a8a165ed-b848-4836-851e-730243a7e304 None None] Deleting port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:39.633501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8a165ed-b848-4836-851e-730243a7e304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.634205 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4ce02cc9-5c15-47be-ab53-68edc7ddb44e tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.8173645 Jun 16 15:12:39.636827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.639329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49312) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:39.650131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Network d637728b-ed2e-42e8-80e0-99e35e33dd1e is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:39.704503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.730968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:39.811412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] For port ed0758e8-1ecf-482c-b7b4-98267220dd43, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:39.818723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] For port ed0758e8-1ecf-482c-b7b4-98267220dd43, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ed0758e8-1ecf-482c-b7b4-98267220dd43,segment=NetworkSegment(3f60f221-cc52-483a-b04f-4914ecc9a954),segment_id=3f60f221-cc52-483a-b04f-4914ecc9a954)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:39.891253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:40.051085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Calling delete_port for ed0758e8-1ecf-482c-b7b4-98267220dd43 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:40.126673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b090fe53-f45b-4e46-8af0-6c2a37486b58 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Deleting port 67f7b735-da03-4a69-952b-dc4f46c1ed11 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:40.128937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b090fe53-f45b-4e46-8af0-6c2a37486b58 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:40.165872 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb576194-9478-4aaa-998e-da754f186402 req-1c1c33c6-2ede-4d35-a42e-3707e2a1773d tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 210 time: 0.2159162 Jun 16 15:12:40.169663 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e5e97530-a432-4f95-a883-0a5432ea93e3 req-c4e0d468-0cbb-4233-89de-800eb4352748 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 210 time: 0.1789021 Jun 16 15:12:40.226622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a8a165ed-b848-4836-851e-730243a7e304 None None] For port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=273e2dcb-a7a3-4959-ba2f-6de36a7154ef,segment=NetworkSegment(e8f15f25-680d-4e58-b11e-f0dd23eb2a8e),segment_id=e8f15f25-680d-4e58-b11e-f0dd23eb2a8e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:40.231226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8a165ed-b848-4836-851e-730243a7e304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:40.343430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:40.360817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:40.363411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:40.398553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.46', 50721) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:40.400476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Pushing event updated for resources: {'Port': ['ID=f45e0a12-a903-4585-add5-351ab9ff5cef,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:40.416313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a8a165ed-b848-4836-851e-730243a7e304 None None] Calling delete_port for 273e2dcb-a7a3-4959-ba2f-6de36a7154ef owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:40.449149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Routers {'c44cf99e-6362-4edc-979c-d12ea3862f7d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:40.449522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c44cf99e-6362-4edc-979c-d12ea3862f7d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:40.458667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Router bb084d9f-fe9e-447b-9b15-26db0cfe9aec has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:12:40.464828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-a29907a2-1a9d-4c7c-af5e-51a46715d4e4 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:40.466459 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-a29907a2-1a9d-4c7c-af5e-51a46715d4e4 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.46 "GET /v2.0/networks?id=a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 200 len: 812 time: 0.8989415 Jun 16 15:12:40.567080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2d9ac-7dd0-4946-9d6b-b91780cafe9f None None] Pushing event updated for resources: {'Port': ['ID=ed0758e8-1ecf-482c-b7b4-98267220dd43,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:40.570619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:40.639322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcb43aa-24cd-4316-8f8b-8d48224cb06c']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:40.647911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] For port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=273e2dcb-a7a3-4959-ba2f-6de36a7154ef,segment=NetworkSegment(e8f15f25-680d-4e58-b11e-f0dd23eb2a8e),segment_id=e8f15f25-680d-4e58-b11e-f0dd23eb2a8e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:40.648281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:40.686419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:40.686641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:40.719066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-125027f6-d5d6-4d85-a285-36245366020c None None] Provisioning complete for port ce2e1e38-a272-4474-9345-9d7becf1c29e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:40.719537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-125027f6-d5d6-4d85-a285-36245366020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:40.813771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:40.838960 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8dc611c9-0270-40ad-9bad-e54405a2d952 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad081a7e9231445ba34114528f1d30a4 HTTP/1.1" status: 200 len: 380 time: 0.3004191 Jun 16 15:12:40.845984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Calling delete_port for 273e2dcb-a7a3-4959-ba2f-6de36a7154ef owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:40.861150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] Set router c44cf99e-6362-4edc-979c-d12ea3862f7d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:40.902134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Request body: {'port': {'device_id': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'admin_state_up': True, 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'security_groups': ['68a260c9-2559-476c-b066-b5c35eba0b7b']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:40.986465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-125027f6-d5d6-4d85-a285-36245366020c None None] Port ce2e1e38-a272-4474-9345-9d7becf1c29e cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:40.987907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44cf99e-6362-4edc-979c-d12ea3862f7d', 'name': '', 'tenant_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:28Z', 'updated_at': '2022-06-16T15:12:38Z', 'revision_number': 4, 'project_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:40.995576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea61b7-7ab4-4f32-b0c7-15f3377ce2b3 None None] The sync data for ids ['c44cf99e-6362-4edc-979c-d12ea3862f7d'] in dv-neutron-846028-2-hyperv is: [{'id': 'c44cf99e-6362-4edc-979c-d12ea3862f7d', 'name': '', 'tenant_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:28Z', 'updated_at': '2022-06-16T15:12:38Z', 'revision_number': 4, 'project_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:40.999155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:41.085836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:12:41.086247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:41.105201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8a165ed-b848-4836-851e-730243a7e304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:41.183068 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a165ed-b848-4836-851e-730243a7e304 None None] Pushing event deleted for resources: {'Port': ['ID=273e2dcb-a7a3-4959-ba2f-6de36a7154ef,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:41.187382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 273e2dcb-a7a3-4959-ba2f-6de36a7154ef no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:12:41.196119 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3 resource provider aggregate not found Jun 16 15:12:41.234751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a165ed-b848-4836-851e-730243a7e304 None None] No DVR routers for this DVR port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:12:41.236546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 273e2dcb-a7a3-4959-ba2f-6de36a7154ef {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:12:41.236974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 273e2dcb-a7a3-4959-ba2f-6de36a7154ef not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:12:41.253836 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2f1eb1d-1a8e-4df1-bc51-6aca7e6287d3 found for delete ", "request_id": "req-63e9de9a-e28c-49e5-a7d2-d8860589ac46"}]} Jun 16 15:12:41.291951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:12:41.292789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:12:41.297204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:41.305858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-4c32c327-b3e2-4371-b7a8-4e3696153410 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:41.306665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-4c32c327-b3e2-4371-b7a8-4e3696153410 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Synchronizing usage tracker for tenant:f37f7f14be2745539000b6d1025d8e9c on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:41.319705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b090fe53-f45b-4e46-8af0-6c2a37486b58 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:41.382812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:12:41.384054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:12:41.395471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:41.406439 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d048a-5904-4d0f-8c2c-b6c8284750dd None None] Sync routers for ids ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:41.419172 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d048a-5904-4d0f-8c2c-b6c8284750dd None None] Routers {'bb084d9f-fe9e-447b-9b15-26db0cfe9aec'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:41.420082 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fa9d048a-5904-4d0f-8c2c-b6c8284750dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:41.429192 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c388b15a-9b9c-4a0a-ab8a-b92e1f9ec9b9 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "PUT /v2.0/routers/bb084d9f-fe9e-447b-9b15-26db0cfe9aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8624451 Jun 16 15:12:41.432726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49362) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:41.446478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Request body: {'port': {'network_id': 'd637728b-ed2e-42e8-80e0-99e35e33dd1e', 'name': 'tempest-FloatingIPAdminTestJSON-2088030381'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:41.519516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b090fe53-f45b-4e46-8af0-6c2a37486b58 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Calling delete_port for 67f7b735-da03-4a69-952b-dc4f46c1ed11 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:41.542841 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fa9d048a-5904-4d0f-8c2c-b6c8284750dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:41.551333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:41.553444 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d048a-5904-4d0f-8c2c-b6c8284750dd None None] Routers {'bb084d9f-fe9e-447b-9b15-26db0cfe9aec'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:41.554222 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fa9d048a-5904-4d0f-8c2c-b6c8284750dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:41.578188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-4c32c327-b3e2-4371-b7a8-4e3696153410 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Unset dirty status for tenant:f37f7f14be2745539000b6d1025d8e9c on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:41.582437 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-4c32c327-b3e2-4371-b7a8-4e3696153410 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.46 "GET /v2.0/networks?id=89f51b72-dd77-430d-85f6-ddeb52f1aaeb HTTP/1.1" status: 200 len: 806 time: 1.1782672 Jun 16 15:12:41.656072 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fa9d048a-5904-4d0f-8c2c-b6c8284750dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:41.656801 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d048a-5904-4d0f-8c2c-b6c8284750dd None None] The sync data for ids ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:41.761227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:41.778123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-d5a5d4b6-f03a-4791-889e-c8816671991e tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Synchronizing usage tracker for tenant:f37f7f14be2745539000b6d1025d8e9c on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:41.834391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Deleting port 273e2dcb-a7a3-4959-ba2f-6de36a7154ef {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:41.834791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:41.847644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-d5a5d4b6-f03a-4791-889e-c8816671991e tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Unset dirty status for tenant:f37f7f14be2745539000b6d1025d8e9c on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:41.849514 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-d5a5d4b6-f03a-4791-889e-c8816671991e tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37f7f14be2745539000b6d1025d8e9c HTTP/1.1" status: 200 len: 380 time: 0.1743460 Jun 16 15:12:41.866597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:41.901576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:41.928294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Deleting port ed0758e8-1ecf-482c-b7b4-98267220dd43 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:41.928645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:41.977760 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dc3bc2cb-61f0-4789-a296-5383f9fe3e19 req-84cb24d1-d1e4-474c-aeed-d5387428bbcb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 210 time: 0.2006674 Jun 16 15:12:41.983348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:41.987971 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5b821829-0b8c-4156-b4d9-dcbe789d66f0 req-555940c3-81aa-49a5-b2d4-7a70ca603d64 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 210 time: 0.2083385 Jun 16 15:12:42.085178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] The port '273e2dcb-a7a3-4959-ba2f-6de36a7154ef' was deleted {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:12:42.086614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b090fe53-f45b-4e46-8af0-6c2a37486b58 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.102419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.108648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] Pushing event deleted for resources: {'Network': ['ID=0bcb43aa-24cd-4316-8f8b-8d48224cb06c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:42.120004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Usage tracker for resource:port and tenant:a667b898d1f2427081bdf6f64462ebc7 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:42.133097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Request body: {'port': {'device_id': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'admin_state_up': True, 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'security_groups': ['411d4e38-2527-4949-93d8-a97c6a70a3fc']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:42.154911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:42.188787 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e62dbd9e-68ad-47c3-a105-e8637fa45cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619296155-project] 10.222.0.73 "DELETE /v2.0/networks/0bcb43aa-24cd-4316-8f8b-8d48224cb06c HTTP/1.1" status: 204 len: 168 time: 2.7891827 Jun 16 15:12:42.211682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:42.281584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Made reservation on behalf of ad081a7e9231445ba34114528f1d30a4 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:42.305284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.492282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] For port ed0758e8-1ecf-482c-b7b4-98267220dd43, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ed0758e8-1ecf-482c-b7b4-98267220dd43,segment=NetworkSegment(3f60f221-cc52-483a-b04f-4914ecc9a954),segment_id=3f60f221-cc52-483a-b04f-4914ecc9a954)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:42.492945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.529655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090fe53-f45b-4e46-8af0-6c2a37486b58 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event deleted for resources: {'Port': ['ID=67f7b735-da03-4a69-952b-dc4f46c1ed11,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:42.687519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Calling delete_port for ed0758e8-1ecf-482c-b7b4-98267220dd43 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:42.737928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Made reservation on behalf of a667b898d1f2427081bdf6f64462ebc7 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:42.741513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.763613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:12:42.796711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.797246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:42.806705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.823624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] device_id is not set on port e8407443-e610-4053-998e-e6d0609af5c9 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:42.834712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b090fe53-f45b-4e46-8af0-6c2a37486b58 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.863994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Usage tracker for resource:port and tenant:f37f7f14be2745539000b6d1025d8e9c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:42.869330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:42.888614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac0a2b8-182b-437f-8e88-7726867abba4']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:42.908927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:42.910077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f15f25-680d-4e58-b11e-f0dd23eb2a8e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:42.911291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f15f25-680d-4e58-b11e-f0dd23eb2a8e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:42.936259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.939118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.984956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:42.987873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Allocated IP 172.20.0.5 (a7e237ff-536e-40be-8c14-25d5099978ec/a3d65951-18ae-4b18-be19-745c773e01b0/2cd0cca9-bcbf-447f-b513-27db80027157) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:43.014255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:12:43.014666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:43.263610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Allocated IP 172.20.0.9 (d637728b-ed2e-42e8-80e0-99e35e33dd1e/2d7ca96b-0849-419e-938b-a92edaf1e37f/e8407443-e610-4053-998e-e6d0609af5c9) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:43.268903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Made reservation on behalf of f37f7f14be2745539000b6d1025d8e9c for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:43.273653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:43.400314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49376) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:43.433697 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-05362643-7091-4b69-8da9-54800e1cb621 req-e9d64b2c-3317-425c-9c22-eda00c0589fd tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 210 time: 0.1114626 Jun 16 15:12:43.449292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e8f15f25-680d-4e58-b11e-f0dd23eb2a8e resource provider aggregate not found Jun 16 15:12:43.472227 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b090fe53-f45b-4e46-8af0-6c2a37486b58 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "DELETE /v2.0/ports/67f7b735-da03-4a69-952b-dc4f46c1ed11 HTTP/1.1" status: 204 len: 168 time: 3.8287241 Jun 16 15:12:43.475863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49386) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:43.569018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Pushing event updated for resources: {'Port': ['ID=f45e0a12-a903-4585-add5-351ab9ff5cef,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:43.617196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:43.692680 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e8f15f25-680d-4e58-b11e-f0dd23eb2a8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8f15f25-680d-4e58-b11e-f0dd23eb2a8e found for delete ", "request_id": "req-00f8395f-33ea-476c-8458-f72be418cd89"}]} Jun 16 15:12:43.711488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e', 'external_fixed_ips': [{'subnet_id': '76dea72d-97f9-47e4-b5cf-19bfef67dbba', 'ip_address': '172.20.0.10'}]}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:43.721017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:43.740739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:43.769405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-ed35b587-8f42-46a0-b42e-e0bd9bc76d61 req-288d1cc9-f7ae-414c-9b8b-115cb5f2af70 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Synchronizing usage tracker for tenant:ad081a7e9231445ba34114528f1d30a4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:43.776439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Usage tracker for resource:router and tenant:3cbd048a5c76418d94e0d5a55b0319b3 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:43.793995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:43.817142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:43.826234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed0758e8-1ecf-482c-b7b4-98267220dd43,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:43.860719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:43.867639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:43.897737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:43.910080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-ed35b587-8f42-46a0-b42e-e0bd9bc76d61 req-288d1cc9-f7ae-414c-9b8b-115cb5f2af70 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Unset dirty status for tenant:ad081a7e9231445ba34114528f1d30a4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:43.911616 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed35b587-8f42-46a0-b42e-e0bd9bc76d61 req-288d1cc9-f7ae-414c-9b8b-115cb5f2af70 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 210 time: 0.5049508 Jun 16 15:12:43.925875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] Pushing event deleted for resources: {'Network': ['ID=3ac0a2b8-182b-437f-8e88-7726867abba4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:43.935108 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a8040fdc-4bef-4c2b-97b8-170670a86ff8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=093c32f749d144dcbf906bed02bbf96d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4979870 Jun 16 15:12:43.937786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49392) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:43.941346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Transition to ACTIVE for port object 2cd0cca9-bcbf-447f-b513-27db80027157 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:43.944365 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-721c61db-ec7f-490f-b06a-74e32fa5d9ad tempest-AllowedAddressPairIpV6TestJSON-1404864995 tempest-AllowedAddressPairIpV6TestJSON-1404864995-project] 10.222.0.73 "DELETE /v2.0/networks/3ac0a2b8-182b-437f-8e88-7726867abba4 HTTP/1.1" status: 204 len: 168 time: 4.8165278 Jun 16 15:12:44.020852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.022739 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-21c75fac-10cb-48f8-8ed7-79d70d357f79 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6168392 Jun 16 15:12:44.030741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.042805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3e328287-06fb-4f70-9236-05de0b8065e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.065296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.075433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.077100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.200652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Pushing event updated for resources: {'Port': ['ID=2cd0cca9-bcbf-447f-b513-27db80027157,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:44.221179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3e328287-06fb-4f70-9236-05de0b8065e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.243080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.248594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Network a7e237ff-536e-40be-8c14-25d5099978ec is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:44.252460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:44.267664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:44.296261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.344140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.426613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:44.428003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.576810 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-8aad8452-31b8-4589-8dbb-ea6db818aafb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6839550 Jun 16 15:12:44.593907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Allocated IP 172.20.0.5 (89f51b72-dd77-430d-85f6-ddeb52f1aaeb/b745a143-a783-4450-bc27-036ab6b44645/505c77b4-a162-4b38-a458-75b07f4ba43e) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:44.636664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-7a4d4f30-a22f-4f26-b753-da8514f5c398 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:12:44.637879 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-7a4d4f30-a22f-4f26-b753-da8514f5c398 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236049 Jun 16 15:12:44.647819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3e328287-06fb-4f70-9236-05de0b8065e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.654239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3e328287-06fb-4f70-9236-05de0b8065e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.666399 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3e328287-06fb-4f70-9236-05de0b8065e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4eca6a4d-4a96-4b80-bb33-582110b9b2b1 HTTP/1.1" status: 204 len: 168 time: 0.7272167 Jun 16 15:12:44.806907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49416) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:44.867810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ce1d94dd-fbb5-4bfc-9ccf-3d14a9bda902 None None] Provisioning for port 2cd0cca9-bcbf-447f-b513-27db80027157 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:44.874399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ce1d94dd-fbb5-4bfc-9ccf-3d14a9bda902 None None] Provisioning complete for port 2cd0cca9-bcbf-447f-b513-27db80027157 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:44.875434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce1d94dd-fbb5-4bfc-9ccf-3d14a9bda902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.929868 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee1e9b1d-bb38-48d1-b9c8-133ab92d447d req-86df891a-67aa-47a0-aeee-92db1ddd1f2a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 210 time: 0.1185663 Jun 16 15:12:44.946437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e328287-06fb-4f70-9236-05de0b8065e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eca6a4d-4a96-4b80-bb33-582110b9b2b1,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:44.956998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d94dd-fbb5-4bfc-9ccf-3d14a9bda902 None None] Port 2cd0cca9-bcbf-447f-b513-27db80027157 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:44.978852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:44.980797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c44cf99e-6362-4edc-979c-d12ea3862f7d {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:12:45.039152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:45.043355 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-53b2b8a5-67f6-4b14-abc6-7888da4c2f82 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "DELETE /v2.0/routers/c44cf99e-6362-4edc-979c-d12ea3862f7d HTTP/1.1" status: 204 len: 168 time: 7.5442312 Jun 16 15:12:45.054353 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-5a024333-d766-439d-89b7-43d08c80d40a tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1691779874&fields=id&tenant_id=9d0746fe46ac469f893cb7bed7348f6e HTTP/1.1" status: 200 len: 267 time: 0.5637364 Jun 16 15:12:45.054353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49426) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:45.145241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:45.208795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:45.217493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Transition to ACTIVE for port object e8407443-e610-4053-998e-e6d0609af5c9 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:45.237097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Transition to ACTIVE for port object 505c77b4-a162-4b38-a458-75b07f4ba43e will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:45.379036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Request body: {'port': {'device_id': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:45.588874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:45.640478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f6f2b097-982a-4f58-a0a8-da8326f16036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:45.671056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:45.688114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Network d637728b-ed2e-42e8-80e0-99e35e33dd1e is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:45.693501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:45.703924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2340d62-6e94-491c-af7e-924540208585 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Deleting subnet 2f03c6f1-134c-460c-bc0f-391b634fa052 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:12:45.707221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:45.766248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event updated for resources: {'Port': ['ID=e8407443-e610-4053-998e-e6d0609af5c9,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:45.803185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2340d62-6e94-491c-af7e-924540208585 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:45.840372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:45.844815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:45.866585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:45.873596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:45.945773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:45.954758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.035519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Pushing event updated for resources: {'Port': ['ID=505c77b4-a162-4b38-a458-75b07f4ba43e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:46.043387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-57f0b103-7b96-4ab4-b93c-cf23120eea95 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:46.049239 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-57f0b103-7b96-4ab4-b93c-cf23120eea95 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/networks?id=195e631b-ddb7-4aa7-b032-9b54ff8e4f46 HTTP/1.1" status: 200 len: 812 time: 0.9468582 Jun 16 15:12:46.087314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:46.087314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.094690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49434) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:46.142283 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-cc7f7f9b-83f0-4a32-a42e-94a5ee86e807 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/quotas/9d0746fe46ac469f893cb7bed7348f6e HTTP/1.1" status: 200 len: 375 time: 0.0401261 Jun 16 15:12:46.164509 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cf5a1772-6de4-422a-a366-8e023e21b1ea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf77acbcf72a4f95b5657851122cc2c7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2719386 Jun 16 15:12:46.170121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49438) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:46.220040 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c9edbdf7-033b-4773-8421-4c40e4adde2c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7854335 Jun 16 15:12:46.235524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2340d62-6e94-491c-af7e-924540208585 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.243725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e38ce8b5-6cda-4b28-bc48-200fce70f642 None None] Provisioning for port e8407443-e610-4053-998e-e6d0609af5c9 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:46.247657 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49442) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:46.256140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e38ce8b5-6cda-4b28-bc48-200fce70f642 None None] Provisioning complete for port e8407443-e610-4053-998e-e6d0609af5c9 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:46.257152 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d40a5252-2127-4e08-97ec-f4680780112a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47c30c4d30b94eb4872e979c0506f3e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1580448 Jun 16 15:12:46.258087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e38ce8b5-6cda-4b28-bc48-200fce70f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.287012 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-13b733fe-c29a-4d86-81ee-b16d29f496f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1584764 Jun 16 15:12:46.288044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49446) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:46.317255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2340d62-6e94-491c-af7e-924540208585 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.332932 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Request body: {'port': {'device_id': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:46.391486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e38ce8b5-6cda-4b28-bc48-200fce70f642 None None] Port e8407443-e610-4053-998e-e6d0609af5c9 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:46.445483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.551233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69f61ec3-0f25-4a51-9293-b47b5c8db664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.610289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6c35aaba-29ad-4d85-a2ca-172896a7a620 None None] Provisioning for port 505c77b4-a162-4b38-a458-75b07f4ba43e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:46.613282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d611c960-0844-4bb2-a81b-ee5e848fb482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.617820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6c35aaba-29ad-4d85-a2ca-172896a7a620 None None] Provisioning complete for port 505c77b4-a162-4b38-a458-75b07f4ba43e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:46.618093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'project_id': 'a667b898d1f2427081bdf6f64462ebc7', 'port_id': 'e8407443-e610-4053-998e-e6d0609af5c9'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:46.618860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c35aaba-29ad-4d85-a2ca-172896a7a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.645993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:46.648802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.652919 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9a5b8-2306-475a-9529-b7ddacfd8b5b req-8783a6a6-671d-4486-98d0-16f798890186 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:46.654566 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-23e9a5b8-2306-475a-9529-b7ddacfd8b5b req-8783a6a6-671d-4486-98d0-16f798890186 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 931 time: 1.3751996 Jun 16 15:12:46.672248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69f61ec3-0f25-4a51-9293-b47b5c8db664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.680874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Usage tracker for resource:floatingip and tenant:a667b898d1f2427081bdf6f64462ebc7 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:46.693489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:46.734303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6c35aaba-29ad-4d85-a2ca-172896a7a620 None None] Port 505c77b4-a162-4b38-a458-75b07f4ba43e cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:46.810755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-4ee4337e-ea46-4bab-bf0b-a16999ef0eb8 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Synchronizing usage tracker for tenant:9d0746fe46ac469f893cb7bed7348f6e on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:46.841510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:46.853500 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-23e9a5b8-2306-475a-9529-b7ddacfd8b5b req-fdc73a01-d353-4cef-a247-afd4fc89d03d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809928 Jun 16 15:12:46.862722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d611c960-0844-4bb2-a81b-ee5e848fb482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:46.972234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2340d62-6e94-491c-af7e-924540208585 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.012572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.052397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2340d62-6e94-491c-af7e-924540208585 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.121497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69f61ec3-0f25-4a51-9293-b47b5c8db664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.125030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2340d62-6e94-491c-af7e-924540208585 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2f03c6f1-134c-460c-bc0f-391b634fa052,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:47.181389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f61ec3-0f25-4a51-9293-b47b5c8db664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b836e5-f528-4fe4-9dc7-e6fb3052015d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:47.197502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d611c960-0844-4bb2-a81b-ee5e848fb482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.204473 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e2340d62-6e94-491c-af7e-924540208585 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/2f03c6f1-134c-460c-bc0f-391b634fa052 HTTP/1.1" status: 204 len: 168 time: 2.1214819 Jun 16 15:12:47.216426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49452) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:47.220571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-4ee4337e-ea46-4bab-bf0b-a16999ef0eb8 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Unset dirty status for tenant:9d0746fe46ac469f893cb7bed7348f6e on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:47.221836 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-4ee4337e-ea46-4bab-bf0b-a16999ef0eb8 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d0746fe46ac469f893cb7bed7348f6e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0619440 Jun 16 15:12:47.533368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505c77b4-a162-4b38-a458-75b07f4ba43e {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:12:47.543939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.560519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Transition to ACTIVE for port object 505c77b4-a162-4b38-a458-75b07f4ba43e will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:47.562809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611c960-0844-4bb2-a81b-ee5e848fb482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616ffd42-a6e7-4b14-8632-8bea42708c4e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:47.568463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d611c960-0844-4bb2-a81b-ee5e848fb482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.584796 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d611c960-0844-4bb2-a81b-ee5e848fb482 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/616ffd42-a6e7-4b14-8632-8bea42708c4e HTTP/1.1" status: 204 len: 168 time: 1.2864840 Jun 16 15:12:47.586268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69f61ec3-0f25-4a51-9293-b47b5c8db664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.593456 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-69f61ec3-0f25-4a51-9293-b47b5c8db664 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a7b836e5-f528-4fe4-9dc7-e6fb3052015d HTTP/1.1" status: 204 len: 168 time: 1.4216666 Jun 16 15:12:47.644024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.689501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.829102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:47.835178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:12:48.006147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa12b7-a8a0-483e-8505-a4862dc191f3 req-2c638f20-04e3-4910-9d72-7130b995b99c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:48.014833 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f6fa12b7-a8a0-483e-8505-a4862dc191f3 req-2c638f20-04e3-4910-9d72-7130b995b99c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 931 time: 0.8986869 Jun 16 15:12:48.101576 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e911db3e-5fc9-4cd3-8ca3-2c87c7b2851d service neutron] 10.222.0.73 "GET /v2.0/networks/195e631b-ddb7-4aa7-b032-9b54ff8e4f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8482780 Jun 16 15:12:48.166964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Pushing event updated for resources: {'Port': ['ID=505c77b4-a162-4b38-a458-75b07f4ba43e,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:48.239080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Allocated IP 172.26.2.222 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/00fa18f8-b305-4160-b353-2cc7907b7316) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:48.267403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd0cca9-bcbf-447f-b513-27db80027157 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:12:48.275689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:48.291554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Transition to ACTIVE for port object 2cd0cca9-bcbf-447f-b513-27db80027157 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:48.300725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Attempting to bind port 505c77b4-a162-4b38-a458-75b07f4ba43e on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:48.301292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Attempting to bind port 505c77b4-a162-4b38-a458-75b07f4ba43e by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:48.301794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Attempting to bind port 505c77b4-a162-4b38-a458-75b07f4ba43e on network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:48.313091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6115b1f-a8f5-407a-b3ef-bef83197951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:48.332889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Port 505c77b4-a162-4b38-a458-75b07f4ba43e on network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:48.351854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Attempting to bind port 505c77b4-a162-4b38-a458-75b07f4ba43e on network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:48.381211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:48.382344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Checking segment: {'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:48.383385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Bound using segment: {'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:48.385358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Bound port: 505c77b4-a162-4b38-a458-75b07f4ba43e, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2969a95-e4b7-45ed-a3a7-1599a6f65221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:48.385985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:48.455763 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f6fa12b7-a8a0-483e-8505-a4862dc191f3 req-0274ea34-475d-401c-808f-f4493a372a6a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4397762 Jun 16 15:12:48.485273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:48.677880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:48.694618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] For port 505c77b4-a162-4b38-a458-75b07f4ba43e, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:48.699396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] For port 505c77b4-a162-4b38-a458-75b07f4ba43e, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=505c77b4-a162-4b38-a458-75b07f4ba43e,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:48.742095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:48.771200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:48.857440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:48.914357 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-82391799-8fc9-48f6-8575-81950d8734ac service neutron] 10.222.0.73 "GET /v2.0/networks/195e631b-ddb7-4aa7-b032-9b54ff8e4f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8091645 Jun 16 15:12:48.921951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:48.924945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:48.925768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:48.927722 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] 10.222.0.46 "PUT /v2.0/ports/505c77b4-a162-4b38-a458-75b07f4ba43e HTTP/1.1" status: 200 len: 1093 time: 2.6163015 Jun 16 15:12:48.928178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'tag': '505c77b4-a162-4b38-a458-75b07f4ba43e'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:12:48.943632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:48.947102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:48.999122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9d068-2f31-4f18-a2d9-138a95649b11 service neutron] Pushing event updated for resources: {'Port': ['ID=505c77b4-a162-4b38-a458-75b07f4ba43e,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:49.112583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Pushing event updated for resources: {'Port': ['ID=00fa18f8-b305-4160-b353-2cc7907b7316,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:49.235558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Pushing event updated for resources: {'Port': ['ID=2cd0cca9-bcbf-447f-b513-27db80027157,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:49.262050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:49.459099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:49.696774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:49.938951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:49.938951 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5bbe53a6-7f8c-4814-895e-e44beeed1664 req-bcfde4c1-27e8-4042-a7f5-f361aa6688b1 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 210 time: 0.3597488 Jun 16 15:12:49.938951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f60f221-cc52-483a-b04f-4914ecc9a954') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:49.938951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f60f221-cc52-483a-b04f-4914ecc9a954') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:50.060971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:50.121286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Attempting to bind port 2cd0cca9-bcbf-447f-b513-27db80027157 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:50.121854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Attempting to bind port 2cd0cca9-bcbf-447f-b513-27db80027157 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:50.122393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Attempting to bind port 2cd0cca9-bcbf-447f-b513-27db80027157 on network a7e237ff-536e-40be-8c14-25d5099978ec {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:50.168746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Port 2cd0cca9-bcbf-447f-b513-27db80027157 on network a7e237ff-536e-40be-8c14-25d5099978ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:12:50.198435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Attempting to bind port 2cd0cca9-bcbf-447f-b513-27db80027157 on network a7e237ff-536e-40be-8c14-25d5099978ec {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:50.259930 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49510) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:50.263083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:50.300088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:50.506441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-c545fc18-350f-4217-ab44-92f4f6f616fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:50.508006 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-c545fc18-350f-4217-ab44-92f4f6f616fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f37f7f14be2745539000b6d1025d8e9c&device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 1096 time: 1.1193373 Jun 16 15:12:50.521907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:50.560657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b916e0-569a-4afa-a81f-538fdaff08fa req-d8831429-d01e-4ca5-a339-63b4cf3ddff1 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:50.566670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-02b916e0-569a-4afa-a81f-538fdaff08fa req-d8831429-d01e-4ca5-a339-63b4cf3ddff1 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 943 time: 1.7825584 Jun 16 15:12:50.568981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:50.569353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Checking segment: {'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:50.569904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Bound using segment: {'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:50.570366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Bound port: 2cd0cca9-bcbf-447f-b513-27db80027157, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76955d12-c348-440e-9667-ca6919708949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:50.570726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:50.590300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49520) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:50.627045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:12:50.627558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:50.641132 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-240bb2e7-95eb-4a78-8cb6-78331491365a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=505c77b4-a162-4b38-a458-75b07f4ba43e HTTP/1.1" status: 200 len: 217 time: 0.1162217 Jun 16 15:12:50.731599 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 3f60f221-cc52-483a-b04f-4914ecc9a954 resource provider aggregate not found Jun 16 15:12:50.827921 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 3f60f221-cc52-483a-b04f-4914ecc9a954 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f60f221-cc52-483a-b04f-4914ecc9a954 found for delete ", "request_id": "req-ba5cdf7a-a5f9-4c04-b15d-beb4703a04e1"}]} Jun 16 15:12:50.886362 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-af151a18-8eef-41c5-9941-04f4ca11acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:50.887906 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-af151a18-8eef-41c5-9941-04f4ca11acff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b745a143-a783-4450-bc27-036ab6b44645 HTTP/1.1" status: 200 len: 845 time: 0.2105117 Jun 16 15:12:50.900684 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9a859118-5b23-47cb-a310-05425afd3040 tempest-AgentManagementNegativeTest-430590407 tempest-AgentManagementNegativeTest-430590407-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6363206 Jun 16 15:12:50.918495 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.045866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Allocated IP 172.20.0.10 (352d43f3-81a9-4910-b165-e0d6a584865e/76dea72d-97f9-47e4-b5cf-19bfef67dbba/95bcdd41-163a-4a8f-97a4-9b33a0d490fc) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:51.094723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-607309826'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:51.136907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.142627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:51.148090 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-02b916e0-569a-4afa-a81f-538fdaff08fa req-c5f63263-cbd6-40c6-9266-fc8487ff722d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5567677 Jun 16 15:12:51.160083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Usage tracker for resource:network and tenant:fbc338e8a7624fc7bab9606ff3733d63 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:51.173810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:51.181077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:51.267581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 16 15:12:51.280454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.296282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:51.300286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Made reservation on behalf of fbc338e8a7624fc7bab9606ff3733d63 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:51.313105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.358037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a141062-a91b-4fe3-a044-cc066bc5ca6b req-03d0060e-e17f-4f03-9cc2-d201084f1125 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:51.365809 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6a141062-a91b-4fe3-a044-cc066bc5ca6b req-03d0060e-e17f-4f03-9cc2-d201084f1125 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 943 time: 0.8988588 Jun 16 15:12:51.374964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.382114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.421176 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fac67399-27f9-4504-aa93-1e7ecc6a1ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "DELETE /v2.0/networks/6b29d3b4-7b3b-4cb3-91b9-457f7c73efb7 HTTP/1.1" status: 204 len: 168 time: 4.2026420 Jun 16 15:12:51.436347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] For port 2cd0cca9-bcbf-447f-b513-27db80027157, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:51.455106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:51.479042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Usage tracker for resource:security_group_rule and tenant:fbc338e8a7624fc7bab9606ff3733d63 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:51.484211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:51.488605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] For port 2cd0cca9-bcbf-447f-b513-27db80027157, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=2cd0cca9-bcbf-447f-b513-27db80027157,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:51.512727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:51.519433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.542788 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6a141062-a91b-4fe3-a044-cc066bc5ca6b req-9aa6508a-34bb-4acf-8973-0323674ef3a6 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755424 Jun 16 15:12:51.563637 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e6d0d0-8618-4345-952d-82951a2c6c14'] response: {'name': 'network-changed', 'server_uuid': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'tag': '505c77b4-a162-4b38-a458-75b07f4ba43e', 'status': 'completed', 'code': 200} Jun 16 15:12:51.612029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-ab7a1379-f7a5-4f8a-946e-d686868e337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:51.615237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.624805 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-ab7a1379-f7a5-4f8a-946e-d686868e337e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=89f51b72-dd77-430d-85f6-ddeb52f1aaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4815748 Jun 16 15:12:51.663901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.763029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49544) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:51.922217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.953076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.974270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:51.975038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:51.980322 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] 10.222.0.46 "PUT /v2.0/ports/2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 200 len: 1093 time: 7.0611024 Jun 16 15:12:51.983590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'tag': '2cd0cca9-bcbf-447f-b513-27db80027157'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:12:52.018280 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a046e6f7-db33-4383-a290-612327d2c25b req-fc208773-9fa0-4ea4-bf63-3ba463bc0eee tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 210 time: 0.2309492 Jun 16 15:12:52.060027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ce811-1090-4be0-9d46-ab68502a7adf service neutron] Pushing event updated for resources: {'Port': ['ID=2cd0cca9-bcbf-447f-b513-27db80027157,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:52.098614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Pushing event updated for resources: {'Port': ['ID=00fa18f8-b305-4160-b353-2cc7907b7316,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:52.175814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49556) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:52.183135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Request body: {'router': {'name': 'tempest-router--697130044', 'project_id': 'ec0165cfa0d74d1c9df59ef8ebb89df2'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:52.200360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:52.211103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Usage tracker for resource:router and tenant:ec0165cfa0d74d1c9df59ef8ebb89df2 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:52.215195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:52.228523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:52.335591 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-b3b2b886-7ff3-46a1-8494-ce3eade4b1b1 service neutron] 10.222.0.46 "GET /v2.0/networks/89f51b72-dd77-430d-85f6-ddeb52f1aaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147931 Jun 16 15:12:52.457793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:52.464806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:52.518271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:52.559245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Network 352d43f3-81a9-4910-b165-e0d6a584865e is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:52.570565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b171452-7626-4379-b750-f5d445c7d12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:52.620270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:52.626508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:52.639505 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf9b7f2-a654-4ab7-8a74-8857fd9cfe99'] response: {'name': 'network-changed', 'server_uuid': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'tag': '2cd0cca9-bcbf-447f-b513-27db80027157', 'status': 'completed', 'code': 200} Jun 16 15:12:52.644646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:52.662697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:52.717515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:12:52.797549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3b171452-7626-4379-b750-f5d445c7d12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:52.809589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3b171452-7626-4379-b750-f5d445c7d12f admin admin] Usage tracker for resource:security_group_rule and tenant:88128888ea5541b88334de4216f6eed6 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:52.816036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79387738-adc1-43b9-abf4-29ccd9bf6f1a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:52.819112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event updated for resources: {'Port': ['ID=95bcdd41-163a-4a8f-97a4-9b33a0d490fc,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:52.829037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3b171452-7626-4379-b750-f5d445c7d12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:52.841528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3b171452-7626-4379-b750-f5d445c7d12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:52.879533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:52.879780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Added segment 96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e of type vlan for network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 Jun 16 15:12:52.889742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:52.971696 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb4f3e4b-6ea5-4425-b848-542f0b64c0b8 req-be2f8ee8-fe31-4285-b48f-01ec652f7a0b service neutron] 10.222.0.46 "GET /v2.0/networks/89f51b72-dd77-430d-85f6-ddeb52f1aaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272130 Jun 16 15:12:52.973923 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Floating IP f89c893c-2626-43af-aa8c-468453dcb00f associated. External IP: 172.26.2.222, port: e8407443-e610-4053-998e-e6d0609af5c9. Jun 16 15:12:53.003271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ebc4f-9550-4217-97e5-82f8c9a7745a req-1b33b8d5-68f8-4007-adf9-a4fd7c4fedab tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:53.004740 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a05ebc4f-9550-4217-97e5-82f8c9a7745a req-1b33b8d5-68f8-4007-adf9-a4fd7c4fedab tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 943 time: 0.6057520 Jun 16 15:12:53.051350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-546656fa-3f64-449f-865c-4e0dca7106d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:53.053370 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-546656fa-3f64-449f-865c-4e0dca7106d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad081a7e9231445ba34114528f1d30a4&device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 1096 time: 0.4991410 Jun 16 15:12:53.067233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:53.163437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:53.180656 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-cb30bf6c-58c1-433c-9882-bb7a714628ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 200 len: 217 time: 0.0957222 Jun 16 15:12:53.238315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b171452-7626-4379-b750-f5d445c7d12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:53.282797 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a05ebc4f-9550-4217-97e5-82f8c9a7745a req-209e8a14-643f-492c-a5ad-451862805f7d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362547 Jun 16 15:12:53.303340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6b2a2-5667-4125-b88b-bc1ff3274cdd req-20f81862-d796-4716-9e38-a189e77b5290 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:53.304837 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9fc6b2a2-5667-4125-b88b-bc1ff3274cdd req-20f81862-d796-4716-9e38-a189e77b5290 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 943 time: 0.5621459 Jun 16 15:12:53.315384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-f426507e-ed50-47a3-ab76-9701921690a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:53.318450 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-f426507e-ed50-47a3-ab76-9701921690a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d65951-18ae-4b18-be19-745c773e01b0 HTTP/1.1" status: 200 len: 851 time: 0.1150341 Jun 16 15:12:53.354997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b171452-7626-4379-b750-f5d445c7d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:53.452568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:53.453637 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a0e4b0cf-023c-4af4-84e7-e0b7ac753a27 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2758718 Jun 16 15:12:53.454562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:53.457333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49578) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:53.460048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:53.460636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:53.485818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.46', 50729) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:53.588713 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3b171452-7626-4379-b750-f5d445c7d12f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88128888ea5541b88334de4216f6eed6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8260295 Jun 16 15:12:53.589526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b171452-7626-4379-b750-f5d445c7d12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc5297e-b33b-48e9-93fb-6ad9b26892e9,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:53.595983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49584) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:53.673715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e32177cf-ebd4-4f13-bcd8-e57a1372c68d req-f6ad9708-3ffd-49ac-8612-fd560d6a627a tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 210 time: 0.2332594 Jun 16 15:12:53.890204 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9fc6b2a2-5667-4125-b88b-bc1ff3274cdd req-f99e27ee-a1fd-4b69-a222-121b13788a12 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772540 Jun 16 15:12:53.892162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-00d03728-7634-402a-b046-592528d38864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:53.892162 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-00d03728-7634-402a-b046-592528d38864 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f37f7f14be2745539000b6d1025d8e9c&device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 1096 time: 0.5287387 Jun 16 15:12:53.892162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Router bb084d9f-fe9e-447b-9b15-26db0cfe9aec has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:12:53.892162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a0bf-85d3-4538-8a36-593546601f77 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:53.892535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Network': ['ID=8ca59d5a-7cbe-495e-9a12-c3e994ed14a2,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:53.892626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:12:53.906072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-c25b22a2-6009-4092-8927-ef3fa99c54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:53.907863 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-c25b22a2-6009-4092-8927-ef3fa99c54cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7e237ff-536e-40be-8c14-25d5099978ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5771751 Jun 16 15:12:53.908934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:54.023633 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1fb65029-bf9c-4bce-8027-40dcbc1ca9fa tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.4293475 Jun 16 15:12:54.026912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49588) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:54.034543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'subnet': {'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:54.362919 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:54.371051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Usage tracker for resource:subnet and tenant:fbc338e8a7624fc7bab9606ff3733d63 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:54.431956 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-7b90065f-a8d0-4525-93ea-592eb9dd84f4 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613767 Jun 16 15:12:54.433992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:54.459854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a0bf-85d3-4538-8a36-593546601f77 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:54.467673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bf443437-20cc-49ff-a0d1-ee54986cb87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:54.478512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a0bf-85d3-4538-8a36-593546601f77 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:54.500662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-0d5bcb73-f820-459a-968c-c92df588b6a3 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:54.505892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-0d5bcb73-f820-459a-968c-c92df588b6a3 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Synchronizing usage tracker for tenant:9d0746fe46ac469f893cb7bed7348f6e on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:54.522523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:54.631843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bf443437-20cc-49ff-a0d1-ee54986cb87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:54.648819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-ee424dc5-1ce7-4531-afae-c263d96edf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:54.650290 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-ee424dc5-1ce7-4531-afae-c263d96edf72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=89f51b72-dd77-430d-85f6-ddeb52f1aaeb HTTP/1.1" status: 200 len: 907 time: 0.8718882 Jun 16 15:12:54.696571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Made reservation on behalf of fbc338e8a7624fc7bab9606ff3733d63 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:54.700163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:54.763741 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-7c297d29-c307-44ae-9e26-654b49eb4986 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=505c77b4-a162-4b38-a458-75b07f4ba43e HTTP/1.1" status: 200 len: 217 time: 0.0887165 Jun 16 15:12:54.771888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a0bf-85d3-4538-8a36-593546601f77 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:54.774034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b0a0bf-85d3-4538-8a36-593546601f77 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8d540ec-bb73-4ff6-8fc4-5d86dad21dc8 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:12:54.815572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:54.826911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb668e-a35c-4ef3-b182-95fad55620ee None None] Sync routers for ids ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:54.838352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb668e-a35c-4ef3-b182-95fad55620ee None None] Routers {'bb084d9f-fe9e-447b-9b15-26db0cfe9aec'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:54.839250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7dcb668e-a35c-4ef3-b182-95fad55620ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:54.845110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:54.866652 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-def2e07a-1898-4c3b-b3aa-9549cce6d87f req-293991ed-0694-46eb-9898-44f956bfdaa2 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198205 Jun 16 15:12:54.872977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-0d5bcb73-f820-459a-968c-c92df588b6a3 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Unset dirty status for tenant:9d0746fe46ac469f893cb7bed7348f6e on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:54.874136 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-0d5bcb73-f820-459a-968c-c92df588b6a3 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.46 "GET /v2.0/networks?id=195e631b-ddb7-4aa7-b032-9b54ff8e4f46 HTTP/1.1" status: 200 len: 812 time: 1.3289456 Jun 16 15:12:54.877529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a0bf-85d3-4538-8a36-593546601f77 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:54.878567 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c0b0a0bf-85d3-4538-8a36-593546601f77 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "DELETE /v2.0/routers/c8d540ec-bb73-4ff6-8fc4-5d86dad21dc8 HTTP/1.1" status: 204 len: 168 time: 1.4116175 Jun 16 15:12:54.900246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-16cb084a-9efe-4825-be89-0e47664a870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:54.902134 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-16cb084a-9efe-4825-be89-0e47664a870f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b745a143-a783-4450-bc27-036ab6b44645 HTTP/1.1" status: 200 len: 845 time: 0.1247854 Jun 16 15:12:54.959778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7dcb668e-a35c-4ef3-b182-95fad55620ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:54.971349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb668e-a35c-4ef3-b182-95fad55620ee None None] Routers {'bb084d9f-fe9e-447b-9b15-26db0cfe9aec'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:54.971688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:54.972212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7dcb668e-a35c-4ef3-b182-95fad55620ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:55.015131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bf443437-20cc-49ff-a0d1-ee54986cb87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:55.017544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bf443437-20cc-49ff-a0d1-ee54986cb87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:55.021146 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bf443437-20cc-49ff-a0d1-ee54986cb87a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5bc5297e-b33b-48e9-93fb-6ad9b26892e9 HTTP/1.1" status: 204 len: 168 time: 1.4194260 Jun 16 15:12:55.035880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-4166395a-e5e3-42e5-87bb-1a42ac38c839 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Synchronizing usage tracker for tenant:9d0746fe46ac469f893cb7bed7348f6e on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:12:55.053383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf443437-20cc-49ff-a0d1-ee54986cb87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc5297e-b33b-48e9-93fb-6ad9b26892e9,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:55.083898 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-db1ec4c7-779b-4695-bf6e-483ad1d159e7 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.8349681 Jun 16 15:12:55.090167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49606) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:55.116073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7dcb668e-a35c-4ef3-b182-95fad55620ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:55.117678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb668e-a35c-4ef3-b182-95fad55620ee None None] The sync data for ids ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:55.179086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-29e26232-3296-408a-b27f-66bb14e44c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:55.180626 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-29e26232-3296-408a-b27f-66bb14e44c11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=89f51b72-dd77-430d-85f6-ddeb52f1aaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2718518 Jun 16 15:12:55.185937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794e1ff-cfb8-47c8-b172-95a04c94ba9d req-7c95742a-337f-40fd-9935-a828760fd395 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:55.187835 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d794e1ff-cfb8-47c8-b172-95a04c94ba9d req-7c95742a-337f-40fd-9935-a828760fd395 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 943 time: 0.7545049 Jun 16 15:12:55.238717 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cd0231be-f8fc-4e34-82a8-12a4260795f8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] 10.222.0.73 "GET /v2.0/floatingips/f89c893c-2626-43af-aa8c-468453dcb00f HTTP/1.1" status: 200 len: 983 time: 0.1456501 Jun 16 15:12:55.241660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49610) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:55.337504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49614) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:55.349242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-4166395a-e5e3-42e5-87bb-1a42ac38c839 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Unset dirty status for tenant:9d0746fe46ac469f893cb7bed7348f6e on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:12:55.350590 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-4166395a-e5e3-42e5-87bb-1a42ac38c839 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0746fe46ac469f893cb7bed7348f6e HTTP/1.1" status: 200 len: 380 time: 0.4671302 Jun 16 15:12:55.385016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Request body: {'port': {'device_id': '780b383f-0198-48f8-8601-fe04918b3665', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'admin_state_up': True, 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'security_groups': ['18a94d4f-7aa4-4e85-993f-2b049f249f94']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:55.481936 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d794e1ff-cfb8-47c8-b172-95a04c94ba9d req-74c03499-0a53-4567-81bf-191f74f9105d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460389 Jun 16 15:12:55.525279 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-989e5520-d4c0-4384-95ac-0d7750ad86f8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.2824955 Jun 16 15:12:55.532690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49624) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:55.551401 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-a5dc488e-4678-4442-ba21-e2ef888d0b22 service neutron] 10.222.0.46 "GET /v2.0/networks/89f51b72-dd77-430d-85f6-ddeb52f1aaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627706 Jun 16 15:12:55.620471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:55.681310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1958092549', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:55.686431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:55.701526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:55.710992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-9f8246e6-0203-441d-af00-86b9b175bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:55.713413 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-9f8246e6-0203-441d-af00-86b9b175bd3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad081a7e9231445ba34114528f1d30a4&device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 1096 time: 0.5217361 Jun 16 15:12:55.713615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Usage tracker for resource:router and tenant:ca51a95e1a15492bbcd416ee1f48912e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:55.718036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:55.726668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:55.813026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Router 93b384f8-8ec4-48d4-b166-5bdc80714891 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:12:55.840647 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-680aa4a9-01fb-4c5d-960b-10abb180c4d1 req-fe1f28d8-fb70-4f08-8ec3-48d561f7e932 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 210 time: 0.1514838 Jun 16 15:12:55.846460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7d112-54ae-436d-89ba-80a79a02217e req-d69afb8e-5c15-46d7-8393-c8a0f3e90851 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:55.853536 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-94d7d112-54ae-436d-89ba-80a79a02217e req-d69afb8e-5c15-46d7-8393-c8a0f3e90851 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 943 time: 0.6541228 Jun 16 15:12:55.908278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Made reservation on behalf of 9d0746fe46ac469f893cb7bed7348f6e for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:55.912467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:55.928687 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-1b8964d0-2b58-4614-9fbc-a3420e6f8800 service neutron] 10.222.0.46 "GET /v2.0/networks/89f51b72-dd77-430d-85f6-ddeb52f1aaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704331 Jun 16 15:12:55.971852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:55.972827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.009537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.091654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.105712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Allocated IP 172.20.0.10 (195e631b-ddb7-4aa7-b032-9b54ff8e4f46/42e2af42-3a36-4b61-96bf-8854bf80c4ae/67ebcf0c-32c8-4575-ac9c-0f503a8f0373) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:56.172200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-94d7d112-54ae-436d-89ba-80a79a02217e req-f2e965ba-4b6b-4b7a-a731-8e124576790e tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177853 Jun 16 15:12:56.312786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Deleting port 00fa18f8-b305-4160-b353-2cc7907b7316 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:56.313130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.362200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Subnet': ['ID=89adf950-1f3a-471a-a906-0bb781451d0e,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:56.370804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-5607db0f-58f3-46eb-a0a4-ef8c04d48315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:56.372255 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-5607db0f-58f3-46eb-a0a4-ef8c04d48315 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 200 len: 913 time: 0.6466656 Jun 16 15:12:56.388037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.388382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.388725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.389058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.389393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.389724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.390050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.390373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.390689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.391032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.391357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.391676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:56.433244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49648) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:56.455160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.469172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Checking segment: {'id': '96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:56.469534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Network hostable DHCP agents. Network: 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:12:56.502515 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-13b00f0b-6084-4fb0-a088-4d1c0f17f2fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 200 len: 217 time: 0.1176500 Jun 16 15:12:56.563475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:56.576599 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Sync routers for ids ['93b384f8-8ec4-48d4-b166-5bdc80714891'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:56.584531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1497030983'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:56.592743 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Routers {'93b384f8-8ec4-48d4-b166-5bdc80714891'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:56.593738 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['93b384f8-8ec4-48d4-b166-5bdc80714891'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:56.606291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:56.615390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Usage tracker for resource:network and tenant:bbac848b25204d1da1822c95465da75f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:56.625272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:56.636617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:56.653809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.681375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Transition to ACTIVE for port object 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:56.761158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Made reservation on behalf of bbac848b25204d1da1822c95465da75f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:56.764652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.778875 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Set router 93b384f8-8ec4-48d4-b166-5bdc80714891 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:56.788063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.809852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:56.810089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:12:56.815217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Usage tracker for resource:security_group_rule and tenant:bbac848b25204d1da1822c95465da75f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:56.819692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:56.826886 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:56.831106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-8ec266c3-66d7-49dc-8a4c-9c65875b3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:56.831106 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-8ec266c3-66d7-49dc-8a4c-9c65875b3ad4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d65951-18ae-4b18-be19-745c773e01b0 HTTP/1.1" status: 200 len: 851 time: 0.3124485 Jun 16 15:12:56.852428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.905318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.905709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.914474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.915672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e080544b-e157-4a2e-80ef-5a7dc23b20d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 13.3080900 Jun 16 15:12:56.923787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49658) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:56.981045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:56.990786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a490cb-26b9-47c3-ba8e-64143ce41b72 None None] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:12:57.095558 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b384f8-8ec4-48d4-b166-5bdc80714891', 'name': '', 'tenant_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e', 'external_fixed_ips': [{'subnet_id': '76dea72d-97f9-47e4-b5cf-19bfef67dbba', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '95bcdd41-163a-4a8f-97a4-9b33a0d490fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:44Z', 'updated_at': '2022-06-16T15:12:53Z', 'revision_number': 3, 'project_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'gw_port': {'id': '95bcdd41-163a-4a8f-97a4-9b33a0d490fc', 'name': '', 'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b384f8-8ec4-48d4-b166-5bdc80714891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '76dea72d-97f9-47e4-b5cf-19bfef67dbba', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:50Z', 'updated_at': '2022-06-16T15:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76dea72d-97f9-47e4-b5cf-19bfef67dbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:57.100773 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Checking router: 93b384f8-8ec4-48d4-b166-5bdc80714891 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:12:57.102174 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Updating router 93b384f8-8ec4-48d4-b166-5bdc80714891 port 95bcdd41-163a-4a8f-97a4-9b33a0d490fc binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:12:57.118903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Calling delete_port for 00fa18f8-b305-4160-b353-2cc7907b7316 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:12:57.170437 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.176182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.190183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:57.194520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.223359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.273324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d08da6-a1b6-41b2-89ab-7cef50a19762 req-f4106718-c969-4d79-b7d5-c93adaf0d114 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:57.274798 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-77d08da6-a1b6-41b2-89ab-7cef50a19762 req-f4106718-c969-4d79-b7d5-c93adaf0d114 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 943 time: 0.6343951 Jun 16 15:12:57.280332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:57.283266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-8ca59d5a-7cbe-495e-9a12-c3e994ed14a2', 'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2', 'tenant_id': 'fbc338e8a7624fc7bab9606ff3733d63', 'fixed_ips': [{'subnet_id': '89adf950-1f3a-471a-a906-0bb781451d0e'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:12:57.284754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.340898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.345459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:57.363406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:57.377121 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b12805ca-1648-476d-ba99-46b5e20402da tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3470695 Jun 16 15:12:57.389952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49664) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:57.425130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'port': {'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2', 'name': 'tempest-AllowedAddressPairTestJSON-1914323660'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:57.445744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Pushing event updated for resources: {'Port': ['ID=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:57.449897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.535365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b771a6b1-5e3a-4cd5-a827-bbd7a3494ee8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:57.547754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.548145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.548468 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.548811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.550120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.550120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.550584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.550949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.551291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.551633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.552021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.553550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.555167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.559010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Allocated IP 172.20.0.2 (8ca59d5a-7cbe-495e-9a12-c3e994ed14a2/89adf950-1f3a-471a-a906-0bb781451d0e/51a20aa2-bbfb-498d-981f-d1fee42601d9) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:57.581649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.582001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.582357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.582712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.583069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.583442 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.583834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.584296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.585055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.585055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.585288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.585620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:57.599731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:12:57.603555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-f20fd32b-e80a-473c-ace4-d09d09104ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:57.604588 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-f20fd32b-e80a-473c-ace4-d09d09104ab4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7e237ff-536e-40be-8c14-25d5099978ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7586339 Jun 16 15:12:57.693508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:57.694094 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.694477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.706874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.707249 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Added segment 28974836-065f-4e53-a443-923d8bceca70 of type vlan for network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a Jun 16 15:12:57.714593 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Transition to ACTIVE for port object 95bcdd41-163a-4a8f-97a4-9b33a0d490fc will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:57.727886 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-77d08da6-a1b6-41b2-89ab-7cef50a19762 req-7c42fd0c-adad-405a-90ac-6ddc88e48bbf tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354012 Jun 16 15:12:57.781261 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.795777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.826173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b404d8-95e0-4795-bf15-dd03e3f210aa req-6a4896c3-e9f0-4549-ba2a-1e4fc15fefcb tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:57.827679 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-97b404d8-95e0-4795-bf15-dd03e3f210aa req-6a4896c3-e9f0-4549-ba2a-1e4fc15fefcb tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 932 time: 0.7891748 Jun 16 15:12:57.850943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7e9d752e-3f12-4398-a699-7f35e712ce23 None None] Provisioning for port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:57.859335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Allocated IP 172.26.2.121 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/9b4aba29-850f-49ac-8632-e20919e95c40) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:57.872852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7e9d752e-3f12-4398-a699-7f35e712ce23 None None] Provisioning complete for port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:57.874224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e9d752e-3f12-4398-a699-7f35e712ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.921771 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Attempting to bind port 95bcdd41-163a-4a8f-97a4-9b33a0d490fc on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:57.922084 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Attempting to bind port 95bcdd41-163a-4a8f-97a4-9b33a0d490fc by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'f234346e-bffb-43a2-9f5c-c2cfa143d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:57.922400 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Attempting to bind port 95bcdd41-163a-4a8f-97a4-9b33a0d490fc on network 352d43f3-81a9-4910-b165-e0d6a584865e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:57.930400 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e386a9c4-ce08-4b82-ba99-230b6f9225c9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5635972 Jun 16 15:12:57.934068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.934219 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:57.934666 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Checking segment: {'id': 'f234346e-bffb-43a2-9f5c-c2cfa143d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:57.935481 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.936278 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Bound using segment: {'id': 'f234346e-bffb-43a2-9f5c-c2cfa143d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:57.936756 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Bound port: 95bcdd41-163a-4a8f-97a4-9b33a0d490fc, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f234346e-bffb-43a2-9f5c-c2cfa143d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:57.938444 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.942065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:57.942989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.949209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d752e-3f12-4398-a699-7f35e712ce23 None None] Port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:12:57.953571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.970093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Transition to ACTIVE for port object 51a20aa2-bbfb-498d-981f-d1fee42601d9 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:58.008318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Transition to ACTIVE for port object 51a20aa2-bbfb-498d-981f-d1fee42601d9 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:58.010746 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1998f3-921a-43e8-8396-9bba8a481bd9 None None] Pushing event updated for resources: {'Port': ['ID=95bcdd41-163a-4a8f-97a4-9b33a0d490fc,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:58.038482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 2cd0cca9-bcbf-447f-b513-27db80027157 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:12:58.055165 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] For port 95bcdd41-163a-4a8f-97a4-9b33a0d490fc, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:58.059736 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] For port 95bcdd41-163a-4a8f-97a4-9b33a0d490fc, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=95bcdd41-163a-4a8f-97a4-9b33a0d490fc,segment=NetworkSegment(f234346e-bffb-43a2-9f5c-c2cfa143d6d6),segment_id=f234346e-bffb-43a2-9f5c-c2cfa143d6d6)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:58.092636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.131800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Request body: {'port': {'device_id': '780b383f-0198-48f8-8601-fe04918b3665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:58.143031 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:58.155047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Usage tracker for resource:port and tenant:fbc338e8a7624fc7bab9606ff3733d63 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:58.160006 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-1620b005-b194-4a52-aaea-8ee357362ee4 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702072 Jun 16 15:12:58.163416 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-97b404d8-95e0-4795-bf15-dd03e3f210aa req-61c33766-d131-40cb-b5d1-25da2f92ab78 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189278 Jun 16 15:12:58.164217 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7297616 Jun 16 15:12:58.164449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:58.169174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49668) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:58.184492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Pushing event updated for resources: {'Port': ['ID=51a20aa2-bbfb-498d-981f-d1fee42601d9,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:58.202661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Request body: {'subnet': {'network_id': 'c95c8ff4-a171-4df6-83e6-a68e4bba6f0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:58.203702 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.220304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:58.249523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:58.257952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:58.262637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:58.321281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.327724 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Routers {'93b384f8-8ec4-48d4-b166-5bdc80714891'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:12:58.339958 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['93b384f8-8ec4-48d4-b166-5bdc80714891'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:58.359733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.399844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.434765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 2cd0cca9-bcbf-447f-b513-27db80027157, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=2cd0cca9-bcbf-447f-b513-27db80027157,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:58.443910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event deleted for resources: {'Port': ['ID=00fa18f8-b305-4160-b353-2cc7907b7316,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:58.462408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Attempting to bind port 51a20aa2-bbfb-498d-981f-d1fee42601d9 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:12:58.462910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Attempting to bind port 51a20aa2-bbfb-498d-981f-d1fee42601d9 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:12:58.463414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Attempting to bind port 51a20aa2-bbfb-498d-981f-d1fee42601d9 on network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:58.468940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '2cd0cca9-bcbf-447f-b513-27db80027157', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'port_id': '2cd0cca9-bcbf-447f-b513-27db80027157', 'mac_address': 'fa:16:3e:f7:f5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:12:58.471493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.474645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:58.475350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Checking segment: {'id': '96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:12:58.475893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.476489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Bound using segment: {'id': '96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:58.477293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Bound port: 51a20aa2-bbfb-498d-981f-d1fee42601d9, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:12:58.477724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.512275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9977f1-620e-4b83-a300-322e4d2d8cd8 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event updated for resources: {'Network': ['ID=c95c8ff4-a171-4df6-83e6-a68e4bba6f0a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:58.553248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:58.556415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:58.570304 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] Set router 93b384f8-8ec4-48d4-b166-5bdc80714891 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:12:58.571723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:12:58.593291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Made reservation on behalf of fbc338e8a7624fc7bab9606ff3733d63 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:58.596640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:12:58.597327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.607488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Deleting port 95bcdd41-163a-4a8f-97a4-9b33a0d490fc {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:12:58.613211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.742867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:12:58.745791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] device_id is not set on port 70ba3cf2-1d91-4893-bf43-0ac3e1e8e438 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:12:58.752497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 2cd0cca9-bcbf-447f-b513-27db80027157 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:58.753134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.778687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] For port 51a20aa2-bbfb-498d-981f-d1fee42601d9, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:58.788249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd0cca9-bcbf-447f-b513-27db80027157 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:12:58.807483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 2cd0cca9-bcbf-447f-b513-27db80027157, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=2cd0cca9-bcbf-447f-b513-27db80027157,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:58.811319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] For port 51a20aa2-bbfb-498d-981f-d1fee42601d9, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=51a20aa2-bbfb-498d-981f-d1fee42601d9,segment=NetworkSegment(96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e),segment_id=96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:58.827212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b6751-abd3-43c4-978f-26686fe69124 req-299653ba-5cc5-437e-bd87-6e49214d6931 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:58.834876 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-da4b6751-abd3-43c4-978f-26686fe69124 req-299653ba-5cc5-437e-bd87-6e49214d6931 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 943 time: 0.9012060 Jun 16 15:12:58.837486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Pushing event updated for resources: {'Port': ['ID=9b4aba29-850f-49ac-8632-e20919e95c40,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:58.875569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Usage tracker for resource:subnet and tenant:bbac848b25204d1da1822c95465da75f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:12:58.895705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:12:58.906538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.910033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:58.910033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 505c77b4-a162-4b38-a458-75b07f4ba43e details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:12:58.917438 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1998f3-921a-43e8-8396-9bba8a481bd9 None None] Pushing event updated for resources: {'Port': ['ID=95bcdd41-163a-4a8f-97a4-9b33a0d490fc,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:58.957019 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b384f8-8ec4-48d4-b166-5bdc80714891', 'name': '', 'tenant_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e', 'external_fixed_ips': [{'subnet_id': '76dea72d-97f9-47e4-b5cf-19bfef67dbba', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '95bcdd41-163a-4a8f-97a4-9b33a0d490fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:44Z', 'updated_at': '2022-06-16T15:12:53Z', 'revision_number': 3, 'project_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'gw_port': {'id': '95bcdd41-163a-4a8f-97a4-9b33a0d490fc', 'name': '', 'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b384f8-8ec4-48d4-b166-5bdc80714891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '76dea72d-97f9-47e4-b5cf-19bfef67dbba', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:50Z', 'updated_at': '2022-06-16T15:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76dea72d-97f9-47e4-b5cf-19bfef67dbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:58.961417 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885362df-2c1e-4a43-b704-6511dbe28f4f None None] The sync data for ids ['93b384f8-8ec4-48d4-b166-5bdc80714891'] in dv-neutron-846028-2-hyperv is: [{'id': '93b384f8-8ec4-48d4-b166-5bdc80714891', 'name': '', 'tenant_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e', 'external_fixed_ips': [{'subnet_id': '76dea72d-97f9-47e4-b5cf-19bfef67dbba', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '95bcdd41-163a-4a8f-97a4-9b33a0d490fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:44Z', 'updated_at': '2022-06-16T15:12:53Z', 'revision_number': 3, 'project_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'gw_port': {'id': '95bcdd41-163a-4a8f-97a4-9b33a0d490fc', 'name': '', 'network_id': '352d43f3-81a9-4910-b165-e0d6a584865e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b384f8-8ec4-48d4-b166-5bdc80714891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '76dea72d-97f9-47e4-b5cf-19bfef67dbba', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:50Z', 'updated_at': '2022-06-16T15:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76dea72d-97f9-47e4-b5cf-19bfef67dbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:58.976974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:12:59.008069 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:59.020136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:59.024601 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Floating IP f89c893c-2626-43af-aa8c-468453dcb00f disassociated (deleted). External IP: 172.26.2.222, port: e8407443-e610-4053-998e-e6d0609af5c9. Jun 16 15:12:59.086834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=2cd0cca9-bcbf-447f-b513-27db80027157,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:59.162712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.163187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.163615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.164850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.164850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.164850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.165138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.165511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.165934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.166308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.166694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.167041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:59.299105 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0d5fa13-3801-4eb6-8b30-843d7fb1f50a req-cf103f7d-5a8a-45e0-b8ce-9722c7ef6fd6 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1183181 Jun 16 15:12:59.320535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 505c77b4-a162-4b38-a458-75b07f4ba43e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=505c77b4-a162-4b38-a458-75b07f4ba43e,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:59.340532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3b5c0-a05c-4f28-814a-6ddcb3c05253 None None] Pushing event updated for resources: {'Port': ['ID=51a20aa2-bbfb-498d-981f-d1fee42601d9,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:59.357797 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-da4b6751-abd3-43c4-978f-26686fe69124 req-a75211fe-89e8-4f77-ac1c-8dd84a817f4b tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5217624 Jun 16 15:12:59.371680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '505c77b4-a162-4b38-a458-75b07f4ba43e', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'port_id': '505c77b4-a162-4b38-a458-75b07f4ba43e', 'mac_address': 'fa:16:3e:3b:2c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:12:59.388545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Made reservation on behalf of bbac848b25204d1da1822c95465da75f for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:59.398570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:59.537695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 505c77b4-a162-4b38-a458-75b07f4ba43e is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:12:59.538834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:59.570618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505c77b4-a162-4b38-a458-75b07f4ba43e {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:12:59.594089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 505c77b4-a162-4b38-a458-75b07f4ba43e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=505c77b4-a162-4b38-a458-75b07f4ba43e,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:59.683891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:59.706801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:12:59.719364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:59.724820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:59.779747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=505c77b4-a162-4b38-a458-75b07f4ba43e,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:59.809918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Transition to ACTIVE for port object 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:59.819754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Allocated IP 172.20.0.8 (8ca59d5a-7cbe-495e-9a12-c3e994ed14a2/89adf950-1f3a-471a-a906-0bb781451d0e/70ba3cf2-1d91-4893-bf43-0ac3e1e8e438) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:59.834558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] For port 95bcdd41-163a-4a8f-97a4-9b33a0d490fc, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=95bcdd41-163a-4a8f-97a4-9b33a0d490fc,segment=NetworkSegment(f234346e-bffb-43a2-9f5c-c2cfa143d6d6),segment_id=f234346e-bffb-43a2-9f5c-c2cfa143d6d6)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:59.835288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:59.902255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:00.041052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['2cd0cca9-bcbf-447f-b513-27db80027157'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:13:00.099430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['505c77b4-a162-4b38-a458-75b07f4ba43e'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:13:00.120805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Pushing event updated for resources: {'Port': ['ID=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:00.158267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Calling delete_port for 95bcdd41-163a-4a8f-97a4-9b33a0d490fc owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:00.211921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e073d-956b-4c74-be7b-339cc4eece6d req-baa17ce7-26ba-44d0-9d6f-d38699524624 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:00.220105 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a56e073d-956b-4c74-be7b-339cc4eece6d req-baa17ce7-26ba-44d0-9d6f-d38699524624 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 944 time: 1.3135445 Jun 16 15:13:00.483907 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a56e073d-956b-4c74-be7b-339cc4eece6d req-8bd7fe1b-d532-41fc-bd51-d02217b5b5cd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629373 Jun 16 15:13:00.604972 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:00.674773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879192a6-1825-495e-9775-95608a4dc7ec None None] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:13:00.816344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1888-6b65-4aaa-884b-25d374625528 req-803b01e0-cd51-470b-b19b-8ed7fe6f3dba tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:00.819519 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c47a1888-6b65-4aaa-884b-25d374625528 req-803b01e0-cd51-470b-b19b-8ed7fe6f3dba tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 932 time: 1.2277987 Jun 16 15:13:00.849350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d014824d-a3a1-4f4c-9134-d71d1ccbc7d7 None None] Provisioning for port 51a20aa2-bbfb-498d-981f-d1fee42601d9 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:00.877296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Attempting to bind port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:13:00.877635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Attempting to bind port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:13:00.877977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Attempting to bind port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 on network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:13:00.889217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 on network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:13:00.889542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Attempting to bind port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 on network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:13:00.901285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:13:00.901494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Checking segment: {'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:00.901720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Bound using segment: {'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:13:00.902282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Bound port: 67ebcf0c-32c8-4575-ac9c-0f503a8f0373, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673fd33e-011b-498b-bd7e-0070a4af58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:13:00.902491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:00.975237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Router bb084d9f-fe9e-447b-9b15-26db0cfe9aec has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:13:01.017528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] For port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:13:01.021622 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] For port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:13:01.044928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Router d2a2b562-79d8-45ad-ae3b-de1185402187 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:13:01.136844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:01.151332 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c47a1888-6b65-4aaa-884b-25d374625528 req-1135104f-a226-4213-804b-e68d8352bbf1 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912266 Jun 16 15:13:01.220838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:01.252929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:01.254155 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:01.256456 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] 10.222.0.46 "PUT /v2.0/ports/67ebcf0c-32c8-4575-ac9c-0f503a8f0373 HTTP/1.1" status: 200 len: 1094 time: 3.2957561 Jun 16 15:13:01.274495 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780b383f-0198-48f8-8601-fe04918b3665', 'tag': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:01.284201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 51a20aa2-bbfb-498d-981f-d1fee42601d9 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:01.423474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:01.435551 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1bb8ab-419c-4c41-a9d0-86d0c9d9cddf'] response: {'name': 'network-changed', 'server_uuid': '780b383f-0198-48f8-8601-fe04918b3665', 'tag': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373', 'status': 'completed', 'code': 200} Jun 16 15:13:01.443706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde184e6-658d-437e-959e-efa3e0763507 req-7aa9aaab-550f-4f04-9a01-3598a047d32d tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:01.445232 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dde184e6-658d-437e-959e-efa3e0763507 req-7aa9aaab-550f-4f04-9a01-3598a047d32d tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 944 time: 0.7211900 Jun 16 15:13:01.511853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee51fb-d42a-45ae-863f-eb27fbde4350 service neutron] Pushing event updated for resources: {'Port': ['ID=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:01.528337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 51a20aa2-bbfb-498d-981f-d1fee42601d9 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:01.530756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Transition to ACTIVE for port object 70ba3cf2-1d91-4893-bf43-0ac3e1e8e438 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:01.536120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 51a20aa2-bbfb-498d-981f-d1fee42601d9 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:01.537046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:01.544684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:01.548835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event updated for resources: {'Subnet': ['ID=650bda3f-45fc-430e-b8d1-ec3896e1b212,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:01.575954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:01.586902 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65451b9c-2096-4dc5-a8a5-e2a419ad1d54 None None] Sync routers for ids ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:01.594865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-8dfff0e0-c279-455c-a60a-4272f87896c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:01.596699 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-8dfff0e0-c279-455c-a60a-4272f87896c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d0746fe46ac469f893cb7bed7348f6e&device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 1097 time: 0.1601892 Jun 16 15:13:01.597684 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dde184e6-658d-437e-959e-efa3e0763507 req-ed647191-638e-4d1c-88bb-34815292a278 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353562 Jun 16 15:13:01.600427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Checking segment: {'id': '28974836-065f-4e53-a443-923d8bceca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c95c8ff4-a171-4df6-83e6-a68e4bba6f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:01.600789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Network hostable DHCP agents. Network: c95c8ff4-a171-4df6-83e6-a68e4bba6f0a, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:13:01.603773 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65451b9c-2096-4dc5-a8a5-e2a419ad1d54 None None] Routers {'bb084d9f-fe9e-447b-9b15-26db0cfe9aec'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:01.604409 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-65451b9c-2096-4dc5-a8a5-e2a419ad1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:01.617052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:01.668339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:01.670094 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-20c54c36-6765-4157-98a6-9a00db6d6c50 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3226001 Jun 16 15:13:01.680242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49682) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:01.683448 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-3a48925c-c475-479e-88bd-b4a621dc2f33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ebcf0c-32c8-4575-ac9c-0f503a8f0373 HTTP/1.1" status: 200 len: 217 time: 0.0756562 Jun 16 15:13:01.686903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea23fe-4b42-486d-ba69-ee4c9cd43b74 None None] Sync routers for ids ['d2a2b562-79d8-45ad-ae3b-de1185402187'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:01.714861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea23fe-4b42-486d-ba69-ee4c9cd43b74 None None] Routers {'d2a2b562-79d8-45ad-ae3b-de1185402187'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:01.715860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f7ea23fe-4b42-486d-ba69-ee4c9cd43b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d2a2b562-79d8-45ad-ae3b-de1185402187'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:01.718268 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-65451b9c-2096-4dc5-a8a5-e2a419ad1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:01.729375 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65451b9c-2096-4dc5-a8a5-e2a419ad1d54 None None] Routers {'bb084d9f-fe9e-447b-9b15-26db0cfe9aec'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:01.730743 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-65451b9c-2096-4dc5-a8a5-e2a419ad1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:01.751830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-ec8ef021-02ba-445f-9467-bee93c91aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:01.753431 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-ec8ef021-02ba-445f-9467-bee93c91aa09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=42e2af42-3a36-4b61-96bf-8854bf80c4ae HTTP/1.1" status: 200 len: 851 time: 0.0640991 Jun 16 15:13:01.785029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f7ea23fe-4b42-486d-ba69-ee4c9cd43b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:01.799523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea23fe-4b42-486d-ba69-ee4c9cd43b74 None None] Routers {'d2a2b562-79d8-45ad-ae3b-de1185402187'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:01.800160 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f7ea23fe-4b42-486d-ba69-ee4c9cd43b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d2a2b562-79d8-45ad-ae3b-de1185402187'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:01.803815 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-65451b9c-2096-4dc5-a8a5-e2a419ad1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:01.804625 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65451b9c-2096-4dc5-a8a5-e2a419ad1d54 None None] The sync data for ids ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:01.822607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event deleted for resources: {'Port': ['ID=95bcdd41-163a-4a8f-97a4-9b33a0d490fc,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:01.871641 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-ef735501-2870-4365-8abf-2789623cc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:01.873293 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-ef735501-2870-4365-8abf-2789623cc60b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=195e631b-ddb7-4aa7-b032-9b54ff8e4f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1139960 Jun 16 15:13:01.907715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f7ea23fe-4b42-486d-ba69-ee4c9cd43b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:01.908204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea23fe-4b42-486d-ba69-ee4c9cd43b74 None None] The sync data for ids ['d2a2b562-79d8-45ad-ae3b-de1185402187'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:01.930977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 51a20aa2-bbfb-498d-981f-d1fee42601d9 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:01.931439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:01.967718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 51a20aa2-bbfb-498d-981f-d1fee42601d9, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=51a20aa2-bbfb-498d-981f-d1fee42601d9,segment=NetworkSegment(96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e),segment_id=96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:02.021309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 2cd0cca9-bcbf-447f-b513-27db80027157 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:02.021517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.040600 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-94270301-d1aa-4365-a8b9-eebc11ed30e6 service neutron] 10.222.0.46 "GET /v2.0/networks/195e631b-ddb7-4aa7-b032-9b54ff8e4f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605446 Jun 16 15:13:02.057607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:13:02.061509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.067242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 95bcdd41-163a-4a8f-97a4-9b33a0d490fc up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:02.113724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.149370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 95bcdd41-163a-4a8f-97a4-9b33a0d490fc {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:13:02.149710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 95bcdd41-163a-4a8f-97a4-9b33a0d490fc not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 16 15:13:02.203948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Port 95bcdd41-163a-4a8f-97a4-9b33a0d490fc not found, will not notify nova. {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 16 15:13:02.226863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=51a20aa2-bbfb-498d-981f-d1fee42601d9,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:02.268850 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4abd39b3-fde6-4373-9ee1-777ec1501b78 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "DELETE /v2.0/floatingips/f89c893c-2626-43af-aa8c-468453dcb00f HTTP/1.1" status: 204 len: 168 time: 6.7205491 Jun 16 15:13:02.269637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, c95c8ff4-a171-4df6-83e6-a68e4bba6f0a) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:02.272806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49688) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:02.273551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.280883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050dafd4-91a6-4ad8-bc5f-20aaf5199e0c None None] Network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:13:02.322336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 2cd0cca9-bcbf-447f-b513-27db80027157 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:02.328257 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-becdc24c-9b5c-4778-89a3-f6851f7826e5 req-95240151-4704-4d24-9b78-d7d381bfee1a service neutron] 10.222.0.46 "GET /v2.0/networks/195e631b-ddb7-4aa7-b032-9b54ff8e4f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819204 Jun 16 15:13:02.333442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 2cd0cca9-bcbf-447f-b513-27db80027157 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:02.333818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.341142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:02.469370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:02.469966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.482492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:02.494441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:02.500704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:02.510784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-9ab6c4e8-6da4-4472-b1d6-8a1e56bfe0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:02.512597 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-9ab6c4e8-6da4-4472-b1d6-8a1e56bfe0c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d0746fe46ac469f893cb7bed7348f6e&device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 1097 time: 0.0856271 Jun 16 15:13:02.582857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Usage tracker for resource:floatingip and tenant:be7728733b264fbbba6d5d6054d0442e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:02.591591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:02.602524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:02.611844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 2cd0cca9-bcbf-447f-b513-27db80027157 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:02.612223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.618417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:02.664848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-bb413998-1d30-4219-ac34-88b41af5f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:02.666482 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-bb413998-1d30-4219-ac34-88b41af5f3dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=195e631b-ddb7-4aa7-b032-9b54ff8e4f46 HTTP/1.1" status: 200 len: 913 time: 0.1480348 Jun 16 15:13:02.675101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.679182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd0cca9-bcbf-447f-b513-27db80027157'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:02.681019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Port': ['ID=70ba3cf2-1d91-4893-bf43-0ac3e1e8e438,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:02.695696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.738224 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-87efdcac-1d40-4d06-804c-b5c2f2298ee5 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/routers/d2a2b562-79d8-45ad-ae3b-de1185402187 HTTP/1.1" status: 200 len: 925 time: 1.0512326 Jun 16 15:13:02.742129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49694) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:02.744385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:02.745004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.750190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.762622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 2cd0cca9-bcbf-447f-b513-27db80027157, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=2cd0cca9-bcbf-447f-b513-27db80027157,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:02.768914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-c95c8ff4-a171-4df6-83e6-a68e4bba6f0a', 'network_id': 'c95c8ff4-a171-4df6-83e6-a68e4bba6f0a', 'tenant_id': 'bbac848b25204d1da1822c95465da75f', 'fixed_ips': [{'subnet_id': '650bda3f-45fc-430e-b8d1-ec3896e1b212'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:13:02.769744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.814796 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-4282e9de-4cc5-4e7b-8d97-2770c38599e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ebcf0c-32c8-4575-ac9c-0f503a8f0373 HTTP/1.1" status: 200 len: 217 time: 0.1419845 Jun 16 15:13:02.817121 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-50f85616-ba07-4598-a7d6-c72e3b110f2a tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2a2b562-79d8-45ad-ae3b-de1185402187 HTTP/1.1" status: 200 len: 205 time: 0.0671141 Jun 16 15:13:02.820356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49702) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:02.849730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:02.850625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 505c77b4-a162-4b38-a458-75b07f4ba43e up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:02.891047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8d6ad-3e43-4c15-abe6-8c20b170f389 req-169555f8-470e-4b71-a6b8-7604f0e18aa5 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:02.892702 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-08c8d6ad-3e43-4c15-abe6-8c20b170f389 req-169555f8-470e-4b71-a6b8-7604f0e18aa5 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 944 time: 1.2070301 Jun 16 15:13:02.914643 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c0bdc0d1-065c-4674-b7e4-522d183aa590 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7434881 Jun 16 15:13:02.919871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49706) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:02.948847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-587593454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:02.964319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:02.980901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Usage tracker for resource:router and tenant:bbac848b25204d1da1822c95465da75f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:02.991563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d7641-8e4b-41dd-99fb-04ee3ff96721 req-f4f91a75-e78f-4de0-a36e-68d4f287d64e tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:02.993165 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8f1d7641-8e4b-41dd-99fb-04ee3ff96721 req-f4f91a75-e78f-4de0-a36e-68d4f287d64e tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 944 time: 0.6640251 Jun 16 15:13:02.995582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:03.015627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e17b74a7-2d83-4b51-816b-949e9cee7b70 None None] Provisioning for port 70ba3cf2-1d91-4893-bf43-0ac3e1e8e438 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:03.021933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-f904566e-6cb9-4c96-80a2-aa57d0c62c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:03.026704 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-f904566e-6cb9-4c96-80a2-aa57d0c62c1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=42e2af42-3a36-4b61-96bf-8854bf80c4ae HTTP/1.1" status: 200 len: 851 time: 0.2005579 Jun 16 15:13:03.026882 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ba1a5a92-850a-4156-bf57-156efbea9ecd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6294439 Jun 16 15:13:03.026882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:03.031398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49712) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:03.045214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.045792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93b384f8-8ec4-48d4-b166-5bdc80714891 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:03.055056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'port': {'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2', 'name': 'tempest-AllowedAddressPairTestJSON-1679027042', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:36:79:d0'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:03.077573 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-08c8d6ad-3e43-4c15-abe6-8c20b170f389 req-69b3a303-49f6-48ef-b57e-2fc14802e452 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566777 Jun 16 15:13:03.132184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Allocated IP 172.20.0.2 (c95c8ff4-a171-4df6-83e6-a68e4bba6f0a/650bda3f-45fc-430e-b8d1-ec3896e1b212/60974d76-db3c-4259-83f6-61e28e3c35e8) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:03.155473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.159412 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c18df24f-db0f-4bb0-80fe-6725b2638736 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "DELETE /v2.0/routers/93b384f8-8ec4-48d4-b166-5bdc80714891 HTTP/1.1" status: 204 len: 168 time: 6.2346539 Jun 16 15:13:03.161182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49716) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:03.166242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.169707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.177496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.253011 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8f1d7641-8e4b-41dd-99fb-04ee3ff96721 req-628aecde-05d1-43e3-b7d9-0ac6046d8bfe tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512376 Jun 16 15:13:03.359077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.433212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=2cd0cca9-bcbf-447f-b513-27db80027157,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:03.441568 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bc1004-ea04-46c7-9176-0862aa4261d3'] response: {'server_uuid': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd0cca9-bcbf-447f-b513-27db80027157', 'code': 200} Jun 16 15:13:03.443415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 51a20aa2-bbfb-498d-981f-d1fee42601d9 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:03.456979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:03.465941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Usage tracker for resource:port and tenant:fbc338e8a7624fc7bab9606ff3733d63 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:03.469789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:03.476709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e17b74a7-2d83-4b51-816b-949e9cee7b70 None None] Provisioning complete for port 70ba3cf2-1d91-4893-bf43-0ac3e1e8e438 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:03.477088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e17b74a7-2d83-4b51-816b-949e9cee7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.484677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:03.506269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.547599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.561146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-c3905417-a06c-4412-9aa7-5164d3036139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:03.562351 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-c3905417-a06c-4412-9aa7-5164d3036139 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=195e631b-ddb7-4aa7-b032-9b54ff8e4f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5308971 Jun 16 15:13:03.575649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc32b9c-20fa-4d2d-bc04-823008ecf858 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Deleting subnet 76dea72d-97f9-47e4-b5cf-19bfef67dbba {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:13:03.577394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cb89d-ce31-47ba-a49f-420966f49313 req-5c971af5-ae24-423d-a263-e3e73f7827bc tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:03.578905 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-283cb89d-ce31-47ba-a49f-420966f49313 req-5c971af5-ae24-423d-a263-e3e73f7827bc tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 944 time: 0.2881231 Jun 16 15:13:03.580704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.585928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-acc32b9c-20fa-4d2d-bc04-823008ecf858 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.589710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e17b74a7-2d83-4b51-816b-949e9cee7b70 None None] Port 70ba3cf2-1d91-4893-bf43-0ac3e1e8e438 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:03.598088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Transition to ACTIVE for port object 60974d76-db3c-4259-83f6-61e28e3c35e8 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:03.622791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Made reservation on behalf of fbc338e8a7624fc7bab9606ff3733d63 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:03.626171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Transition to ACTIVE for port object 60974d76-db3c-4259-83f6-61e28e3c35e8 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:03.629486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 51a20aa2-bbfb-498d-981f-d1fee42601d9 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:03.629876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.649416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-acc32b9c-20fa-4d2d-bc04-823008ecf858 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.659203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 505c77b4-a162-4b38-a458-75b07f4ba43e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:03.674414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 505c77b4-a162-4b38-a458-75b07f4ba43e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:03.674785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.719353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-acc32b9c-20fa-4d2d-bc04-823008ecf858 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.730115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.732580 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-31c6128f-23fd-4562-917f-1d5c6e77fe5a tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8090286 Jun 16 15:13:03.738696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49722) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:03.757477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.793983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.835197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:03.841675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:03.845895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:03.895469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Deleting port 9b4aba29-850f-49ac-8632-e20919e95c40 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:03.896670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:03.925745 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-283cb89d-ce31-47ba-a49f-420966f49313 req-e7f9ba6a-d67e-4047-8f48-18529ea8ec10 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317449 Jun 16 15:13:03.959824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Pushing event updated for resources: {'Port': ['ID=60974d76-db3c-4259-83f6-61e28e3c35e8,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:04.085849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Attempting to bind port 60974d76-db3c-4259-83f6-61e28e3c35e8 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:13:04.086401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Attempting to bind port 60974d76-db3c-4259-83f6-61e28e3c35e8 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '28974836-065f-4e53-a443-923d8bceca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c95c8ff4-a171-4df6-83e6-a68e4bba6f0a'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:13:04.086850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Attempting to bind port 60974d76-db3c-4259-83f6-61e28e3c35e8 on network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:13:04.089073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 51a20aa2-bbfb-498d-981f-d1fee42601d9 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:04.102134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 505c77b4-a162-4b38-a458-75b07f4ba43e is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:04.103184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.108421 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-5e2a1c8f-7fcd-4ab9-84b3-16ef7d43af7d service neutron] 10.222.0.46 "GET /v2.0/networks/195e631b-ddb7-4aa7-b032-9b54ff8e4f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573296 Jun 16 15:13:04.112445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:13:04.112933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Checking segment: {'id': '28974836-065f-4e53-a443-923d8bceca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c95c8ff4-a171-4df6-83e6-a68e4bba6f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:04.113579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.113895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Bound using segment: {'id': '28974836-065f-4e53-a443-923d8bceca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c95c8ff4-a171-4df6-83e6-a68e4bba6f0a'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:13:04.114599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Bound port: 60974d76-db3c-4259-83f6-61e28e3c35e8, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28974836-065f-4e53-a443-923d8bceca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c95c8ff4-a171-4df6-83e6-a68e4bba6f0a'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:13:04.115222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.189729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Allocated IP 172.26.2.166 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/63dd9424-8651-422d-8ac7-08087ecb8fed) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:04.201218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 505c77b4-a162-4b38-a458-75b07f4ba43e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=505c77b4-a162-4b38-a458-75b07f4ba43e,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:04.229725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] For port 60974d76-db3c-4259-83f6-61e28e3c35e8, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:13:04.233052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] For port 60974d76-db3c-4259-83f6-61e28e3c35e8, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=60974d76-db3c-4259-83f6-61e28e3c35e8,segment=NetworkSegment(28974836-065f-4e53-a443-923d8bceca70),segment_id=28974836-065f-4e53-a443-923d8bceca70)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:13:04.244701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-acc32b9c-20fa-4d2d-bc04-823008ecf858 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.254389 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.315457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.340355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc32b9c-20fa-4d2d-bc04-823008ecf858 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=76dea72d-97f9-47e4-b5cf-19bfef67dbba,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:04.349963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-acc32b9c-20fa-4d2d-bc04-823008ecf858 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.354555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.367928 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-acc32b9c-20fa-4d2d-bc04-823008ecf858 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/76dea72d-97f9-47e4-b5cf-19bfef67dbba HTTP/1.1" status: 204 len: 168 time: 1.2045953 Jun 16 15:13:04.368590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49730) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:04.374275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=505c77b4-a162-4b38-a458-75b07f4ba43e,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:04.465414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87489dc8-8e59-4570-985e-e94cfb699a84 None None] Pushing event updated for resources: {'Port': ['ID=60974d76-db3c-4259-83f6-61e28e3c35e8,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:04.492962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] device_id is not set on port 388d2a70-c97e-49dd-9927-407b63712eac yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:13:04.508422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.720454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Calling delete_port for 9b4aba29-850f-49ac-8632-e20919e95c40 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:04.762389 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-660ac078-39e5-4c1b-81b8-cd6f71b4023b req-30feb271-e595-45a0-b728-00d973f05662 service neutron] 10.222.0.46 "GET /v2.0/networks/195e631b-ddb7-4aa7-b032-9b54ff8e4f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191071 Jun 16 15:13:04.772472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.860658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c17dac-42f4-4146-bff8-7e8f29c0e3a4 req-ae20ee01-0412-472f-97fb-7557b5fb1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:04.862129 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-33c17dac-42f4-4146-bff8-7e8f29c0e3a4 req-ae20ee01-0412-472f-97fb-7557b5fb1520 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 1098 time: 0.9477284 Jun 16 15:13:04.938294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.973188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352d43f3-81a9-4910-b165-e0d6a584865e']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:04.986951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f234346e-bffb-43a2-9f5c-c2cfa143d6d6') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:04.986951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f234346e-bffb-43a2-9f5c-c2cfa143d6d6') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:05.003203 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.013625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-33c17dac-42f4-4146-bff8-7e8f29c0e3a4 req-617b6994-6ad6-4aee-b178-191074e78fa9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.063385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.074830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:13:05.075278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.094345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a3d71-57be-4dde-b370-5ec8d37737b0 req-a02afb1e-5bcb-4221-a5a7-2cc4f7366c80 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:05.096318 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e8a3d71-57be-4dde-b370-5ec8d37737b0 req-a02afb1e-5bcb-4221-a5a7-2cc4f7366c80 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.8437872 Jun 16 15:13:05.099493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-33c17dac-42f4-4146-bff8-7e8f29c0e3a4 req-617b6994-6ad6-4aee-b178-191074e78fa9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:05.121702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-33c17dac-42f4-4146-bff8-7e8f29c0e3a4 req-617b6994-6ad6-4aee-b178-191074e78fa9 service neutron] Usage tracker for resource:security_group_rule and tenant:dcc5e4ca8e5d44008f2bb44395133a65 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:05.128122 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment f234346e-bffb-43a2-9f5c-c2cfa143d6d6 resource provider aggregate not found Jun 16 15:13:05.156509 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment f234346e-bffb-43a2-9f5c-c2cfa143d6d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f234346e-bffb-43a2-9f5c-c2cfa143d6d6 found for delete ", "request_id": "req-87c7c698-f4e2-464b-bb1d-5f51506f77e8"}]} Jun 16 15:13:05.172228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-33c17dac-42f4-4146-bff8-7e8f29c0e3a4 req-617b6994-6ad6-4aee-b178-191074e78fa9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:05.212245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba3a0c-6ec0-49ca-adde-df5c2d26660a req-51c558ad-355a-44c3-a390-64f8439cf0bf tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:05.219541 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3dba3a0c-6ec0-49ca-adde-df5c2d26660a req-51c558ad-355a-44c3-a390-64f8439cf0bf tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 944 time: 0.7308066 Jun 16 15:13:05.224539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.236003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-33c17dac-42f4-4146-bff8-7e8f29c0e3a4 req-617b6994-6ad6-4aee-b178-191074e78fa9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:05.240962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Allocated IP 172.20.0.11 (8ca59d5a-7cbe-495e-9a12-c3e994ed14a2/89adf950-1f3a-471a-a906-0bb781451d0e/388d2a70-c97e-49dd-9927-407b63712eac) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:05.244475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.251262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.274790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 60974d76-db3c-4259-83f6-61e28e3c35e8 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:05.319340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.327557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.354968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Pushing event deleted for resources: {'Port': ['ID=9b4aba29-850f-49ac-8632-e20919e95c40,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:05.394147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 352d43f3-81a9-4910-b165-e0d6a584865e {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 16 15:13:05.412970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.471851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505c77b4-a162-4b38-a458-75b07f4ba43e'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:05.479037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event deleted for resources: {'Network': ['ID=352d43f3-81a9-4910-b165-e0d6a584865e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:05.545355 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e8c03af0-59cf-442c-81b1-aee7d0068a18 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "DELETE /v2.0/networks/352d43f3-81a9-4910-b165-e0d6a584865e HTTP/1.1" status: 204 len: 168 time: 1.1164567 Jun 16 15:13:05.608860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 60974d76-db3c-4259-83f6-61e28e3c35e8 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:05.624243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 95bcdd41-163a-4a8f-97a4-9b33a0d490fc no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:13:05.676477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 95bcdd41-163a-4a8f-97a4-9b33a0d490fc {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:13:05.677528 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 95bcdd41-163a-4a8f-97a4-9b33a0d490fc not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:13:05.722191 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e8a3d71-57be-4dde-b370-5ec8d37737b0 req-acff0627-dc0a-45e6-9ca8-128267d0e873 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5959277 Jun 16 15:13:05.738381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:05.828517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3dba3a0c-6ec0-49ca-adde-df5c2d26660a req-73c884da-6e05-4359-9bfb-6962d1db3e13 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6080604 Jun 16 15:13:05.865439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022611ec-7e58-4ba3-91c1-ecd943cad8d7 None None] Network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:13:06.026142 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185000e0-7cb9-47b0-ade9-42caa687a15d'] response: {'server_uuid': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505c77b4-a162-4b38-a458-75b07f4ba43e', 'code': 200} Jun 16 15:13:06.043494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:13:06.188819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4cc38427-32a3-4e9a-9438-099c03987bea None None] Provisioning for port 60974d76-db3c-4259-83f6-61e28e3c35e8 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:06.226555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49748) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:06.249195 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.249815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Request body: {'router': {'name': 'tempest-router--226282800', 'project_id': 'dd3cc618b3d7477f9c6d80351a4d3c50'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:06.253814 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.262454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4cc38427-32a3-4e9a-9438-099c03987bea None None] Provisioning complete for port 60974d76-db3c-4259-83f6-61e28e3c35e8 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:06.262620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cc38427-32a3-4e9a-9438-099c03987bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.266083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:06.296125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.306070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Usage tracker for resource:router and tenant:dd3cc618b3d7477f9c6d80351a4d3c50 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:06.367847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:06.388895 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.389667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Fanout notify agent at l3_agent the message router_deleted on router d2a2b562-79d8-45ad-ae3b-de1185402187 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:06.405417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:06.408327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:06.423780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:06.431107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'port_id': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373', 'mac_address': 'fa:16:3e:83:fe:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:13:06.432173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.436782 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4bced4a2-550c-40df-8c99-a7bf30f54e6e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/d2a2b562-79d8-45ad-ae3b-de1185402187 HTTP/1.1" status: 204 len: 168 time: 3.6118965 Jun 16 15:13:06.436932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:06.439386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49752) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:06.440899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-33c17dac-42f4-4146-bff8-7e8f29c0e3a4 req-617b6994-6ad6-4aee-b178-191074e78fa9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.443878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1949463614', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'enable_snat': False}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:06.451914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:06.455543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-d1dc6aae-17d5-41ac-98fe-8249162c1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:06.457056 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-d1dc6aae-17d5-41ac-98fe-8249162c1fa2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 1098 time: 0.1556022 Jun 16 15:13:06.459913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Usage tracker for resource:router and tenant:48b47533e9b747d68b5c6dce40f9e1ec is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:06.474892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:06.476398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:06.485246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:06.487270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-28da49f1-8af9-4098-a090-1f9d30ae059b service neutron] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.504684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-28da49f1-8af9-4098-a090-1f9d30ae059b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:06.508482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-28da49f1-8af9-4098-a090-1f9d30ae059b service neutron] Usage tracker for resource:security_group_rule and tenant:dcc5e4ca8e5d44008f2bb44395133a65 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:06.511455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-28da49f1-8af9-4098-a090-1f9d30ae059b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:06.517597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-28da49f1-8af9-4098-a090-1f9d30ae059b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:06.540588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4cc38427-32a3-4e9a-9438-099c03987bea None None] Current status of the port 60974d76-db3c-4259-83f6-61e28e3c35e8 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:06.541164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cc38427-32a3-4e9a-9438-099c03987bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.561389 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:06.561759 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.571824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb90e75-3edd-4347-a995-bc20599279e4 req-b85adc8a-c2d1-4dcb-83c9-ee25c1b3852f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:06.573291 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bfb90e75-3edd-4347-a995-bc20599279e4 req-b85adc8a-c2d1-4dcb-83c9-ee25c1b3852f tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 945 time: 0.6236472 Jun 16 15:13:06.573962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-33c17dac-42f4-4146-bff8-7e8f29c0e3a4 req-617b6994-6ad6-4aee-b178-191074e78fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.589871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-28da49f1-8af9-4098-a090-1f9d30ae059b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) dcc5e4ca8e5d44008f2bb44395133a65 {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:13:06.591576 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-28da49f1-8af9-4098-a090-1f9d30ae059b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:13:06.596111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Pushing event updated for resources: {'Port': ['ID=63dd9424-8651-422d-8ac7-08087ecb8fed,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:06.597714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:13:06.604872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4cc38427-32a3-4e9a-9438-099c03987bea None None] For port 60974d76-db3c-4259-83f6-61e28e3c35e8, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=60974d76-db3c-4259-83f6-61e28e3c35e8,segment=NetworkSegment(28974836-065f-4e53-a443-923d8bceca70),segment_id=28974836-065f-4e53-a443-923d8bceca70)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:06.616710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.617590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:06.618414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.633944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.635761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.655951 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-33c17dac-42f4-4146-bff8-7e8f29c0e3a4 req-617b6994-6ad6-4aee-b178-191074e78fa9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7822483 Jun 16 15:13:06.678914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Allocated IP 172.20.0.1 (c95c8ff4-a171-4df6-83e6-a68e4bba6f0a/650bda3f-45fc-430e-b8d1-ec3896e1b212/2f8c8bc6-7a90-43d9-81b7-efd8d5305f43) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:06.681100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.682063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.711229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Transition to ACTIVE for port object 388d2a70-c97e-49dd-9927-407b63712eac will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:06.717820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b6994-6ad6-4aee-b178-191074e78fa9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5df1e0bb-1c90-44a5-b1c7-0c41c74e02ad,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:06.723653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4cc38427-32a3-4e9a-9438-099c03987bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.777725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.790481 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bfb90e75-3edd-4347-a995-bc20599279e4 req-df1c4a06-ddb6-43e1-afee-155068f11287 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008491 Jun 16 15:13:06.797105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.845072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc38427-32a3-4e9a-9438-099c03987bea None None] Pushing event updated for resources: {'Port': ['ID=60974d76-db3c-4259-83f6-61e28e3c35e8,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:06.900607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.946544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:06.963287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c6ffb636-82c8-495a-9419-b00b6c2bd7ec None None] Provisioning complete for port 60974d76-db3c-4259-83f6-61e28e3c35e8 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:06.963821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb636-82c8-495a-9419-b00b6c2bd7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.061493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.062759 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['67ebcf0c-32c8-4575-ac9c-0f503a8f0373'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:13:07.092651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-28da49f1-8af9-4098-a090-1f9d30ae059b service neutron] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.119827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.134157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.168206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 60974d76-db3c-4259-83f6-61e28e3c35e8 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:07.195446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.203430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c6ffb636-82c8-495a-9419-b00b6c2bd7ec None None] Current status of the port 60974d76-db3c-4259-83f6-61e28e3c35e8 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:07.209775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.213188 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0abe3743-5a3e-44cc-b02f-100ce60f8764 req-28da49f1-8af9-4098-a090-1f9d30ae059b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7495766 Jun 16 15:13:07.300985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 60974d76-db3c-4259-83f6-61e28e3c35e8 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:07.301362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.332469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Transition to ACTIVE for port object 2f8c8bc6-7a90-43d9-81b7-efd8d5305f43 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:07.345354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:07.357236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:07.368496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:07.410262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6f8a5-c707-4b87-9493-1f18d2017510 req-525cbabd-f379-4ba7-be0e-780d1b495a4d tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:07.411829 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f5b6f8a5-c707-4b87-9493-1f18d2017510 req-525cbabd-f379-4ba7-be0e-780d1b495a4d tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 945 time: 0.4525900 Jun 16 15:13:07.412470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Port': ['ID=388d2a70-c97e-49dd-9927-407b63712eac,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:07.444537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431e677-d969-41a4-8304-61517049f6b5 req-7929e4b4-81e6-47ce-8fa5-8c77285bf0f7 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:07.447396 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1431e677-d969-41a4-8304-61517049f6b5 req-7929e4b4-81e6-47ce-8fa5-8c77285bf0f7 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.5439472 Jun 16 15:13:07.468072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 60974d76-db3c-4259-83f6-61e28e3c35e8 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:07.487535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.488953 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1c8b857a-3d43-49e6-9dc5-293a707dc5f5 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2613554 Jun 16 15:13:07.513077 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49760) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:07.635590 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f5b6f8a5-c707-4b87-9493-1f18d2017510 req-0e014f74-0df7-4908-8549-78df4d94bde1 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822994 Jun 16 15:13:07.641212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:07.641881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.664907 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1431e677-d969-41a4-8304-61517049f6b5 req-739d03e9-84c0-4b9f-8f1f-a2823dc63f49 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854303 Jun 16 15:13:07.666910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1c1cae6-4938-461d-8b6c-7c0b8520cae4 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.707139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-28290134-704f-4a62-aba1-fab4aa5d5cdc None None] Provisioning for port 388d2a70-c97e-49dd-9927-407b63712eac completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:07.712683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-28290134-704f-4a62-aba1-fab4aa5d5cdc None None] Provisioning complete for port 388d2a70-c97e-49dd-9927-407b63712eac triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:07.713030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-28290134-704f-4a62-aba1-fab4aa5d5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.720066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.720299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.734381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.761784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.771291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-28290134-704f-4a62-aba1-fab4aa5d5cdc None None] Port 388d2a70-c97e-49dd-9927-407b63712eac cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:07.883550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.889898 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9caf286d-d7d3-432c-8806-7493ec22cf7d tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.8521059 Jun 16 15:13:07.902799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49766) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:08.029306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:08.029521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:08.068503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:08.079875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:08.116111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event updated for resources: {'Port': ['ID=2f8c8bc6-7a90-43d9-81b7-efd8d5305f43,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:08.183076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1c1cae6-4938-461d-8b6c-7c0b8520cae4 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.184932 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1c1cae6-4938-461d-8b6c-7c0b8520cae4 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.198537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:08.205469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:08.205994 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.251580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.267141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Allocated IP 172.26.2.184 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/c9b7f8ea-4524-4624-b932-62bec43c469f) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:08.294408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.344497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1c1cae6-4938-461d-8b6c-7c0b8520cae4 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.344979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c1cae6-4938-461d-8b6c-7c0b8520cae4 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89e3b95a-e9b6-4fd8-8bd6-ca6b8f62bde9 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:08.373818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:08.374372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.408081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780b383f-0198-48f8-8601-fe04918b3665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:08.418366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Pushing event updated for resources: {'Port': ['ID=63dd9424-8651-422d-8ac7-08087ecb8fed,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:08.429183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:08.439308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1c1cae6-4938-461d-8b6c-7c0b8520cae4 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.442882 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b1c1cae6-4938-461d-8b6c-7c0b8520cae4 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "DELETE /v2.0/routers/89e3b95a-e9b6-4fd8-8bd6-ca6b8f62bde9 HTTP/1.1" status: 204 len: 168 time: 0.9237089 Jun 16 15:13:08.473056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9d5cabfc-fb6f-4898-bb49-5333117dd574 None None] Provisioning for port 2f8c8bc6-7a90-43d9-81b7-efd8d5305f43 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:08.480485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9d5cabfc-fb6f-4898-bb49-5333117dd574 None None] Provisioning complete for port 2f8c8bc6-7a90-43d9-81b7-efd8d5305f43 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:08.480983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d5cabfc-fb6f-4898-bb49-5333117dd574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.500738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.509818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.511029 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-666484c2-d48c-406f-8d2c-449e1a49b7d8 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1897840 Jun 16 15:13:08.516780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49774) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:08.521599 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa14a06-7f05-4f50-92ec-d2eb8e7c42ee'] response: {'server_uuid': '780b383f-0198-48f8-8601-fe04918b3665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373', 'code': 200} Jun 16 15:13:08.523877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db9aa5-cf74-43f8-845b-14cc3bad6b4f tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:08.526957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.530121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db9aa5-cf74-43f8-845b-14cc3bad6b4f tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:08.536378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db9aa5-cf74-43f8-845b-14cc3bad6b4f tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:08.537451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-20db9aa5-cf74-43f8-845b-14cc3bad6b4f tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Synchronizing usage tracker for tenant:fbc338e8a7624fc7bab9606ff3733d63 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:08.561016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830d801-72b4-447f-991e-73e9cd9e98b6 req-64567e4f-a76d-4b13-a616-fd31850e05d7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:08.569133 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4830d801-72b4-447f-991e-73e9cd9e98b6 req-64567e4f-a76d-4b13-a616-fd31850e05d7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 945 time: 0.6669948 Jun 16 15:13:08.635147 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4830d801-72b4-447f-991e-73e9cd9e98b6 req-8df439d6-aead-45aa-96e5-7e80f13a63d2 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647402 Jun 16 15:13:08.685100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-20db9aa5-cf74-43f8-845b-14cc3bad6b4f tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Unset dirty status for tenant:fbc338e8a7624fc7bab9606ff3733d63 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:08.686985 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-20db9aa5-cf74-43f8-845b-14cc3bad6b4f tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.7798681 Jun 16 15:13:08.689411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49786) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:08.695437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cabfc-fb6f-4898-bb49-5333117dd574 None None] Port 2f8c8bc6-7a90-43d9-81b7-efd8d5305f43 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:08.709455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:08.719651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.738316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49792) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:08.835511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:08.839089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:08.843009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:08.896496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4c142-4637-4a74-a0b8-e78e4befff5a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Deleting port 388d2a70-c97e-49dd-9927-407b63712eac {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:08.896894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c142-4637-4a74-a0b8-e78e4befff5a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:08.902761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event updated for resources: {'Port': ['ID=c9b7f8ea-4524-4624-b932-62bec43c469f,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:08.994049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:09.002071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:09.010097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:09.066104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-308811299', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:09.071955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Usage tracker for resource:floatingip and tenant:ee90239f74bd45f7a88dee2e5ea243c3 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:09.076957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:09.090241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:09.116180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:09.137015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Usage tracker for resource:router and tenant:cd0c368445af48719630360493e68032 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:09.154551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:09.195144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:09.217565 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:13:09.224590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774516d7-47e9-4391-bbd8-cbc287d3331c req-a3ba07a4-6db7-4105-a957-903c9332ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:09.226081 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-774516d7-47e9-4391-bbd8-cbc287d3331c req-a3ba07a4-6db7-4105-a957-903c9332ed78 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 1099 time: 0.0917649 Jun 16 15:13:09.249630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:09.363256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-774516d7-47e9-4391-bbd8-cbc287d3331c req-4ee8b2c3-ae21-49ff-9168-4509b728be1b service neutron] Synchronizing usage tracker for tenant:dcc5e4ca8e5d44008f2bb44395133a65 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:09.381380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:09.382389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:09.507224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-774516d7-47e9-4391-bbd8-cbc287d3331c req-4ee8b2c3-ae21-49ff-9168-4509b728be1b service neutron] Unset dirty status for tenant:dcc5e4ca8e5d44008f2bb44395133a65 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:09.508373 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-774516d7-47e9-4391-bbd8-cbc287d3331c req-4ee8b2c3-ae21-49ff-9168-4509b728be1b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767694 Jun 16 15:13:09.553681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:09.563765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a315aec-3207-4cb6-a280-3ea7880ee998 req-28939705-51be-4fab-882d-d365a68df8f6 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:09.565231 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4a315aec-3207-4cb6-a280-3ea7880ee998 req-28939705-51be-4fab-882d-d365a68df8f6 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 946 time: 0.6861820 Jun 16 15:13:09.665334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b27fbd-9425-4115-a263-16bd6c346a3c req-2f043946-3bb3-40c3-8170-aeb61ae2a909 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:09.666767 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f6b27fbd-9425-4115-a263-16bd6c346a3c req-2f043946-3bb3-40c3-8170-aeb61ae2a909 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.6768470 Jun 16 15:13:09.668324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:09.719093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:09.814852 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4a315aec-3207-4cb6-a280-3ea7880ee998 req-a41d0b1c-d615-4d8b-a425-bc0a2ba97777 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911902 Jun 16 15:13:09.869916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c142-4637-4a74-a0b8-e78e4befff5a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:09.879722 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f6b27fbd-9425-4115-a263-16bd6c346a3c req-d0ac534e-f17a-424c-8026-a8ae556cebd6 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038574 Jun 16 15:13:10.140584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4c142-4637-4a74-a0b8-e78e4befff5a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Calling delete_port for 388d2a70-c97e-49dd-9927-407b63712eac owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:10.166707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Allocated IP 172.26.2.42 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/f0891689-c960-4d36-9835-96cf4bf5f101) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:10.172482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:10.447598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:10.474896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:10.524633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:10.533741 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606d54c-cd1a-4837-bd5a-de561609707e req-a5c92da8-a9e9-4a6d-81ee-d0b2645df565 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:10.535232 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7606d54c-cd1a-4837-bd5a-de561609707e req-a5c92da8-a9e9-4a6d-81ee-d0b2645df565 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 945 time: 0.5748539 Jun 16 15:13:10.587875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:10.591649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Router 4c839c5b-f157-4154-80a4-c160a53c15d1 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:13:10.611238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:10.679904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:10.680908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Pushing event updated for resources: {'Port': ['ID=f0891689-c960-4d36-9835-96cf4bf5f101,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:10.710149 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7606d54c-cd1a-4837-bd5a-de561609707e req-8c92ff50-78fe-434f-8925-3cb8eb8049a1 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655650 Jun 16 15:13:10.710639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c142-4637-4a74-a0b8-e78e4befff5a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:10.751997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:10.760125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event updated for resources: {'Port': ['ID=2f8c8bc6-7a90-43d9-81b7-efd8d5305f43,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:10.768420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:10.842713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:10.851381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4c142-4637-4a74-a0b8-e78e4befff5a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event deleted for resources: {'Port': ['ID=388d2a70-c97e-49dd-9927-407b63712eac,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:10.968472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:10.983574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:10.999132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Sync routers for ids ['4c839c5b-f157-4154-80a4-c160a53c15d1'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:11.014352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Routers {'4c839c5b-f157-4154-80a4-c160a53c15d1'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:11.015041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4c839c5b-f157-4154-80a4-c160a53c15d1'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:11.104071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.105366 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9d233d03-0561-4cd7-8c53-f180fd853a20 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6671331 Jun 16 15:13:11.108319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49806) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:11.211800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.217839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Set router 4c839c5b-f157-4154-80a4-c160a53c15d1 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:11.511127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:11.518522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c839c5b-f157-4154-80a4-c160a53c15d1', 'name': 'tempest-snat-router-1949463614', 'tenant_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.184'}], 'enable_snat': False}, 'gw_port_id': 'c9b7f8ea-4524-4624-b932-62bec43c469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:06Z', 'updated_at': '2022-06-16T15:13:09Z', 'revision_number': 3, 'project_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'gw_port': {'id': 'c9b7f8ea-4524-4624-b932-62bec43c469f', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c839c5b-f157-4154-80a4-c160a53c15d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:13:07Z', 'updated_at': '2022-06-16T15:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:11.521752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69204278-e3cc-46ff-9037-e61915ece0f4 req-f2b11042-7ac0-4861-a661-a9b0239ccc28 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:11.523325 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-69204278-e3cc-46ff-9037-e61915ece0f4 req-f2b11042-7ac0-4861-a661-a9b0239ccc28 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 945 time: 0.6775520 Jun 16 15:13:11.523731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Checking router: 4c839c5b-f157-4154-80a4-c160a53c15d1 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:13:11.524197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Updating router 4c839c5b-f157-4154-80a4-c160a53c15d1 port c9b7f8ea-4524-4624-b932-62bec43c469f binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:13:11.525883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:11.536428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c142-4637-4a74-a0b8-e78e4befff5a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.541830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49810) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:11.551078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-94d991b5-d27a-4f4e-a7ef-b7f46714bb7a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Request body: {'floatingip': {'port_id': '505c77b4-a162-4b38-a458-75b07f4ba43e'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:11.599244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.668479 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3b8b6585-ab4b-49b1-9a50-151fd13e2e78 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/routers/4c839c5b-f157-4154-80a4-c160a53c15d1 HTTP/1.1" status: 200 len: 909 time: 0.5583143 Jun 16 15:13:11.671527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49814) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:11.679214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1949463614', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'enable_snat': True}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:11.694652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:11.702883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Usage tracker for resource:router and tenant:48b47533e9b747d68b5c6dce40f9e1ec is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:11.707051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.709125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:11.722636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:11.743054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5ca14-1587-4de1-a6d3-450c0524d1a1 req-e7c1b333-e315-43c6-b354-c2def8e15cab tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:11.744548 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17a5ca14-1587-4de1-a6d3-450c0524d1a1 req-e7c1b333-e315-43c6-b354-c2def8e15cab tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 946 time: 0.7552648 Jun 16 15:13:11.822182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.823333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.826862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.901870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-de8d9f48-821e-4377-acd3-24b8980592f5 None None] Provisioning complete for port 2f8c8bc6-7a90-43d9-81b7-efd8d5305f43 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:11.902250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-de8d9f48-821e-4377-acd3-24b8980592f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.917308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94d991b5-d27a-4f4e-a7ef-b7f46714bb7a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for floatingip, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.933153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.950804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Pushing event updated for resources: {'Port': ['ID=f0891689-c960-4d36-9835-96cf4bf5f101,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:11.972761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:11.978777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-de8d9f48-821e-4377-acd3-24b8980592f5 None None] Port 2f8c8bc6-7a90-43d9-81b7-efd8d5305f43 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:11.994967 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4ff4c142-4637-4a74-a0b8-e78e4befff5a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "DELETE /v2.0/ports/388d2a70-c97e-49dd-9927-407b63712eac HTTP/1.1" status: 204 len: 168 time: 3.3035874 Jun 16 15:13:11.997352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49818) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:12.068302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:12.089023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Transition to ACTIVE for port object c9b7f8ea-4524-4624-b932-62bec43c469f will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:12.121287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:12.122490 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c9afaf90-ebc0-46fd-8b3f-2f35ac439601 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6047642 Jun 16 15:13:12.125270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49822) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:12.174372 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-35022001-e6e8-457f-9598-b39817ebd674 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] GET failed (client error): The resource could not be found. Jun 16 15:13:12.179844 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-35022001-e6e8-457f-9598-b39817ebd674 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "GET /v2.0/ports/388d2a70-c97e-49dd-9927-407b63712eac HTTP/1.1" status: 404 len: 333 time: 0.1773875 Jun 16 15:13:12.189314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49826) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:12.191374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:12.203662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:12.254498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'port': {'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2', 'name': 'tempest-AllowedAddressPairTestJSON-908475786'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:12.272006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Attempting to bind port c9b7f8ea-4524-4624-b932-62bec43c469f on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:13:12.272377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Attempting to bind port c9b7f8ea-4524-4624-b932-62bec43c469f by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:13:12.272735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Attempting to bind port c9b7f8ea-4524-4624-b932-62bec43c469f on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:13:12.277405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:12.278578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b5c0c-2a4c-4c7f-8f0b-3bbc5a100cfa None None] Pushing event updated for resources: {'Port': ['ID=c9b7f8ea-4524-4624-b932-62bec43c469f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:12.282839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:13:12.283234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:12.283642 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:12.284010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:13:12.284475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Bound port: c9b7f8ea-4524-4624-b932-62bec43c469f, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:13:12.284845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:12.303341 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17a5ca14-1587-4de1-a6d3-450c0524d1a1 req-4990c019-4e0f-46ad-b83a-50c58de50d61 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4999223 Jun 16 15:13:12.326883 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-aac444d5-4436-472b-9c0d-c5a36b546bd3 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.2005339 Jun 16 15:13:12.347050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49830) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:12.368145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] For port c9b7f8ea-4524-4624-b932-62bec43c469f, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:13:12.371778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] For port c9b7f8ea-4524-4624-b932-62bec43c469f, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c9b7f8ea-4524-4624-b932-62bec43c469f,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:13:12.456379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:12.476728 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:12.485793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e8cfa582-e25c-4901-90bc-f171ec33118e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Synchronizing usage tracker for tenant:a667b898d1f2427081bdf6f64462ebc7 on resource:floatingip {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:12.541615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Routers {'4c839c5b-f157-4154-80a4-c160a53c15d1'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:12.542246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4c839c5b-f157-4154-80a4-c160a53c15d1'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:12.612688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b5c0c-2a4c-4c7f-8f0b-3bbc5a100cfa None None] Pushing event updated for resources: {'Port': ['ID=c9b7f8ea-4524-4624-b932-62bec43c469f,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:12.672945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e8cfa582-e25c-4901-90bc-f171ec33118e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Unset dirty status for tenant:a667b898d1f2427081bdf6f64462ebc7 on resource:floatingip {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:12.677217 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e8cfa582-e25c-4901-90bc-f171ec33118e tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3296361 Jun 16 15:13:12.677866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49836) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:12.703439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd29eed-23a2-46ad-9d12-7124cfdedaaa req-b08e4b67-58fc-4625-b4e5-88932b638c8c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:12.704909 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cdd29eed-23a2-46ad-9d12-7124cfdedaaa req-b08e4b67-58fc-4625-b4e5-88932b638c8c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.9704976 Jun 16 15:13:12.728888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] Set router 4c839c5b-f157-4154-80a4-c160a53c15d1 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:12.858525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f3e06e95-8dfc-4b10-b157-750df374f733 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Deleting port f0891689-c960-4d36-9835-96cf4bf5f101 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:12.858869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3e06e95-8dfc-4b10-b157-750df374f733 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:12.977241 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cdd29eed-23a2-46ad-9d12-7124cfdedaaa req-d906d524-4de2-4792-8e42-ab4ec45df729 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420321 Jun 16 15:13:13.061815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:13.065314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Router f78776ef-b899-4760-8748-229a8d78a329 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:13:13.078727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Allocated IP 172.26.2.71 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/e98f46fe-b9e9-4110-904f-d7101c9d9a87) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:13.082049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Usage tracker for resource:port and tenant:fbc338e8a7624fc7bab9606ff3733d63 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:13.088804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:13.100784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4bdb-fccc-4667-8af9-89e1d5a358ca req-2eb9c928-a81d-4376-a7aa-feb81bc461e9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:13.107510 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c78c4bdb-fccc-4667-8af9-89e1d5a358ca req-2eb9c928-a81d-4376-a7aa-feb81bc461e9 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 946 time: 0.6707749 Jun 16 15:13:13.107631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c839c5b-f157-4154-80a4-c160a53c15d1', 'name': 'tempest-snat-router-1949463614', 'tenant_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.184'}], 'enable_snat': False}, 'gw_port_id': 'c9b7f8ea-4524-4624-b932-62bec43c469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:06Z', 'updated_at': '2022-06-16T15:13:09Z', 'revision_number': 3, 'project_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'gw_port': {'id': 'c9b7f8ea-4524-4624-b932-62bec43c469f', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c839c5b-f157-4154-80a4-c160a53c15d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:13:07Z', 'updated_at': '2022-06-16T15:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:13.114171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8ba35-5b8c-4d04-836d-82d4f2c1e652 None None] The sync data for ids ['4c839c5b-f157-4154-80a4-c160a53c15d1'] in dv-neutron-846028-2-hyperv is: [{'id': '4c839c5b-f157-4154-80a4-c160a53c15d1', 'name': 'tempest-snat-router-1949463614', 'tenant_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.184'}], 'enable_snat': False}, 'gw_port_id': 'c9b7f8ea-4524-4624-b932-62bec43c469f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:06Z', 'updated_at': '2022-06-16T15:13:09Z', 'revision_number': 3, 'project_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'gw_port': {'id': 'c9b7f8ea-4524-4624-b932-62bec43c469f', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c839c5b-f157-4154-80a4-c160a53c15d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:13:07Z', 'updated_at': '2022-06-16T15:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:13.114952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49842) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:13.141003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:13.145870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f7a4925d-7eb3-4e93-a6e3-06456f50723f tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Request body: {'floatingip': {'port_id': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:13.330283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3e06e95-8dfc-4b10-b157-750df374f733 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:13.330611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3e06e95-8dfc-4b10-b157-750df374f733 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:13.479790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f3e06e95-8dfc-4b10-b157-750df374f733 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Calling delete_port for f0891689-c960-4d36-9835-96cf4bf5f101 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:13.507332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:13.537546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7a4925d-7eb3-4e93-a6e3-06456f50723f tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for floatingip, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:13.548859 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:13.802372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Made reservation on behalf of fbc338e8a7624fc7bab9606ff3733d63 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:13.806175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:13.821734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3e06e95-8dfc-4b10-b157-750df374f733 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:13.873392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e06e95-8dfc-4b10-b157-750df374f733 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Pushing event deleted for resources: {'Port': ['ID=f0891689-c960-4d36-9835-96cf4bf5f101,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:13.939313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] device_id is not set on port 1ebe8059-1922-456a-8cd9-be789812ca9c yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:13:13.973079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:13.974723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3e06e95-8dfc-4b10-b157-750df374f733 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:13.986184 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a4259b-8d7e-4797-a3bd-66af86914fc0 None None] Sync routers for ids ['f78776ef-b899-4760-8748-229a8d78a329'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:13.993461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3e06e95-8dfc-4b10-b157-750df374f733 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:13.997071 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f3e06e95-8dfc-4b10-b157-750df374f733 tempest-FloatingIPAdminTestJSON-1432289830 tempest-FloatingIPAdminTestJSON-1432289830-project] 10.222.0.73 "DELETE /v2.0/floatingips/9d751a44-225e-4d4a-8285-f12e5aaf2459 HTTP/1.1" status: 204 len: 168 time: 1.3130779 Jun 16 15:13:14.000942 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a4259b-8d7e-4797-a3bd-66af86914fc0 None None] Routers {'f78776ef-b899-4760-8748-229a8d78a329'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:14.001883 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-65a4259b-8d7e-4797-a3bd-66af86914fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f78776ef-b899-4760-8748-229a8d78a329'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:14.010332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49846) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:14.091723 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-65a4259b-8d7e-4797-a3bd-66af86914fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:14.102475 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a4259b-8d7e-4797-a3bd-66af86914fc0 None None] Routers {'f78776ef-b899-4760-8748-229a8d78a329'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:14.103152 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-65a4259b-8d7e-4797-a3bd-66af86914fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f78776ef-b899-4760-8748-229a8d78a329'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:14.172436 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-65a4259b-8d7e-4797-a3bd-66af86914fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:14.172829 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a4259b-8d7e-4797-a3bd-66af86914fc0 None None] The sync data for ids ['f78776ef-b899-4760-8748-229a8d78a329'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:14.191001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-141f5220-5c88-4c13-b727-ac2076f8f877 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Deleting port 63dd9424-8651-422d-8ac7-08087ecb8fed {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:14.191352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-141f5220-5c88-4c13-b727-ac2076f8f877 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:14.251297 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3342a8fc-2e75-4450-923c-a1aa94284a0e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "PUT /v2.0/routers/f78776ef-b899-4760-8748-229a8d78a329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3361266 Jun 16 15:13:14.261560 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49850) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:14.277329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Request body: {'port': {'network_id': 'c95c8ff4-a171-4df6-83e6-a68e4bba6f0a', 'name': 'tempest-FloatingIPNegativeTestJSON-859237200'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:14.287515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f9cf4-46b3-41c8-bfe4-e445922dd816 req-1636ea1c-a5e7-4099-9e86-72ef09e1bf88 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:14.289003 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-152f9cf4-46b3-41c8-bfe4-e445922dd816 req-1636ea1c-a5e7-4099-9e86-72ef09e1bf88 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 1.1733954 Jun 16 15:13:14.304978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49854) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:14.309246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:14.380890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c539a3b8-ff64-4996-bde8-bd42f6c5f948 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Request body: {'floatingip': {'port_id': '2cd0cca9-bcbf-447f-b513-27db80027157'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:14.483093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-141f5220-5c88-4c13-b727-ac2076f8f877 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:14.483317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-141f5220-5c88-4c13-b727-ac2076f8f877 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:14.568438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c539a3b8-ff64-4996-bde8-bd42f6c5f948 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for floatingip, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:14.605314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:14.613172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-141f5220-5c88-4c13-b727-ac2076f8f877 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Calling delete_port for 63dd9424-8651-422d-8ac7-08087ecb8fed owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:14.641033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Usage tracker for resource:port and tenant:bbac848b25204d1da1822c95465da75f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:14.651329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:14.658858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:14.716541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-94d991b5-d27a-4f4e-a7ef-b7f46714bb7a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:13:14.763856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Made reservation on behalf of bbac848b25204d1da1822c95465da75f for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:14.767509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:14.805416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] device_id is not set on port df4f0d14-ad29-4084-8f53-76b3a705c81a yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:13:14.910754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Allocated IP 172.20.0.12 (8ca59d5a-7cbe-495e-9a12-c3e994ed14a2/89adf950-1f3a-471a-a906-0bb781451d0e/1ebe8059-1922-456a-8cd9-be789812ca9c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:14.977371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94d991b5-d27a-4f4e-a7ef-b7f46714bb7a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.023897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-141f5220-5c88-4c13-b727-ac2076f8f877 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.070017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94d991b5-d27a-4f4e-a7ef-b7f46714bb7a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.082537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f5220-5c88-4c13-b727-ac2076f8f877 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Pushing event deleted for resources: {'Port': ['ID=63dd9424-8651-422d-8ac7-08087ecb8fed,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:15.167712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.191367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c9b7f8ea-4524-4624-b932-62bec43c469f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:15.200866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Allocated IP 172.20.0.10 (c95c8ff4-a171-4df6-83e6-a68e4bba6f0a/650bda3f-45fc-430e-b8d1-ec3896e1b212/df4f0d14-ad29-4084-8f53-76b3a705c81a) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:15.294344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-141f5220-5c88-4c13-b727-ac2076f8f877 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.297655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Allocated IP 172.26.2.108 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/0f2cf95a-a881-4c20-b702-e48fc6fff188) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:15.358585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port c9b7f8ea-4524-4624-b932-62bec43c469f completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:15.365941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c9b7f8ea-4524-4624-b932-62bec43c469f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:15.366420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.377396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-141f5220-5c88-4c13-b727-ac2076f8f877 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.378634 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-141f5220-5c88-4c13-b727-ac2076f8f877 tempest-FloatingIPAdminTestJSON-1566537137 tempest-FloatingIPAdminTestJSON-1566537137-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/979e8350-d017-453c-b41b-71b97112db96 HTTP/1.1" status: 204 len: 168 time: 1.3670845 Jun 16 15:13:15.384023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49858) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:15.385943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:15.388329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Pushing event updated for resources: {'Port': ['ID=e98f46fe-b9e9-4110-904f-d7101c9d9a87,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:15.464315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:15.497512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c9b7f8ea-4524-4624-b932-62bec43c469f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:15.497990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.518197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port c9b7f8ea-4524-4624-b932-62bec43c469f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c9b7f8ea-4524-4624-b932-62bec43c469f,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:15.592864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.603237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.612783 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.631810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Transition to ACTIVE for port object df4f0d14-ad29-4084-8f53-76b3a705c81a will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:15.635060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a432907e-b2d4-4510-b470-b5afd531815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.671562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=c9b7f8ea-4524-4624-b932-62bec43c469f,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:15.706142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:15.752988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.800817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.832782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:15.838440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:15.843753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:15.868647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event updated for resources: {'Port': ['ID=0f2cf95a-a881-4c20-b702-e48fc6fff188,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:15.904160 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-94d991b5-d27a-4f4e-a7ef-b7f46714bb7a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Floating IP ae927d2b-bb5e-4969-9749-073e8aadeac1 associated. External IP: 172.26.2.26, port: 505c77b4-a162-4b38-a458-75b07f4ba43e. Jun 16 15:13:15.917227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:15.930907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:15.936677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:15.966143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-2eb49c5a-fb1c-4299-9d45-e0463c252bbf tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Deleting port e8407443-e610-4053-998e-e6d0609af5c9 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:15.966498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2eb49c5a-fb1c-4299-9d45-e0463c252bbf tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:16.071126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:16.071730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:16.075371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event updated for resources: {'Port': ['ID=df4f0d14-ad29-4084-8f53-76b3a705c81a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:16.231291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f2c02ef1-a8ef-4eec-ad76-1362ebface3e None None] Provisioning for port df4f0d14-ad29-4084-8f53-76b3a705c81a completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:16.236388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f2c02ef1-a8ef-4eec-ad76-1362ebface3e None None] Provisioning complete for port df4f0d14-ad29-4084-8f53-76b3a705c81a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:16.236817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f2c02ef1-a8ef-4eec-ad76-1362ebface3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:16.265045 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f025e0f5-be1b-449d-9e99-a9b4c36b5f1e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9993029 Jun 16 15:13:16.265045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49862) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:16.270451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:16.276144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:16.280054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Usage tracker for resource:floatingip and tenant:bbac848b25204d1da1822c95465da75f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:16.280692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-f7a4925d-7eb3-4e93-a6e3-06456f50723f tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:13:16.283038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:16.289740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:16.310301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f2c02ef1-a8ef-4eec-ad76-1362ebface3e None None] Port df4f0d14-ad29-4084-8f53-76b3a705c81a cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:16.434650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:16.498060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:16.522803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:16.613298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7a4925d-7eb3-4e93-a6e3-06456f50723f tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:16.625620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Transition to ACTIVE for port object 1ebe8059-1922-456a-8cd9-be789812ca9c will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:16.960472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7a4925d-7eb3-4e93-a6e3-06456f50723f tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:16.991724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:17.080307 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:17.155824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c9b7f8ea-4524-4624-b932-62bec43c469f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:17.230048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c9b7f8ea-4524-4624-b932-62bec43c469f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:17.230527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:17.249678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2eb49c5a-fb1c-4299-9d45-e0463c252bbf tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:17.259273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:17.352393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Allocated IP 172.26.2.247 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/1c3effbe-344f-4422-83bd-af349b9e958e) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:17.360797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c9b7f8ea-4524-4624-b932-62bec43c469f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:17.527902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:17.572561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-2eb49c5a-fb1c-4299-9d45-e0463c252bbf tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Calling delete_port for e8407443-e610-4053-998e-e6d0609af5c9 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:17.586779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Router 292c9973-a14d-4e51-8a6a-73daecc003a6 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:13:17.650002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:17.651582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-c539a3b8-ff64-4996-bde8-bd42f6c5f948 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:13:17.651723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:17.733897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:17.735215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:17.739654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:17.749535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:17.765613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:17.792627 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-f7a4925d-7eb3-4e93-a6e3-06456f50723f tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Floating IP 062d46c1-a314-4e94-aecd-08eca1733565 associated. External IP: 172.26.2.119, port: 67ebcf0c-32c8-4575-ac9c-0f503a8f0373. Jun 16 15:13:17.850412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event updated for resources: {'Port': ['ID=1c3effbe-344f-4422-83bd-af349b9e958e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:17.872537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Port': ['ID=1ebe8059-1922-456a-8cd9-be789812ca9c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:17.893673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:17.895081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:17.906139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Sync routers for ids ['292c9973-a14d-4e51-8a6a-73daecc003a6'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:17.920872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Routers {'292c9973-a14d-4e51-8a6a-73daecc003a6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:17.922112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:12:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['292c9973-a14d-4e51-8a6a-73daecc003a6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:17.932930 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:17.987043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d991b5-d27a-4f4e-a7ef-b7f46714bb7a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Router 1253ddac-9b04-4697-916b-cb901e649537 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:13:18.009969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.013876 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2204ca66-98aa-477e-8b18-a4da9c7e9758 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3386712 Jun 16 15:13:18.014743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c539a3b8-ff64-4996-bde8-bd42f6c5f948 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.015275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49866) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:18.073372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:18.073912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.141250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Set router 292c9973-a14d-4e51-8a6a-73daecc003a6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:18.264517 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3e0182f4-2e8b-4b31-9295-03b0cc9b14b4 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/routers/292c9973-a14d-4e51-8a6a-73daecc003a6 HTTP/1.1" status: 200 len: 908 time: 0.2475309 Jun 16 15:13:18.290211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cfb465f7-ac38-4709-8078-cd3a50a03582 None None] Provisioning for port 1ebe8059-1922-456a-8cd9-be789812ca9c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:18.295450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.306667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cfb465f7-ac38-4709-8078-cd3a50a03582 None None] Provisioning complete for port 1ebe8059-1922-456a-8cd9-be789812ca9c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:18.307055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfb465f7-ac38-4709-8078-cd3a50a03582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.331174 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49870) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:18.422975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c10441ca-1dd0-4a7f-a33e-7bc9851711b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.433198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-cfb465f7-ac38-4709-8078-cd3a50a03582 None None] Port 1ebe8059-1922-456a-8cd9-be789812ca9c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:18.454981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c539a3b8-ff64-4996-bde8-bd42f6c5f948 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.522738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292c9973-a14d-4e51-8a6a-73daecc003a6', 'name': 'tempest-snat-router-1949463614', 'tenant_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.108'}], 'enable_snat': True}, 'gw_port_id': '0f2cf95a-a881-4c20-b702-e48fc6fff188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:11Z', 'updated_at': '2022-06-16T15:13:16Z', 'revision_number': 3, 'project_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'gw_port': {'id': '0f2cf95a-a881-4c20-b702-e48fc6fff188', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292c9973-a14d-4e51-8a6a-73daecc003a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:13:13Z', 'updated_at': '2022-06-16T15:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:18.526432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Checking router: 292c9973-a14d-4e51-8a6a-73daecc003a6 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:13:18.526785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Updating router 292c9973-a14d-4e51-8a6a-73daecc003a6 port 0f2cf95a-a881-4c20-b702-e48fc6fff188 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:13:18.582402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.773162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.773408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.811433 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e213db2b-1d67-4f4e-9cf2-19e7e49b57f3 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6136978 Jun 16 15:13:18.829550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49874) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:18.848318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-bd70e85e-d0ca-4986-b309-6e804bb3610c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:36:79:d0'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:18.906359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2eb49c5a-fb1c-4299-9d45-e0463c252bbf tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.976589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:18.990273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Transition to ACTIVE for port object 0f2cf95a-a881-4c20-b702-e48fc6fff188 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:19.013091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb49c5a-fb1c-4299-9d45-e0463c252bbf tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event deleted for resources: {'Port': ['ID=e8407443-e610-4053-998e-e6d0609af5c9,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:19.037449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d991b5-d27a-4f4e-a7ef-b7f46714bb7a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:19.056409 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] Sync routers for ids ['1253ddac-9b04-4697-916b-cb901e649537'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:19.069557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.070809 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] Routers {'1253ddac-9b04-4697-916b-cb901e649537'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:19.074347 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1253ddac-9b04-4697-916b-cb901e649537'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:19.074581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.080596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94d991b5-d27a-4f4e-a7ef-b7f46714bb7a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.180577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.190140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.218531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Attempting to bind port 0f2cf95a-a881-4c20-b702-e48fc6fff188 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:13:19.222327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Attempting to bind port 0f2cf95a-a881-4c20-b702-e48fc6fff188 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:13:19.222327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Attempting to bind port 0f2cf95a-a881-4c20-b702-e48fc6fff188 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:13:19.226614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f3c60-9a72-4e33-8382-07cc81af1f9f None None] Pushing event updated for resources: {'Port': ['ID=0f2cf95a-a881-4c20-b702-e48fc6fff188,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:19.233396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:13:19.233913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:19.234656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.235183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:13:19.236006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Bound port: 0f2cf95a-a881-4c20-b702-e48fc6fff188, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:13:19.236823 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.285662 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-c539a3b8-ff64-4996-bde8-bd42f6c5f948 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Floating IP 1eca3c68-690b-4c93-88c9-4155a79c53fb associated. External IP: 172.26.2.156, port: 2cd0cca9-bcbf-447f-b513-27db80027157. Jun 16 15:13:19.360985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] For port 0f2cf95a-a881-4c20-b702-e48fc6fff188, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:13:19.365910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] For port 0f2cf95a-a881-4c20-b702-e48fc6fff188, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0f2cf95a-a881-4c20-b702-e48fc6fff188,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:13:19.366961 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] Set router 1253ddac-9b04-4697-916b-cb901e649537 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:19.432999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Deleting port 0f2cf95a-a881-4c20-b702-e48fc6fff188 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:19.432999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.456454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event updated for resources: {'Port': ['ID=1c3effbe-344f-4422-83bd-af349b9e958e,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:19.475424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.498051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.539814 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd70e85e-d0ca-4986-b309-6e804bb3610c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.595266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Routers {'292c9973-a14d-4e51-8a6a-73daecc003a6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:19.596492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['292c9973-a14d-4e51-8a6a-73daecc003a6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:19.642654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.642654 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4913615c-5fc5-4f36-884f-be3c106db730 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3738370 Jun 16 15:13:19.690524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49878) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:19.713037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b865cb0c-ff20-474b-ab54-5533fadec34f tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Request body: {'floatingip': {'port_id': 'df4f0d14-ad29-4084-8f53-76b3a705c81a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:19.784309 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-94d991b5-d27a-4f4e-a7ef-b7f46714bb7a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "PUT /v2.0/floatingips/ae927d2b-bb5e-4969-9749-073e8aadeac1 HTTP/1.1" status: 200 len: 990 time: 8.2405195 Jun 16 15:13:19.791005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f3c60-9a72-4e33-8382-07cc81af1f9f None None] Pushing event updated for resources: {'Port': ['ID=0f2cf95a-a881-4c20-b702-e48fc6fff188,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:19.792939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'tag': '505c77b4-a162-4b38-a458-75b07f4ba43e'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:19.812481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] Set router 292c9973-a14d-4e51-8a6a-73daecc003a6 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:19.844168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b865cb0c-ff20-474b-ab54-5533fadec34f tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for floatingip, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.849099 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:18Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'ae927d2b-bb5e-4969-9749-073e8aadeac1', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'floating_ip_address': '172.26.2.26', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1253ddac-9b04-4697-916b-cb901e649537', 'port_id': '505c77b4-a162-4b38-a458-75b07f4ba43e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'mac_address': 'fa:16:3e:3b:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:12:31Z', 'updated_at': '2022-06-16T15:13:14Z', 'revision_number': 1, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20da83-22aa-4d76-81ad-8048274a9f38', 'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'mac_address': 'fa:16:3e:dc:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:15Z', 'updated_at': '2022-06-16T15:12:28Z', 'revision_number': 5, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'subnets': [{'id': 'b745a143-a783-4450-bc27-036ab6b44645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:19.861873 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] Checking router: 1253ddac-9b04-4697-916b-cb901e649537 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:13:19.867792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.892084 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] Routers {'1253ddac-9b04-4697-916b-cb901e649537'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:19.893169 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1253ddac-9b04-4697-916b-cb901e649537'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:19.954768 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a610894-feaa-45f3-880b-e1245e5866b9'] response: {'name': 'network-changed', 'server_uuid': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'tag': '505c77b4-a162-4b38-a458-75b07f4ba43e', 'status': 'completed', 'code': 200} Jun 16 15:13:19.963914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a4925d-7eb3-4e93-a6e3-06456f50723f tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:13:19.965418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2eb49c5a-fb1c-4299-9d45-e0463c252bbf tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:19.967592 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2eb49c5a-fb1c-4299-9d45-e0463c252bbf tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "DELETE /v2.0/ports/e8407443-e610-4053-998e-e6d0609af5c9 HTTP/1.1" status: 204 len: 168 time: 4.5805583 Jun 16 15:13:19.980127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292c9973-a14d-4e51-8a6a-73daecc003a6', 'name': 'tempest-snat-router-1949463614', 'tenant_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:11Z', 'updated_at': '2022-06-16T15:13:19Z', 'revision_number': 4, 'project_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:19.985220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840ccf5-57c7-4a31-b2b4-74b7e046394d None None] The sync data for ids ['292c9973-a14d-4e51-8a6a-73daecc003a6'] in dv-neutron-846028-2-hyperv is: [{'id': '292c9973-a14d-4e51-8a6a-73daecc003a6', 'name': 'tempest-snat-router-1949463614', 'tenant_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:11Z', 'updated_at': '2022-06-16T15:13:19Z', 'revision_number': 4, 'project_id': '48b47533e9b747d68b5c6dce40f9e1ec', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:19.987224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49886) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:20.165147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:20.255267 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] Set router 1253ddac-9b04-4697-916b-cb901e649537 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:20.397213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] For port 0f2cf95a-a881-4c20-b702-e48fc6fff188, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0f2cf95a-a881-4c20-b702-e48fc6fff188,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:20.398176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:20.556632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c539a3b8-ff64-4996-bde8-bd42f6c5f948 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Router 336ec09f-d2f4-49ee-b239-e6b8369ff139 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:13:20.603237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0e491-b55b-43c8-be3f-bc01f7f671cf req-402d7d07-82dd-4278-838d-ceb13e627b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:20.604796 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a2d0e491-b55b-43c8-be3f-bc01f7f671cf req-402d7d07-82dd-4278-838d-ceb13e627b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 945 time: 0.5575497 Jun 16 15:13:20.613137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Calling delete_port for 0f2cf95a-a881-4c20-b702-e48fc6fff188 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:20.655477 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:18Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'ae927d2b-bb5e-4969-9749-073e8aadeac1', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'floating_ip_address': '172.26.2.26', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1253ddac-9b04-4697-916b-cb901e649537', 'port_id': '505c77b4-a162-4b38-a458-75b07f4ba43e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'mac_address': 'fa:16:3e:3b:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:12:31Z', 'updated_at': '2022-06-16T15:13:14Z', 'revision_number': 1, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20da83-22aa-4d76-81ad-8048274a9f38', 'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'mac_address': 'fa:16:3e:dc:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:15Z', 'updated_at': '2022-06-16T15:12:28Z', 'revision_number': 5, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'subnets': [{'id': 'b745a143-a783-4450-bc27-036ab6b44645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:20.660501 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f8234-4704-422a-99ef-6ba255d8ed67 None None] The sync data for ids ['1253ddac-9b04-4697-916b-cb901e649537'] in dv-neutron-846028-2-hyperv is: [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:18Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'ae927d2b-bb5e-4969-9749-073e8aadeac1', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'floating_ip_address': '172.26.2.26', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1253ddac-9b04-4697-916b-cb901e649537', 'port_id': '505c77b4-a162-4b38-a458-75b07f4ba43e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'mac_address': 'fa:16:3e:3b:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:12:31Z', 'updated_at': '2022-06-16T15:13:14Z', 'revision_number': 1, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20da83-22aa-4d76-81ad-8048274a9f38', 'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'mac_address': 'fa:16:3e:dc:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:15Z', 'updated_at': '2022-06-16T15:12:28Z', 'revision_number': 5, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'subnets': [{'id': 'b745a143-a783-4450-bc27-036ab6b44645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:20.696008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa31f1c-e12e-443f-b7e8-283ea16c84ca tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:20.697013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5aa31f1c-e12e-443f-b7e8-283ea16c84ca tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Synchronizing usage tracker for tenant:a667b898d1f2427081bdf6f64462ebc7 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:20.703678 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-b865cb0c-ff20-474b-ab54-5533fadec34f tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] update failed (client error): The resource could not be found. Jun 16 15:13:20.707507 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b865cb0c-ff20-474b-ab54-5533fadec34f tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "PUT /v2.0/floatingips/0d537618-4f8a-40dc-b949-95d01b0a068a HTTP/1.1" status: 404 len: 507 time: 1.0134163 Jun 16 15:13:20.710211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-01b3e501-6cc8-41d5-bad2-3ff26f770c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:20.711641 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-01b3e501-6cc8-41d5-bad2-3ff26f770c48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f37f7f14be2745539000b6d1025d8e9c&device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 1098 time: 0.7317643 Jun 16 15:13:20.712152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49890) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:20.735588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a4925d-7eb3-4e93-a6e3-06456f50723f tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:20.743085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7a4925d-7eb3-4e93-a6e3-06456f50723f tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:20.747861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] Sync routers for ids ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:20.764017 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] Routers {'19de1a74-75bd-4a0f-9f2c-bab0c4487c53'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:20.766210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:20.795439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [None req-bd70e85e-d0ca-4986-b309-6e804bb3610c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:13:20.829130 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a2d0e491-b55b-43c8-be3f-bc01f7f671cf req-ded7c235-03db-4007-aa0b-e4cec1c574aa tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091639 Jun 16 15:13:20.892613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd70e85e-d0ca-4986-b309-6e804bb3610c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:20.915348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Router 98400a5c-b560-4f6a-84b0-a0b209c0b9cb is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:13:20.937931 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f7a4925d-7eb3-4e93-a6e3-06456f50723f tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "PUT /v2.0/floatingips/062d46c1-a314-4e94-aecd-08eca1733565 HTTP/1.1" status: 200 len: 992 time: 7.8137553 Jun 16 15:13:20.983598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c539a3b8-ff64-4996-bde8-bd42f6c5f948 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:20.986892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5aa31f1c-e12e-443f-b7e8-283ea16c84ca tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Unset dirty status for tenant:a667b898d1f2427081bdf6f64462ebc7 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:20.998059 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5aa31f1c-e12e-443f-b7e8-283ea16c84ca tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb084d9f-fe9e-447b-9b15-26db0cfe9aec HTTP/1.1" status: 200 len: 913 time: 1.0042622 Jun 16 15:13:20.998230 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] Sync routers for ids ['336ec09f-d2f4-49ee-b239-e6b8369ff139'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:20.999677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c539a3b8-ff64-4996-bde8-bd42f6c5f948 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:21.016041 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] Routers {'336ec09f-d2f4-49ee-b239-e6b8369ff139'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:21.016370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49900) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:21.016682 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['336ec09f-d2f4-49ee-b239-e6b8369ff139'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:21.032890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] Set router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:21.102661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd70e85e-d0ca-4986-b309-6e804bb3610c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:21.219858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-356ab296-fc57-4b9b-82ff-de44bef01adf tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Deleting port 1c3effbe-344f-4422-83bd-af349b9e958e {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:21.220160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-356ab296-fc57-4b9b-82ff-de44bef01adf tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:21.221628 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c539a3b8-ff64-4996-bde8-bd42f6c5f948 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "PUT /v2.0/floatingips/1eca3c68-690b-4c93-88c9-4155a79c53fb HTTP/1.1" status: 200 len: 991 time: 6.9091651 Jun 16 15:13:21.367077 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] Set router 336ec09f-d2f4-49ee-b239-e6b8369ff139 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:21.467426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04f33b-4559-4e84-a86f-11fbe80ef3ad None None] New status for floating IP ae927d2b-bb5e-4969-9749-073e8aadeac1: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:13:21.488306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70e85e-d0ca-4986-b309-6e804bb3610c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Port': ['ID=1ebe8059-1922-456a-8cd9-be789812ca9c,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:21.526663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-c531841f-7237-4f24-8c67-ffda53cc2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:21.528210 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-c531841f-7237-4f24-8c67-ffda53cc2334 service neutron] 10.222.0.46 "GET /v2.0/networks?id=89f51b72-dd77-430d-85f6-ddeb52f1aaeb HTTP/1.1" status: 200 len: 907 time: 0.7241979 Jun 16 15:13:21.573420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bd70e85e-d0ca-4986-b309-6e804bb3610c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] In _notify_port_updated(), no bound segment for port 1ebe8059-1922-456a-8cd9-be789812ca9c on network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:13:21.583845 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70e85e-d0ca-4986-b309-6e804bb3610c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:21.584529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd70e85e-d0ca-4986-b309-6e804bb3610c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:21.592105 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bd70e85e-d0ca-4986-b309-6e804bb3610c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "PUT /v2.0/ports/1ebe8059-1922-456a-8cd9-be789812ca9c HTTP/1.1" status: 200 len: 993 time: 2.7578080 Jun 16 15:13:21.593901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49906) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:21.686648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:21.724878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b2f4d038-ad95-4b2d-8ed1-d9b3dbf224a6 None None] Provisioning complete for port 1ebe8059-1922-456a-8cd9-be789812ca9c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:21.725245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d038-ad95-4b2d-8ed1-d9b3dbf224a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:21.735598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71387108-ecbb-48fd-8978-3b764d111b29 req-9d88f6d4-69ef-4ac2-bcbc-c161efcf6146 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:21.738003 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71387108-ecbb-48fd-8978-3b764d111b29 req-9d88f6d4-69ef-4ac2-bcbc-c161efcf6146 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 946 time: 0.6269867 Jun 16 15:13:21.759228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d7aeae66-30a1-4f0d-b367-c755623c180a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Deleting port 1ebe8059-1922-456a-8cd9-be789812ca9c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:21.759634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d7aeae66-30a1-4f0d-b367-c755623c180a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:21.855893 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b18fd8b-eff1-44de-b2e2-8007a90f674d None None] Sync routers for ids ['98400a5c-b560-4f6a-84b0-a0b209c0b9cb'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:21.877482 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b18fd8b-eff1-44de-b2e2-8007a90f674d None None] Routers {'98400a5c-b560-4f6a-84b0-a0b209c0b9cb'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:21.878383 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6b18fd8b-eff1-44de-b2e2-8007a90f674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98400a5c-b560-4f6a-84b0-a0b209c0b9cb'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:21.924238 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71387108-ecbb-48fd-8978-3b764d111b29 req-2381eab9-1aa2-499d-9e99-41424aa06523 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737566 Jun 16 15:13:21.934963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:21.936669 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-26828058-4921-40b7-a076-afc422465026 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 13.1980879 Jun 16 15:13:21.941363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49910) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:21.961911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:21.978190 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6b18fd8b-eff1-44de-b2e2-8007a90f674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:22.003780 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b18fd8b-eff1-44de-b2e2-8007a90f674d None None] Routers {'98400a5c-b560-4f6a-84b0-a0b209c0b9cb'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:22.004533 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6b18fd8b-eff1-44de-b2e2-8007a90f674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98400a5c-b560-4f6a-84b0-a0b209c0b9cb'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:22.029725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4d038-ad95-4b2d-8ed1-d9b3dbf224a6 None None] Port 1ebe8059-1922-456a-8cd9-be789812ca9c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:22.030584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780b383f-0198-48f8-8601-fe04918b3665', 'tag': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373'}, {'name': 'network-changed', 'server_uuid': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'tag': '2cd0cca9-bcbf-447f-b513-27db80027157'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:22.041416 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:25Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '062d46c1-a314-4e94-aecd-08eca1733565', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'floating_ip_address': '172.26.2.119', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'port_id': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'mac_address': 'fa:16:3e:83:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b383f-0198-48f8-8601-fe04918b3665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:12:41Z', 'updated_at': '2022-06-16T15:13:15Z', 'revision_number': 1, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d73376e-7261-4fdb-a62a-68f367452165', 'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'mac_address': 'fa:16:3e:9e:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:19Z', 'updated_at': '2022-06-16T15:12:35Z', 'revision_number': 5, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'subnets': [{'id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:22.056686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] Checking router: 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:13:22.070158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] Routers {'19de1a74-75bd-4a0f-9f2c-bab0c4487c53'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:22.070959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:22.109773 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6b18fd8b-eff1-44de-b2e2-8007a90f674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:22.110168 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b18fd8b-eff1-44de-b2e2-8007a90f674d None None] The sync data for ids ['98400a5c-b560-4f6a-84b0-a0b209c0b9cb'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:22.122168 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-565406ad-9b02-4da7-9f04-d048ebfc0be8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=505c77b4-a162-4b38-a458-75b07f4ba43e HTTP/1.1" status: 200 len: 998 time: 0.5618899 Jun 16 15:13:22.123813 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '1eca3c68-690b-4c93-88c9-4155a79c53fb', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'port_id': '2cd0cca9-bcbf-447f-b513-27db80027157', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'mac_address': 'fa:16:3e:f7:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:12:29Z', 'updated_at': '2022-06-16T15:13:17Z', 'revision_number': 1, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66af6aa9-d071-496e-8584-b513a57c6e7b', 'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'mac_address': 'fa:16:3e:b8:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:12Z', 'updated_at': '2022-06-16T15:12:26Z', 'revision_number': 5, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'subnets': [{'id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:22.149780 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] Checking router: 336ec09f-d2f4-49ee-b239-e6b8369ff139 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:13:22.165149 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] Routers {'336ec09f-d2f4-49ee-b239-e6b8369ff139'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:22.165882 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['336ec09f-d2f4-49ee-b239-e6b8369ff139'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:22.212615 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb4fede-a216-4aad-9a46-0a4cdcbfd7be'] response: {'name': 'network-changed', 'server_uuid': '780b383f-0198-48f8-8601-fe04918b3665', 'tag': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373', 'status': 'completed', 'code': 200} Jun 16 15:13:22.212959 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb4fede-a216-4aad-9a46-0a4cdcbfd7be'] response: {'name': 'network-changed', 'server_uuid': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'tag': '2cd0cca9-bcbf-447f-b513-27db80027157', 'status': 'completed', 'code': 200} Jun 16 15:13:22.242302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:22.247068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-356ab296-fc57-4b9b-82ff-de44bef01adf tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:22.247429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-356ab296-fc57-4b9b-82ff-de44bef01adf tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:22.335850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f2cf95a-a881-4c20-b702-e48fc6fff188,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:22.375458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] Set router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:22.386264 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] Set router 336ec09f-d2f4-49ee-b239-e6b8369ff139 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:22.506493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-356ab296-fc57-4b9b-82ff-de44bef01adf tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Calling delete_port for 1c3effbe-344f-4422-83bd-af349b9e958e owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:22.527621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d7aeae66-30a1-4f0d-b367-c755623c180a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:22.554077 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1a64bceb-3729-4420-8a52-4132adb061cd tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/routers/98400a5c-b560-4f6a-84b0-a0b209c0b9cb HTTP/1.1" status: 200 len: 919 time: 0.6113586 Jun 16 15:13:22.560649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49920) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:22.590029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-cc0744c4-7a09-493a-901d-55e9b4fdb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:22.591530 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-cc0744c4-7a09-493a-901d-55e9b4fdb6fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b745a143-a783-4450-bc27-036ab6b44645 HTTP/1.1" status: 200 len: 845 time: 0.4487381 Jun 16 15:13:22.681244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d7aeae66-30a1-4f0d-b367-c755623c180a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Calling delete_port for 1ebe8059-1922-456a-8cd9-be789812ca9c owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:22.746131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:22.772754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-0cd0d44e-9fce-47ce-8a5e-65fcd1ede158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:22.775049 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-0cd0d44e-9fce-47ce-8a5e-65fcd1ede158 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d0746fe46ac469f893cb7bed7348f6e&device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 1099 time: 0.6117947 Jun 16 15:13:22.781562 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a87f25b4-ff93-4d98-a8f1-8ab5dbb8a3ee tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=98400a5c-b560-4f6a-84b0-a0b209c0b9cb HTTP/1.1" status: 200 len: 205 time: 0.1621926 Jun 16 15:13:22.783714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49924) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:22.839543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:25Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '062d46c1-a314-4e94-aecd-08eca1733565', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'floating_ip_address': '172.26.2.119', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'port_id': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'mac_address': 'fa:16:3e:83:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b383f-0198-48f8-8601-fe04918b3665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:12:41Z', 'updated_at': '2022-06-16T15:13:15Z', 'revision_number': 1, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d73376e-7261-4fdb-a62a-68f367452165', 'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'mac_address': 'fa:16:3e:9e:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:19Z', 'updated_at': '2022-06-16T15:12:35Z', 'revision_number': 5, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'subnets': [{'id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:22.844915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3eb154-f64b-4a65-9f80-43b49c022f9f None None] The sync data for ids ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'] in dv-neutron-846028-2-hyperv is: [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:25Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '062d46c1-a314-4e94-aecd-08eca1733565', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'floating_ip_address': '172.26.2.119', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'port_id': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'mac_address': 'fa:16:3e:83:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780b383f-0198-48f8-8601-fe04918b3665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:12:41Z', 'updated_at': '2022-06-16T15:13:15Z', 'revision_number': 1, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d73376e-7261-4fdb-a62a-68f367452165', 'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'mac_address': 'fa:16:3e:9e:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:19Z', 'updated_at': '2022-06-16T15:12:35Z', 'revision_number': 5, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'subnets': [{'id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:22.869057 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '1eca3c68-690b-4c93-88c9-4155a79c53fb', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'port_id': '2cd0cca9-bcbf-447f-b513-27db80027157', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'mac_address': 'fa:16:3e:f7:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:12:29Z', 'updated_at': '2022-06-16T15:13:17Z', 'revision_number': 1, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66af6aa9-d071-496e-8584-b513a57c6e7b', 'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'mac_address': 'fa:16:3e:b8:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:12Z', 'updated_at': '2022-06-16T15:12:26Z', 'revision_number': 5, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'subnets': [{'id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:22.873568 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a313e-d4f1-4dbc-a763-368cca65f89b None None] The sync data for ids ['336ec09f-d2f4-49ee-b239-e6b8369ff139'] in dv-neutron-846028-2-hyperv is: [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '1eca3c68-690b-4c93-88c9-4155a79c53fb', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'port_id': '2cd0cca9-bcbf-447f-b513-27db80027157', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'mac_address': 'fa:16:3e:f7:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:12:29Z', 'updated_at': '2022-06-16T15:13:17Z', 'revision_number': 1, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66af6aa9-d071-496e-8584-b513a57c6e7b', 'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'mac_address': 'fa:16:3e:b8:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:12Z', 'updated_at': '2022-06-16T15:12:26Z', 'revision_number': 5, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'subnets': [{'id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:22.994510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.028268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.105826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-942acfac-c1fe-4124-803f-f02aa224b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:23.107275 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-942acfac-c1fe-4124-803f-f02aa224b467 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=89f51b72-dd77-430d-85f6-ddeb52f1aaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4733071 Jun 16 15:13:23.155364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1556dbb9-ff7d-471d-816d-82ed23d2e7c1 None None] New status for floating IP 062d46c1-a314-4e94-aecd-08eca1733565: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:13:23.173997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.174664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 292c9973-a14d-4e51-8a6a-73daecc003a6 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:23.186174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.200742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-356ab296-fc57-4b9b-82ff-de44bef01adf tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.279255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ab296-fc57-4b9b-82ff-de44bef01adf tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event deleted for resources: {'Port': ['ID=1c3effbe-344f-4422-83bd-af349b9e958e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:23.337551 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e601311-973f-491d-afce-0020aaa6fb28 None None] New status for floating IP 1eca3c68-690b-4c93-88c9-4155a79c53fb: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:13:23.514966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-ffbde1f3-30e6-4e5b-84d2-2db1a08d7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:23.516555 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-ffbde1f3-30e6-4e5b-84d2-2db1a08d7b0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=195e631b-ddb7-4aa7-b032-9b54ff8e4f46 HTTP/1.1" status: 200 len: 913 time: 0.7320869 Jun 16 15:13:23.648648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.652522 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-caae9a09-ca73-45cf-bab0-aa2c0aaa5ab8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "DELETE /v2.0/routers/292c9973-a14d-4e51-8a6a-73daecc003a6 HTTP/1.1" status: 204 len: 168 time: 5.3127482 Jun 16 15:13:23.659283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49928) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:23.665160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d7aeae66-30a1-4f0d-b367-c755623c180a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.754140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aeae66-30a1-4f0d-b367-c755623c180a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event deleted for resources: {'Port': ['ID=1ebe8059-1922-456a-8cd9-be789812ca9c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:23.764207 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-06b3053a-73d8-4b43-a662-cdbfadd14031 service neutron] 10.222.0.46 "GET /v2.0/networks/89f51b72-dd77-430d-85f6-ddeb52f1aaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188269 Jun 16 15:13:23.766568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.816346 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-793bf714-0d1f-478b-b4a4-324f7c43d5a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ebcf0c-32c8-4575-ac9c-0f503a8f0373 HTTP/1.1" status: 200 len: 1002 time: 0.2796021 Jun 16 15:13:23.859573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-356ab296-fc57-4b9b-82ff-de44bef01adf tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.862413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-356ab296-fc57-4b9b-82ff-de44bef01adf tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.867458 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-356ab296-fc57-4b9b-82ff-de44bef01adf tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "DELETE /v2.0/floatingips/0d537618-4f8a-40dc-b949-95d01b0a068a HTTP/1.1" status: 204 len: 168 time: 3.1473496 Jun 16 15:13:23.871972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49932) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:23.873302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.891266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6622ae87-040c-4bc5-be35-6ce015ce899d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Request body: {'floatingip': {'floating_network_id': 'c95c8ff4-a171-4df6-83e6-a68e4bba6f0a', 'port_id': 'df4f0d14-ad29-4084-8f53-76b3a705c81a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:23.932440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6622ae87-040c-4bc5-be35-6ce015ce899d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:23.943927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6622ae87-040c-4bc5-be35-6ce015ce899d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Usage tracker for resource:floatingip and tenant:bbac848b25204d1da1822c95465da75f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:23.952100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6622ae87-040c-4bc5-be35-6ce015ce899d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:24.006706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6622ae87-040c-4bc5-be35-6ce015ce899d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:24.039343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-ae054faa-07fc-4dae-a68c-5bf2877ee35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:24.040679 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-ae054faa-07fc-4dae-a68c-5bf2877ee35e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=42e2af42-3a36-4b61-96bf-8854bf80c4ae HTTP/1.1" status: 200 len: 851 time: 0.2148581 Jun 16 15:13:24.045931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Deleting port e98f46fe-b9e9-4110-904f-d7101c9d9a87 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:24.046282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:24.139854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:24.150866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6622ae87-040c-4bc5-be35-6ce015ce899d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:24.223424 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2f4879a3-d0f4-4925-8019-457d486cc79d req-783d925f-65ab-4502-b6d1-f9758de73be6 service neutron] 10.222.0.46 "GET /v2.0/networks/89f51b72-dd77-430d-85f6-ddeb52f1aaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065642 Jun 16 15:13:24.260497 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d7aeae66-30a1-4f0d-b367-c755623c180a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:24.331028 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d7aeae66-30a1-4f0d-b367-c755623c180a tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "DELETE /v2.0/ports/1ebe8059-1922-456a-8cd9-be789812ca9c HTTP/1.1" status: 204 len: 168 time: 2.7257423 Jun 16 15:13:24.336838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49936) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:24.399502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-078f83eb-013a-4b3a-ba3c-9d65743a791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:24.400951 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-078f83eb-013a-4b3a-ba3c-9d65743a791b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=195e631b-ddb7-4aa7-b032-9b54ff8e4f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3253875 Jun 16 15:13:24.442308 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a6549d-f703-49cb-8366-8ab18666349f tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] GET failed (client error): The resource could not be found. Jun 16 15:13:24.447196 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-43a6549d-f703-49cb-8366-8ab18666349f tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "GET /v2.0/ports/1ebe8059-1922-456a-8cd9-be789812ca9c HTTP/1.1" status: 404 len: 333 time: 0.1059144 Jun 16 15:13:24.449208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49940) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:24.457541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'port': {'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2', 'name': 'tempest-AllowedAddressPairTestJSON-1424474395'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:24.468768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:24.591589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:24.604253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Calling delete_port for e98f46fe-b9e9-4110-904f-d7101c9d9a87 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:24.670764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:24.801892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Usage tracker for resource:port and tenant:fbc338e8a7624fc7bab9606ff3733d63 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:24.801892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:24.801892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:24.802230 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-6533bfc5-ea6b-40f4-ae46-804574ebacdf service neutron] 10.222.0.46 "GET /v2.0/networks/195e631b-ddb7-4aa7-b032-9b54ff8e4f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850732 Jun 16 15:13:24.832746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Deleting port c9b7f8ea-4524-4624-b932-62bec43c469f {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:24.833741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:24.870314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Deleting port ce2e1e38-a272-4474-9345-9d7becf1c29e {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:24.870565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.082366 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-6622ae87-040c-4bc5-be35-6ce015ce899d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:13:25.086820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Made reservation on behalf of fbc338e8a7624fc7bab9606ff3733d63 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:25.087606 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6622ae87-040c-4bc5-be35-6ce015ce899d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2112684 Jun 16 15:13:25.089595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.095155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49944) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:25.106196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'df4f0d14-ad29-4084-8f53-76b3a705c81a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:25.115351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:25.134725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Usage tracker for resource:floatingip and tenant:bbac848b25204d1da1822c95465da75f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:25.143020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:25.154955 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-4bb0048d-9104-417f-abac-ad55da29e3ce service neutron] 10.222.0.46 "GET /v2.0/networks/195e631b-ddb7-4aa7-b032-9b54ff8e4f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503296 Jun 16 15:13:25.155756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:25.243384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.251348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] device_id is not set on port 4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:13:25.294292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.322730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Pushing event deleted for resources: {'Port': ['ID=e98f46fe-b9e9-4110-904f-d7101c9d9a87,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:25.382135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.389938 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] For port c9b7f8ea-4524-4624-b932-62bec43c469f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c9b7f8ea-4524-4624-b932-62bec43c469f,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:25.390215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.536688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.670385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Calling delete_port for ce2e1e38-a272-4474-9345-9d7becf1c29e owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:25.708974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Calling delete_port for c9b7f8ea-4524-4624-b932-62bec43c469f owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:25.728441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.732764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.736402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-8cd2a95b-47eb-401d-a68a-f292168d8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:25.737865 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-8cd2a95b-47eb-401d-a68a-f292168d8ff8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad081a7e9231445ba34114528f1d30a4&device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 1098 time: 0.4129782 Jun 16 15:13:25.825473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Allocated IP 172.20.0.13 (8ca59d5a-7cbe-495e-9a12-c3e994ed14a2/89adf950-1f3a-471a-a906-0bb781451d0e/4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:25.873834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.917361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:25.917976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Fanout notify agent at l3_agent the message router_deleted on router 98400a5c-b560-4f6a-84b0-a0b209c0b9cb {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:25.957769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-437eef28-50dc-41ec-98fc-5ccd8c4cfbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:25.959251 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-437eef28-50dc-41ec-98fc-5ccd8c4cfbfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 200 len: 913 time: 0.2147205 Jun 16 15:13:26.036804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.038093 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-15302430-8a34-425d-a3c3-b219af06c348 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/98400a5c-b560-4f6a-84b0-a0b209c0b9cb HTTP/1.1" status: 204 len: 168 time: 3.2523375 Jun 16 15:13:26.048167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49948) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:26.089811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1826326461', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'enable_snat': False}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:26.107722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:26.129531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Usage tracker for resource:router and tenant:3cbd048a5c76418d94e0d5a55b0319b3 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:26.135414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:26.146574 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-cf474bf5-a32a-4b7d-ac65-32afd4e2ab49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 200 len: 1001 time: 0.1790452 Jun 16 15:13:26.150329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:26.203253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Allocated IP 172.26.2.230 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/3af801d3-8fec-4cd2-b7d2-b817ffaa8565) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:26.209447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.254908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.272452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-e2c5db90-701e-4330-8990-ba2aacfd132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:26.273873 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-e2c5db90-701e-4330-8990-ba2aacfd132a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d65951-18ae-4b18-be19-745c773e01b0 HTTP/1.1" status: 200 len: 851 time: 0.1177490 Jun 16 15:13:26.290627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Transition to ACTIVE for port object 4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:26.300046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.318321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9b7f8ea-4524-4624-b932-62bec43c469f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:26.357678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.358706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.421917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.447336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event deleted for resources: {'Port': ['ID=ce2e1e38-a272-4474-9345-9d7becf1c29e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:26.469195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.482256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-b6d94f56-b05d-4e68-90b1-dbcea00ad67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:26.483593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-b6d94f56-b05d-4e68-90b1-dbcea00ad67f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7e237ff-536e-40be-8c14-25d5099978ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1634943 Jun 16 15:13:26.683282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.917949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.920897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.928672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.962458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.034897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:27.044762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.051344 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-30fa00f8-d605-47fe-ab45-4cbd5a80685f service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604563 Jun 16 15:13:27.060123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:27.087469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:27.094149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:27.098385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Port': ['ID=4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:27.102625 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:27.104667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:27.145142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event updated for resources: {'Port': ['ID=3af801d3-8fec-4cd2-b7d2-b817ffaa8565,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:27.170384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.170834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c839c5b-f157-4154-80a4-c160a53c15d1 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:27.202456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.221452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:27.222082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.348227 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c79b463-71a2-4ee9-8a49-88f170ef8e2f req-27968ee3-c70a-471a-8c1d-a6a051a84f0f service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869978 Jun 16 15:13:27.356903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.358536 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-28456ef8-07e3-4862-a92b-8964add0afd8 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "DELETE /v2.0/routers/4c839c5b-f157-4154-80a4-c160a53c15d1 HTTP/1.1" status: 204 len: 168 time: 3.6983304 Jun 16 15:13:27.361610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49954) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:27.369519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1311823235', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:27.385212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:27.399661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Usage tracker for resource:router and tenant:ca51a95e1a15492bbcd416ee1f48912e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:27.403929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:27.460743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:27.472723 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c271bc2a-dcb9-4e1c-8918-ec55c475f1eb tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0199051 Jun 16 15:13:27.474013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49958) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:27.483237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Deleting port 3af801d3-8fec-4cd2-b7d2-b817ffaa8565 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:27.483791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.485617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2244d03a-1684-46f2-b6d0-c96af7872dbc tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:36:79:d0'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:27.609971 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-165b1234-f1c4-48cf-9a08-1330e2f83f88 None None] Provisioning for port 4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:27.617382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-165b1234-f1c4-48cf-9a08-1330e2f83f88 None None] Provisioning complete for port 4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:27.622004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-165b1234-f1c4-48cf-9a08-1330e2f83f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.650552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.658726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.674956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-165b1234-f1c4-48cf-9a08-1330e2f83f88 None None] Port 4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:27.758963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.825238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.825563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.976481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Router bb084d9f-fe9e-447b-9b15-26db0cfe9aec has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:13:28.068050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:28.097977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Calling delete_port for 3af801d3-8fec-4cd2-b7d2-b817ffaa8565 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:28.141492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:28.190994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2244d03a-1684-46f2-b6d0-c96af7872dbc tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:28.365634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Allocated IP 172.26.2.225 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/03b2ab33-154f-424f-9069-47561fb2ff56) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:28.432235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:28.454419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:28.515879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event deleted for resources: {'Port': ['ID=3af801d3-8fec-4cd2-b7d2-b817ffaa8565,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:28.631874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:28.643211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b43c6-51fa-4bda-9d8e-47270ed1e8f4 None None] Sync routers for ids ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:28.643752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:28.654062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b43c6-51fa-4bda-9d8e-47270ed1e8f4 None None] Routers {'bb084d9f-fe9e-447b-9b15-26db0cfe9aec'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:28.654667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-558b43c6-51fa-4bda-9d8e-47270ed1e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:28.704650 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c7bf3b69-d2fe-46da-8593-8bb5f9d2fa1c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "PUT /v2.0/routers/bb084d9f-fe9e-447b-9b15-26db0cfe9aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6872218 Jun 16 15:13:28.708823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49962) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:28.719315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-558b43c6-51fa-4bda-9d8e-47270ed1e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:28.729158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b43c6-51fa-4bda-9d8e-47270ed1e8f4 None None] Routers {'bb084d9f-fe9e-447b-9b15-26db0cfe9aec'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:28.729765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-558b43c6-51fa-4bda-9d8e-47270ed1e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:28.768305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:28.792177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-558b43c6-51fa-4bda-9d8e-47270ed1e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:28.792568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b43c6-51fa-4bda-9d8e-47270ed1e8f4 None None] The sync data for ids ['bb084d9f-fe9e-447b-9b15-26db0cfe9aec'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:28.806270 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] create failed (client error): The resource could not be found. Jun 16 15:13:28.807330 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-34be575e-ba6a-4152-b99d-7e5f67bd69b2 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7112463 Jun 16 15:13:28.811198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49968) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:28.861199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:28.866164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:28.877534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:28.878413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2244d03a-1684-46f2-b6d0-c96af7872dbc tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:28.904456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-de7ab3e6-88e1-417e-a6b9-6ebd5d8e9c31 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Deleting port df4f0d14-ad29-4084-8f53-76b3a705c81a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:28.904710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de7ab3e6-88e1-417e-a6b9-6ebd5d8e9c31 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:28.976072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event updated for resources: {'Port': ['ID=03b2ab33-154f-424f-9069-47561fb2ff56,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:29.029393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2244d03a-1684-46f2-b6d0-c96af7872dbc tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.069840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.103610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c9b7f8ea-4524-4624-b932-62bec43c469f no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:13:29.178208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: c9b7f8ea-4524-4624-b932-62bec43c469f {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:13:29.178975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c9b7f8ea-4524-4624-b932-62bec43c469f not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:13:29.263555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.346093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.347939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244d03a-1684-46f2-b6d0-c96af7872dbc tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Port': ['ID=4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:29.369165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.411226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f8adb895-953e-4074-bf42-65443abcd59a None None] Provisioning complete for port 4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:29.411897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8adb895-953e-4074-bf42-65443abcd59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.472328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f8adb895-953e-4074-bf42-65443abcd59a None None] Port 4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:29.580890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Deleting port 4eb0a06a-09ae-4881-aaac-5d9f1117a330 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:29.581493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.596813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-2244d03a-1684-46f2-b6d0-c96af7872dbc tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] In _notify_port_updated(), no bound segment for port 4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 on network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:13:29.602095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2244d03a-1684-46f2-b6d0-c96af7872dbc tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:29.602740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2244d03a-1684-46f2-b6d0-c96af7872dbc tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.604100 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2244d03a-1684-46f2-b6d0-c96af7872dbc tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "PUT /v2.0/ports/4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 HTTP/1.1" status: 200 len: 997 time: 2.1274354 Jun 16 15:13:29.617928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49974) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:29.730882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de7ab3e6-88e1-417e-a6b9-6ebd5d8e9c31 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.826857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.889906 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d18a62ed-ceaa-4bf0-9f47-be68377ac666 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Deleting port 4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:29.890267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d18a62ed-ceaa-4bf0-9f47-be68377ac666 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.914860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:29.923585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-de7ab3e6-88e1-417e-a6b9-6ebd5d8e9c31 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Calling delete_port for df4f0d14-ad29-4084-8f53-76b3a705c81a owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:30.026806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Allocated IP 172.26.2.252 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/5e083ae8-87d4-4aac-ad16-cdd381b28150) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:30.100372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Calling delete_port for 4eb0a06a-09ae-4881-aaac-5d9f1117a330 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:30.386416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:30.420082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d18a62ed-ceaa-4bf0-9f47-be68377ac666 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:30.436937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:30.546753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de7ab3e6-88e1-417e-a6b9-6ebd5d8e9c31 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:30.555043 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d18a62ed-ceaa-4bf0-9f47-be68377ac666 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Calling delete_port for 4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:30.604313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:30.646267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ab3e6-88e1-417e-a6b9-6ebd5d8e9c31 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event deleted for resources: {'Port': ['ID=df4f0d14-ad29-4084-8f53-76b3a705c81a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:30.655939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event deleted for resources: {'Port': ['ID=4eb0a06a-09ae-4881-aaac-5d9f1117a330,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:30.834194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de7ab3e6-88e1-417e-a6b9-6ebd5d8e9c31 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:30.863592 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-de7ab3e6-88e1-417e-a6b9-6ebd5d8e9c31 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "DELETE /v2.0/ports/df4f0d14-ad29-4084-8f53-76b3a705c81a HTTP/1.1" status: 204 len: 168 time: 2.0510762 Jun 16 15:13:30.866420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49978) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:30.896595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:30.916526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:30.993360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:30.999494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:31.004797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:31.009803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Router 4bfb215f-cf11-4546-9448-e9acf32badbd is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:13:31.081089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.131007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.143707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Pushing event updated for resources: {'Port': ['ID=5e083ae8-87d4-4aac-ad16-cdd381b28150,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:31.149170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d18a62ed-ceaa-4bf0-9f47-be68377ac666 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.214129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a62ed-ceaa-4bf0-9f47-be68377ac666 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event deleted for resources: {'Port': ['ID=4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:31.252470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.252987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Fanout notify agent at l3_agent the message router_deleted on router bb084d9f-fe9e-447b-9b15-26db0cfe9aec {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:31.281504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.284817 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4e10ccf1-dee2-4a2d-996f-46450cea3d42 tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "DELETE /v2.0/routers/bb084d9f-fe9e-447b-9b15-26db0cfe9aec HTTP/1.1" status: 204 len: 168 time: 2.5725756 Jun 16 15:13:31.284817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:31.285781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49982) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:31.295345 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Sync routers for ids ['4bfb215f-cf11-4546-9448-e9acf32badbd'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:31.313759 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Routers {'4bfb215f-cf11-4546-9448-e9acf32badbd'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:31.314576 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4bfb215f-cf11-4546-9448-e9acf32badbd'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:31.373842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a067e6-4b16-4f89-bd55-1bda4684139c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Deleting subnet 2d7ca96b-0849-419e-938b-a92edaf1e37f {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:13:31.387136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40a067e6-4b16-4f89-bd55-1bda4684139c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.424630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.428690 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-89d7ecb6-3aba-4d1d-baf0-268bc56f57fe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.3746538 Jun 16 15:13:31.431024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49986) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:31.440255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5922a-2910-43a9-a018-5e81661f23b9 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:31.442217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6cd5922a-2910-43a9-a018-5e81661f23b9 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Synchronizing usage tracker for tenant:bbac848b25204d1da1822c95465da75f on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:31.516862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40a067e6-4b16-4f89-bd55-1bda4684139c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.545653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d18a62ed-ceaa-4bf0-9f47-be68377ac666 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.547704 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d18a62ed-ceaa-4bf0-9f47-be68377ac666 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "DELETE /v2.0/ports/4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 HTTP/1.1" status: 204 len: 168 time: 1.9261591 Jun 16 15:13:31.557152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49990) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:31.563028 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Set router 4bfb215f-cf11-4546-9448-e9acf32badbd gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:31.662121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6cd5922a-2910-43a9-a018-5e81661f23b9 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Unset dirty status for tenant:bbac848b25204d1da1822c95465da75f on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:31.665910 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6cd5922a-2910-43a9-a018-5e81661f23b9 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "GET /v2.0/ports?device_id=f78776ef-b899-4760-8748-229a8d78a329 HTTP/1.1" status: 200 len: 913 time: 0.7962179 Jun 16 15:13:31.666122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 49994) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:31.672954 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead83f58-e666-457d-ac05-66f2162b68b4 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] GET failed (client error): The resource could not be found. Jun 16 15:13:31.673503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ead83f58-e666-457d-ac05-66f2162b68b4 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Synchronizing usage tracker for tenant:fbc338e8a7624fc7bab9606ff3733d63 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:31.743154 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7ae4a70a-53c9-4769-aa7b-44076055c5a4 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/routers/4bfb215f-cf11-4546-9448-e9acf32badbd HTTP/1.1" status: 200 len: 909 time: 0.3105907 Jun 16 15:13:31.745582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 49998) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:31.751129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1826326461', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'enable_snat': True}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:31.755397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:31.759286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Usage tracker for resource:router and tenant:3cbd048a5c76418d94e0d5a55b0319b3 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:31.763535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:31.771616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:31.774014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40a067e6-4b16-4f89-bd55-1bda4684139c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.820432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ead83f58-e666-457d-ac05-66f2162b68b4 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Unset dirty status for tenant:fbc338e8a7624fc7bab9606ff3733d63 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:31.827430 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ead83f58-e666-457d-ac05-66f2162b68b4 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "GET /v2.0/ports/4cb6d428-6c8e-45d4-a8f0-ca4ddf6b98b4 HTTP/1.1" status: 404 len: 333 time: 0.2692642 Jun 16 15:13:31.831069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50002) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:31.840234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'port': {'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2', 'name': 'tempest-AllowedAddressPairTestJSON-1676606109'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:31.851781 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfb215f-cf11-4546-9448-e9acf32badbd', 'name': 'tempest-snat-router-1826326461', 'tenant_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': False}, 'gw_port_id': '03b2ab33-154f-424f-9069-47561fb2ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:26Z', 'updated_at': '2022-06-16T15:13:29Z', 'revision_number': 3, 'project_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'gw_port': {'id': '03b2ab33-154f-424f-9069-47561fb2ff56', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfb215f-cf11-4546-9448-e9acf32badbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:13:28Z', 'updated_at': '2022-06-16T15:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:31.855451 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Checking router: 4bfb215f-cf11-4546-9448-e9acf32badbd for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:13:31.858583 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Updating router 4bfb215f-cf11-4546-9448-e9acf32badbd port 03b2ab33-154f-424f-9069-47561fb2ff56 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:13:31.879152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.880145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.908352 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:31.980131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.019824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:32.030026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:32.043879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40a067e6-4b16-4f89-bd55-1bda4684139c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.126583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.139730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a067e6-4b16-4f89-bd55-1bda4684139c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7ca96b-0849-419e-938b-a92edaf1e37f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:32.150860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40a067e6-4b16-4f89-bd55-1bda4684139c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.158951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ce326b-fecb-499e-a966-f5d765ee4452 None None] Network d637728b-ed2e-42e8-80e0-99e35e33dd1e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:13:32.164757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Made reservation on behalf of fbc338e8a7624fc7bab9606ff3733d63 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:32.168919 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.284040 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.296399 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Transition to ACTIVE for port object 03b2ab33-154f-424f-9069-47561fb2ff56 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:32.385889 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.456835 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-40a067e6-4b16-4f89-bd55-1bda4684139c tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "DELETE /v2.0/subnets/2d7ca96b-0849-419e-938b-a92edaf1e37f HTTP/1.1" status: 204 len: 168 time: 1.1672833 Jun 16 15:13:32.460230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50006) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:32.495761 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Pushing event updated for resources: {'Port': ['ID=03b2ab33-154f-424f-9069-47561fb2ff56,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:32.508467 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.510016 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.510016 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.510016 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.510016 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.510595 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.513918 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.513918 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.514451 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.514888 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.515340 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.515843 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:32.517723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2854a91-68e3-4bad-b6af-c07b3d960564 None None] DHCP port deletion for d637728b-ed2e-42e8-80e0-99e35e33dd1e request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:13:32.527950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c2854a91-68e3-4bad-b6af-c07b3d960564 None None] Deleting port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:32.528512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c2854a91-68e3-4bad-b6af-c07b3d960564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.530563 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Attempting to bind port 03b2ab33-154f-424f-9069-47561fb2ff56 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:13:32.531069 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Attempting to bind port 03b2ab33-154f-424f-9069-47561fb2ff56 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:13:32.531683 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Attempting to bind port 03b2ab33-154f-424f-9069-47561fb2ff56 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:13:32.538436 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:13:32.539057 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:32.539553 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.540041 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:13:32.540636 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Bound port: 03b2ab33-154f-424f-9069-47561fb2ff56, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:13:32.541128 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.633151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.638343 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] For port 03b2ab33-154f-424f-9069-47561fb2ff56, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:13:32.644468 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] For port 03b2ab33-154f-424f-9069-47561fb2ff56, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=03b2ab33-154f-424f-9069-47561fb2ff56,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:13:32.655036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] device_id is not set on port fff662cc-fed2-4bee-8f7a-247cfd45f08d yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:13:32.774703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c2854a91-68e3-4bad-b6af-c07b3d960564 None None] For port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe,segment=NetworkSegment(96a59ef9-47bf-458d-a423-649ff1b69ad0),segment_id=96a59ef9-47bf-458d-a423-649ff1b69ad0)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:32.775532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c2854a91-68e3-4bad-b6af-c07b3d960564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.779407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.790186 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.831776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.903339 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c2854a91-68e3-4bad-b6af-c07b3d960564 None None] Calling delete_port for ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:32.916623 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c5fdc-6cb0-4b8a-a81d-70999cdae821 None None] Pushing event updated for resources: {'Port': ['ID=03b2ab33-154f-424f-9069-47561fb2ff56,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:32.944335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:32.946167 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Routers {'4bfb215f-cf11-4546-9448-e9acf32badbd'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:32.946795 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4bfb215f-cf11-4546-9448-e9acf32badbd'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:32.962472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Deleting port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:32.962813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:33.041052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Allocated IP 172.20.0.14 (8ca59d5a-7cbe-495e-9a12-c3e994ed14a2/89adf950-1f3a-471a-a906-0bb781451d0e/fff662cc-fed2-4bee-8f7a-247cfd45f08d) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:33.073329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c2854a91-68e3-4bad-b6af-c07b3d960564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:33.151646 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] Set router 4bfb215f-cf11-4546-9448-e9acf32badbd gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:33.197050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2854a91-68e3-4bad-b6af-c07b3d960564 None None] Pushing event deleted for resources: {'Port': ['ID=ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:33.211239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2854a91-68e3-4bad-b6af-c07b3d960564 None None] No DVR routers for this DVR port ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:13:33.212892 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:13:33.294241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:13:33.294630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:13:33.324586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] The port 'ef8f047e-f6ea-4739-8c0e-bf9d8b9b76fe' was deleted {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:13:33.363849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Deleting port 2f8c8bc6-7a90-43d9-81b7-efd8d5305f43 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:33.364213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:33.395463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Router 81f76334-77c0-49b5-86ca-5c2a91d1ace0 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:13:33.427399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:33.490321 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfb215f-cf11-4546-9448-e9acf32badbd', 'name': 'tempest-snat-router-1826326461', 'tenant_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': False}, 'gw_port_id': '03b2ab33-154f-424f-9069-47561fb2ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:26Z', 'updated_at': '2022-06-16T15:13:29Z', 'revision_number': 3, 'project_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'gw_port': {'id': '03b2ab33-154f-424f-9069-47561fb2ff56', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfb215f-cf11-4546-9448-e9acf32badbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:13:28Z', 'updated_at': '2022-06-16T15:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:33.494309 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cfef9-ab1b-4b90-a2fd-191247fcc12d None None] The sync data for ids ['4bfb215f-cf11-4546-9448-e9acf32badbd'] in dv-neutron-846028-2-hyperv is: [{'id': '4bfb215f-cf11-4546-9448-e9acf32badbd', 'name': 'tempest-snat-router-1826326461', 'tenant_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': False}, 'gw_port_id': '03b2ab33-154f-424f-9069-47561fb2ff56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:26Z', 'updated_at': '2022-06-16T15:13:29Z', 'revision_number': 3, 'project_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'gw_port': {'id': '03b2ab33-154f-424f-9069-47561fb2ff56', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfb215f-cf11-4546-9448-e9acf32badbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:13:28Z', 'updated_at': '2022-06-16T15:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:33.616434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:33.624070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Transition to ACTIVE for port object fff662cc-fed2-4bee-8f7a-247cfd45f08d will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:33.698545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d637728b-ed2e-42e8-80e0-99e35e33dd1e']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:33.730690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:33.743552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:33.744892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a59ef9-47bf-458d-a423-649ff1b69ad0') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:33.745190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a59ef9-47bf-458d-a423-649ff1b69ad0') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:33.763511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117c3f9-f347-4868-b4b0-265f2f7b7104 None None] Sync routers for ids ['81f76334-77c0-49b5-86ca-5c2a91d1ace0'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:33.764490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:33.774227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117c3f9-f347-4868-b4b0-265f2f7b7104 None None] Routers {'81f76334-77c0-49b5-86ca-5c2a91d1ace0'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:33.778384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b117c3f9-f347-4868-b4b0-265f2f7b7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['81f76334-77c0-49b5-86ca-5c2a91d1ace0'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:33.778994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:33.830306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:33.838007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:13:33.838681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:33.850367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b117c3f9-f347-4868-b4b0-265f2f7b7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:33.862873 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117c3f9-f347-4868-b4b0-265f2f7b7104 None None] Routers {'81f76334-77c0-49b5-86ca-5c2a91d1ace0'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:33.863776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b117c3f9-f347-4868-b4b0-265f2f7b7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['81f76334-77c0-49b5-86ca-5c2a91d1ace0'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:33.894007 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Calling delete_port for 2f8c8bc6-7a90-43d9-81b7-efd8d5305f43 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:33.935011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b117c3f9-f347-4868-b4b0-265f2f7b7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:33.935371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117c3f9-f347-4868-b4b0-265f2f7b7104 None None] The sync data for ids ['81f76334-77c0-49b5-86ca-5c2a91d1ace0'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:33.958809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:34.072373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:34.076199 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5bed49a8-b56b-4558-b6ef-89e4aa1f46e5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.7109740 Jun 16 15:13:34.077553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50016) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:34.084994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b17ff99e-7b7c-4e9f-88a1-a2e2ce099d86 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'enable_snat': False}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:34.145962 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 96a59ef9-47bf-458d-a423-649ff1b69ad0 resource provider aggregate not found Jun 16 15:13:34.155823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:34.155823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:34.202569 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 96a59ef9-47bf-458d-a423-649ff1b69ad0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96a59ef9-47bf-458d-a423-649ff1b69ad0 found for delete ", "request_id": "req-ee04bf9e-b618-4de6-b26d-f8074475cfae"}]} Jun 16 15:13:34.225132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:34.348087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event deleted for resources: {'Network': ['ID=d637728b-ed2e-42e8-80e0-99e35e33dd1e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:34.371760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:34.382618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:34.386481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Port': ['ID=fff662cc-fed2-4bee-8f7a-247cfd45f08d,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:34.390103 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3532508d-1458-40a6-933d-bafbcc8514be tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "DELETE /v2.0/networks/d637728b-ed2e-42e8-80e0-99e35e33dd1e HTTP/1.1" status: 204 len: 168 time: 1.9278169 Jun 16 15:13:34.392956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:34.412044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50022) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:34.456714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Allocated IP 172.26.2.149 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/4663d053-9237-49bc-944c-256993541c31) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:34.485737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:34.486546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:34.576718 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5b1ddaec-051d-45ff-ab91-d6f4316f4be7 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7440763 Jun 16 15:13:34.579337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50026) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:34.585864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'port': {'network_id': '8ca59d5a-7cbe-495e-9a12-c3e994ed14a2', 'name': 'tempest-AllowedAddressPairTestJSON-1461586991'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:34.693729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-56306c63-fa71-4d73-8ae8-d419266c590a tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Deleting port 1739a9c2-fec6-40f3-a803-db942db718cd {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:34.693989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56306c63-fa71-4d73-8ae8-d419266c590a tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:34.724401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5431ae34-a0e2-452b-8ee9-1cf4f1d40d3a None None] Provisioning for port fff662cc-fed2-4bee-8f7a-247cfd45f08d completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:34.729952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5431ae34-a0e2-452b-8ee9-1cf4f1d40d3a None None] Provisioning complete for port fff662cc-fed2-4bee-8f7a-247cfd45f08d triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:34.730550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5431ae34-a0e2-452b-8ee9-1cf4f1d40d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:34.733699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:34.745182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:34.795805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5431ae34-a0e2-452b-8ee9-1cf4f1d40d3a None None] Port fff662cc-fed2-4bee-8f7a-247cfd45f08d cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:34.826708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Made reservation on behalf of fbc338e8a7624fc7bab9606ff3733d63 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:34.830276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:34.853588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] device_id is not set on port f63c8b38-a1f0-46b7-9077-c26ece22bd16 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:13:35.010065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.035221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Allocated IP 172.20.0.6 (8ca59d5a-7cbe-495e-9a12-c3e994ed14a2/89adf950-1f3a-471a-a906-0bb781451d0e/f63c8b38-a1f0-46b7-9077-c26ece22bd16) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:35.068148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event deleted for resources: {'Port': ['ID=2f8c8bc6-7a90-43d9-81b7-efd8d5305f43,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:35.159653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b17ff99e-7b7c-4e9f-88a1-a2e2ce099d86 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.165116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56306c63-fa71-4d73-8ae8-d419266c590a tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.169031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56306c63-fa71-4d73-8ae8-d419266c590a tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.201995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.234613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 03b2ab33-154f-424f-9069-47561fb2ff56 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:35.405729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.407890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.434555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Transition to ACTIVE for port object f63c8b38-a1f0-46b7-9077-c26ece22bd16 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:35.438237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 03b2ab33-154f-424f-9069-47561fb2ff56 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:35.445112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 03b2ab33-154f-424f-9069-47561fb2ff56 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:35.447695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.506031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-56306c63-fa71-4d73-8ae8-d419266c590a tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Calling delete_port for 1739a9c2-fec6-40f3-a803-db942db718cd owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:35.530491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.575376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 03b2ab33-154f-424f-9069-47561fb2ff56 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:35.577574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.579794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.593908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 03b2ab33-154f-424f-9069-47561fb2ff56, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=03b2ab33-154f-424f-9069-47561fb2ff56,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:35.616056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:35.625603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:35.628243 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:35.655566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.658029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:35.664658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:35.674675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:35.708715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event updated for resources: {'Port': ['ID=4663d053-9237-49bc-944c-256993541c31,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:35.751948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.782231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=03b2ab33-154f-424f-9069-47561fb2ff56,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:35.887449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:35.888148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:35.950612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Port': ['ID=f63c8b38-a1f0-46b7-9077-c26ece22bd16,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:35.986522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a884200e-6398-4a49-a420-bdc7c880fbd4 None None] Provisioning for port f63c8b38-a1f0-46b7-9077-c26ece22bd16 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:35.991856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a884200e-6398-4a49-a420-bdc7c880fbd4 None None] Provisioning complete for port f63c8b38-a1f0-46b7-9077-c26ece22bd16 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:35.992298 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a884200e-6398-4a49-a420-bdc7c880fbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:36.057880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a884200e-6398-4a49-a420-bdc7c880fbd4 None None] Port f63c8b38-a1f0-46b7-9077-c26ece22bd16 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:36.133105 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b3d8a58b-1ae3-4f97-9129-7eb626cce590 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5526853 Jun 16 15:13:36.134898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56306c63-fa71-4d73-8ae8-d419266c590a tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:36.141798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50032) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:36.190689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6c4f5353-1d62-45c6-b6cd-7c30f5d82968 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:36:79:d0'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:d4:47:3f'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:36.230634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56306c63-fa71-4d73-8ae8-d419266c590a tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Pushing event deleted for resources: {'Port': ['ID=1739a9c2-fec6-40f3-a803-db942db718cd,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:36.292399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Router f78776ef-b899-4760-8748-229a8d78a329 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:13:36.432195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:36.615249 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56306c63-fa71-4d73-8ae8-d419266c590a tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:36.784163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:36.857121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:36.869454 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcef57-bc5e-48e7-9042-0314a687b63a None None] Sync routers for ids ['f78776ef-b899-4760-8748-229a8d78a329'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:36.880213 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcef57-bc5e-48e7-9042-0314a687b63a None None] Routers {'f78776ef-b899-4760-8748-229a8d78a329'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:36.881170 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d6bcef57-bc5e-48e7-9042-0314a687b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f78776ef-b899-4760-8748-229a8d78a329'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:36.903794 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b6a540b2-dabd-475a-931b-51606df86f9e tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "PUT /v2.0/routers/f78776ef-b899-4760-8748-229a8d78a329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2344196 Jun 16 15:13:36.908390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50036) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:36.946747 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d6bcef57-bc5e-48e7-9042-0314a687b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:36.956418 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcef57-bc5e-48e7-9042-0314a687b63a None None] Routers {'f78776ef-b899-4760-8748-229a8d78a329'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:36.957078 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d6bcef57-bc5e-48e7-9042-0314a687b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f78776ef-b899-4760-8748-229a8d78a329'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:37.000422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56306c63-fa71-4d73-8ae8-d419266c590a tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:37.001520 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-56306c63-fa71-4d73-8ae8-d419266c590a tempest-FloatingIPAdminTestJSON-585990167 tempest-FloatingIPAdminTestJSON-585990167-project] 10.222.0.73 "DELETE /v2.0/floatingips/fb8df74f-95d3-41ad-8ac5-7758d66b5991 HTTP/1.1" status: 204 len: 168 time: 2.5885544 Jun 16 15:13:37.021128 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d6bcef57-bc5e-48e7-9042-0314a687b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:37.021527 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcef57-bc5e-48e7-9042-0314a687b63a None None] The sync data for ids ['f78776ef-b899-4760-8748-229a8d78a329'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:37.061143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Router f4c78f20-0f5c-4497-8b9a-1d2febf21e0b is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:13:37.171214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a6340f50-9b48-4804-9c07-fa0f7ae129f6 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:37.178300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 03b2ab33-154f-424f-9069-47561fb2ff56 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:37.249692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 03b2ab33-154f-424f-9069-47561fb2ff56 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:37.250349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:37.274530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:37.291322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Sync routers for ids ['f4c78f20-0f5c-4497-8b9a-1d2febf21e0b'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:37.350683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Routers {'f4c78f20-0f5c-4497-8b9a-1d2febf21e0b'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:37.351414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4c78f20-0f5c-4497-8b9a-1d2febf21e0b'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:37.358655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:37.362645 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b36e9299-13ea-4016-a527-3cbf9f315ed9 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6134291 Jun 16 15:13:37.362869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50042) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:37.380400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c4f5353-1d62-45c6-b6cd-7c30f5d82968 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:37.577154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50048) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:37.580568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 03b2ab33-154f-424f-9069-47561fb2ff56 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:37.620648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Set router f4c78f20-0f5c-4497-8b9a-1d2febf21e0b gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:37.623378 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-114c8af7-1fe1-453d-8333-26a35ca82a04 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/routers/f4c78f20-0f5c-4497-8b9a-1d2febf21e0b HTTP/1.1" status: 200 len: 908 time: 0.2588475 Jun 16 15:13:37.623758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50054) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:37.637815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a6340f50-9b48-4804-9c07-fa0f7ae129f6 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:37.650064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a6340f50-9b48-4804-9c07-fa0f7ae129f6 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:37.882736 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5b6aa2e8-e598-4f4b-8f7d-da6bb1e19045 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a667b898d1f2427081bdf6f64462ebc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016415 Jun 16 15:13:37.882736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:37.899026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50058) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:37.941060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c78f20-0f5c-4497-8b9a-1d2febf21e0b', 'name': 'tempest-snat-router-1826326461', 'tenant_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': '4663d053-9237-49bc-944c-256993541c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:31Z', 'updated_at': '2022-06-16T15:13:36Z', 'revision_number': 3, 'project_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'gw_port': {'id': '4663d053-9237-49bc-944c-256993541c31', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c78f20-0f5c-4497-8b9a-1d2febf21e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:13:34Z', 'updated_at': '2022-06-16T15:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:37.947152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Checking router: f4c78f20-0f5c-4497-8b9a-1d2febf21e0b for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:13:37.947512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Updating router f4c78f20-0f5c-4497-8b9a-1d2febf21e0b port 4663d053-9237-49bc-944c-256993541c31 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:13:38.008255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.048916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a6340f50-9b48-4804-9c07-fa0f7ae129f6 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.052415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6340f50-9b48-4804-9c07-fa0f7ae129f6 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Fanout notify agent at l3_agent the message router_deleted on router f78776ef-b899-4760-8748-229a8d78a329 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:38.115323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a6340f50-9b48-4804-9c07-fa0f7ae129f6 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.118650 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a6340f50-9b48-4804-9c07-fa0f7ae129f6 tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "DELETE /v2.0/routers/f78776ef-b899-4760-8748-229a8d78a329 HTTP/1.1" status: 204 len: 168 time: 1.2041094 Jun 16 15:13:38.131303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50062) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:38.150185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b17ff99e-7b7c-4e9f-88a1-a2e2ce099d86 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.199451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b17ff99e-7b7c-4e9f-88a1-a2e2ce099d86 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.205108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.289025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Deleting port 4663d053-9237-49bc-944c-256993541c31 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:38.289381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.302734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c395ba1-38c3-41b4-adb8-8ead4011a4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.359170 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.359725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54b766c-2bac-4ddf-b030-6460c116427d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Deleting subnet 650bda3f-45fc-430e-b8d1-ec3896e1b212 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:13:38.362905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c4f5353-1d62-45c6-b6cd-7c30f5d82968 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.373110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Transition to ACTIVE for port object 4663d053-9237-49bc-944c-256993541c31 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:38.377030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54b766c-2bac-4ddf-b030-6460c116427d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.419643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c395ba1-38c3-41b4-adb8-8ead4011a4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.478690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.478893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.493201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c4f5353-1d62-45c6-b6cd-7c30f5d82968 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.556687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Attempting to bind port 4663d053-9237-49bc-944c-256993541c31 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:13:38.557010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Attempting to bind port 4663d053-9237-49bc-944c-256993541c31 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:13:38.557273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Attempting to bind port 4663d053-9237-49bc-944c-256993541c31 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:13:38.563295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d01609-3d6f-4d42-aa7d-c48fe184cc47 None None] Pushing event updated for resources: {'Port': ['ID=4663d053-9237-49bc-944c-256993541c31,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:38.567965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:13:38.571603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:38.571603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.571603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:13:38.571603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Bound port: 4663d053-9237-49bc-944c-256993541c31, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:13:38.571603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.575580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54b766c-2bac-4ddf-b030-6460c116427d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.612727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Calling delete_port for 4663d053-9237-49bc-944c-256993541c31 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:38.652744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] For port 4663d053-9237-49bc-944c-256993541c31, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:13:38.655983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] For port 4663d053-9237-49bc-944c-256993541c31, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4663d053-9237-49bc-944c-256993541c31,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:13:38.717652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f5353-1d62-45c6-b6cd-7c30f5d82968 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event updated for resources: {'Port': ['ID=f63c8b38-a1f0-46b7-9077-c26ece22bd16,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:38.737462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17ff99e-7b7c-4e9f-88a1-a2e2ce099d86 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Router 81f76334-77c0-49b5-86ca-5c2a91d1ace0 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:13:38.747571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.748844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f5353-1d62-45c6-b6cd-7c30f5d82968 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] In _notify_port_updated(), no bound segment for port f63c8b38-a1f0-46b7-9077-c26ece22bd16 on network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:13:38.754427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f5353-1d62-45c6-b6cd-7c30f5d82968 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:38.756953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c4f5353-1d62-45c6-b6cd-7c30f5d82968 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.756953 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6c4f5353-1d62-45c6-b6cd-7c30f5d82968 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "PUT /v2.0/ports/f63c8b38-a1f0-46b7-9077-c26ece22bd16 HTTP/1.1" status: 200 len: 1056 time: 2.5796380 Jun 16 15:13:38.759507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50066) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:38.816425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:13:38.820884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:13:38.829100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Routers {'f4c78f20-0f5c-4497-8b9a-1d2febf21e0b'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:38.829721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4c78f20-0f5c-4497-8b9a-1d2febf21e0b'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:38.852473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-711f0c29-2256-40b7-b5ba-1fd19b60f9df tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Deleting port f63c8b38-a1f0-46b7-9077-c26ece22bd16 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:38.852824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-711f0c29-2256-40b7-b5ba-1fd19b60f9df tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.901029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c395ba1-38c3-41b4-adb8-8ead4011a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:38.902279 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d01609-3d6f-4d42-aa7d-c48fe184cc47 None None] Pushing event updated for resources: {'Port': ['ID=4663d053-9237-49bc-944c-256993541c31,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:38.924647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54b766c-2bac-4ddf-b030-6460c116427d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.003667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] Set router f4c78f20-0f5c-4497-8b9a-1d2febf21e0b gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:39.025666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c395ba1-38c3-41b4-adb8-8ead4011a4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c47201-cc77-421f-85b0-e020bf90de94,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:39.038644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c395ba1-38c3-41b4-adb8-8ead4011a4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.042091 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7c395ba1-38c3-41b4-adb8-8ead4011a4d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3c47201-cc77-421f-85b0-e020bf90de94 HTTP/1.1" status: 204 len: 168 time: 1.1398325 Jun 16 15:13:39.075858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17ff99e-7b7c-4e9f-88a1-a2e2ce099d86 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:39.087094 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca678f3-a065-4992-9a5f-e9bfbaa8c7a6 None None] Sync routers for ids ['81f76334-77c0-49b5-86ca-5c2a91d1ace0'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:39.091586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b17ff99e-7b7c-4e9f-88a1-a2e2ce099d86 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.092789 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b17ff99e-7b7c-4e9f-88a1-a2e2ce099d86 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "PUT /v2.0/routers/81f76334-77c0-49b5-86ca-5c2a91d1ace0 HTTP/1.1" status: 200 len: 926 time: 5.0148964 Jun 16 15:13:39.099513 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca678f3-a065-4992-9a5f-e9bfbaa8c7a6 None None] Routers {'81f76334-77c0-49b5-86ca-5c2a91d1ace0'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:39.102272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50072) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:39.102772 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0ca678f3-a065-4992-9a5f-e9bfbaa8c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['81f76334-77c0-49b5-86ca-5c2a91d1ace0'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:39.178583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-711f0c29-2256-40b7-b5ba-1fd19b60f9df tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.195268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c39e5c47-a188-4461-92c9-be9d8f299023 None None] Provisioning complete for port f63c8b38-a1f0-46b7-9077-c26ece22bd16 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:39.196031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c39e5c47-a188-4461-92c9-be9d8f299023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.200699 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0ca678f3-a065-4992-9a5f-e9bfbaa8c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:39.210022 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca678f3-a065-4992-9a5f-e9bfbaa8c7a6 None None] Routers {'81f76334-77c0-49b5-86ca-5c2a91d1ace0'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:39.210898 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0ca678f3-a065-4992-9a5f-e9bfbaa8c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['81f76334-77c0-49b5-86ca-5c2a91d1ace0'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:39.220154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c78f20-0f5c-4497-8b9a-1d2febf21e0b', 'name': 'tempest-snat-router-1826326461', 'tenant_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:31Z', 'updated_at': '2022-06-16T15:13:38Z', 'revision_number': 4, 'project_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:39.229272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0369cd3-a99d-4c34-bdb2-eafdc159dbc3 None None] The sync data for ids ['f4c78f20-0f5c-4497-8b9a-1d2febf21e0b'] in dv-neutron-846028-2-hyperv is: [{'id': 'f4c78f20-0f5c-4497-8b9a-1d2febf21e0b', 'name': 'tempest-snat-router-1826326461', 'tenant_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:13:31Z', 'updated_at': '2022-06-16T15:13:38Z', 'revision_number': 4, 'project_id': '3cbd048a5c76418d94e0d5a55b0319b3', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:39.269202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54b766c-2bac-4ddf-b030-6460c116427d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.273142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c39e5c47-a188-4461-92c9-be9d8f299023 None None] Port f63c8b38-a1f0-46b7-9077-c26ece22bd16 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:39.348768 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0ca678f3-a065-4992-9a5f-e9bfbaa8c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:39.349152 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca678f3-a065-4992-9a5f-e9bfbaa8c7a6 None None] The sync data for ids ['81f76334-77c0-49b5-86ca-5c2a91d1ace0'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:39.360352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08a9c81-2751-443d-bd40-b8ddad111fb8 None None] Network c95c8ff4-a171-4df6-83e6-a68e4bba6f0a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:13:39.371997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b766c-2bac-4ddf-b030-6460c116427d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event deleted for resources: {'Subnet': ['ID=650bda3f-45fc-430e-b8d1-ec3896e1b212,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:39.377267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54b766c-2bac-4ddf-b030-6460c116427d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.381706 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a54b766c-2bac-4ddf-b030-6460c116427d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "DELETE /v2.0/subnets/650bda3f-45fc-430e-b8d1-ec3896e1b212 HTTP/1.1" status: 204 len: 168 time: 1.2391911 Jun 16 15:13:39.382975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Deleting port 4663d053-9237-49bc-944c-256993541c31 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:39.383473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.383956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50076) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:39.431384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-711f0c29-2256-40b7-b5ba-1fd19b60f9df tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Calling delete_port for f63c8b38-a1f0-46b7-9077-c26ece22bd16 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:39.443251 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-44386bac-8e49-4857-b43c-3c3963112713 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/routers/81f76334-77c0-49b5-86ca-5c2a91d1ace0 HTTP/1.1" status: 200 len: 926 time: 0.3391066 Jun 16 15:13:39.447482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50082) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:39.604105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.637085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Deleting port 60974d76-db3c-4259-83f6-61e28e3c35e8 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:39.637577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.675979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d860a3a5-c899-4f34-8481-8d9beba95915 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:39.677318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d860a3a5-c899-4f34-8481-8d9beba95915 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Synchronizing usage tracker for tenant:48b47533e9b747d68b5c6dce40f9e1ec on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:39.733556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] For port 4663d053-9237-49bc-944c-256993541c31, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4663d053-9237-49bc-944c-256993541c31,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:39.734072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.757713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284aa9d-0b0a-4f57-9dde-b6fa19433ba9 None None] DHCP port deletion for c95c8ff4-a171-4df6-83e6-a68e4bba6f0a request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:13:39.762621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2284aa9d-0b0a-4f57-9dde-b6fa19433ba9 None None] Deleting port 60974d76-db3c-4259-83f6-61e28e3c35e8 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:39.763196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2284aa9d-0b0a-4f57-9dde-b6fa19433ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.887072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50086) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:39.915449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f4f2229-6029-4ccf-9f2b-06b199a6b521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.938241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d860a3a5-c899-4f34-8481-8d9beba95915 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Unset dirty status for tenant:48b47533e9b747d68b5c6dce40f9e1ec on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:39.943981 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d860a3a5-c899-4f34-8481-8d9beba95915 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&device_id=81f76334-77c0-49b5-86ca-5c2a91d1ace0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4909186 Jun 16 15:13:39.943981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50090) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:39.961278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5f4f2229-6029-4ccf-9f2b-06b199a6b521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:39.978458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5f4f2229-6029-4ccf-9f2b-06b199a6b521 admin admin] Usage tracker for resource:security_group_rule and tenant:ee90239f74bd45f7a88dee2e5ea243c3 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:39.982411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Calling delete_port for 4663d053-9237-49bc-944c-256993541c31 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:40.000530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5f4f2229-6029-4ccf-9f2b-06b199a6b521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:40.025378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5f4f2229-6029-4ccf-9f2b-06b199a6b521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:40.025875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2284aa9d-0b0a-4f57-9dde-b6fa19433ba9 None None] For port 60974d76-db3c-4259-83f6-61e28e3c35e8, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=60974d76-db3c-4259-83f6-61e28e3c35e8,segment=NetworkSegment(28974836-065f-4e53-a443-923d8bceca70),segment_id=28974836-065f-4e53-a443-923d8bceca70)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:40.026329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2284aa9d-0b0a-4f57-9dde-b6fa19433ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.034645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-711f0c29-2256-40b7-b5ba-1fd19b60f9df tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.110319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f0c29-2256-40b7-b5ba-1fd19b60f9df tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event deleted for resources: {'Port': ['ID=f63c8b38-a1f0-46b7-9077-c26ece22bd16,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:40.154910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2284aa9d-0b0a-4f57-9dde-b6fa19433ba9 None None] Calling delete_port for 60974d76-db3c-4259-83f6-61e28e3c35e8 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:40.175551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] For port 60974d76-db3c-4259-83f6-61e28e3c35e8, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=60974d76-db3c-4259-83f6-61e28e3c35e8,segment=NetworkSegment(28974836-065f-4e53-a443-923d8bceca70),segment_id=28974836-065f-4e53-a443-923d8bceca70)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:40.175972 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.341031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2284aa9d-0b0a-4f57-9dde-b6fa19433ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.346019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Calling delete_port for 60974d76-db3c-4259-83f6-61e28e3c35e8 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:40.409465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284aa9d-0b0a-4f57-9dde-b6fa19433ba9 None None] Pushing event deleted for resources: {'Port': ['ID=60974d76-db3c-4259-83f6-61e28e3c35e8,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:40.411995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284aa9d-0b0a-4f57-9dde-b6fa19433ba9 None None] No DVR routers for this DVR port 60974d76-db3c-4259-83f6-61e28e3c35e8 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:13:40.430179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36bc0c5-ff23-4de4-a78b-eaffae6fae53 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:40.431473 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f36bc0c5-ff23-4de4-a78b-eaffae6fae53 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 881 time: 0.4876928 Jun 16 15:13:40.435602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50094) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:40.520390 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b206818e-b2ca-4d51-aabc-28a5fa2211c3 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f76334-77c0-49b5-86ca-5c2a91d1ace0 HTTP/1.1" status: 200 len: 205 time: 0.0819862 Jun 16 15:13:40.524030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50098) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:40.543889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:13:40.544228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:13:40.552425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f4f2229-6029-4ccf-9f2b-06b199a6b521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.593141 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.642962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f4f2229-6029-4ccf-9f2b-06b199a6b521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.647879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-711f0c29-2256-40b7-b5ba-1fd19b60f9df tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.665176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event deleted for resources: {'Port': ['ID=4663d053-9237-49bc-944c-256993541c31,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:40.693458 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5f4f2229-6029-4ccf-9f2b-06b199a6b521 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee90239f74bd45f7a88dee2e5ea243c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8032236 Jun 16 15:13:40.693458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f2229-6029-4ccf-9f2b-06b199a6b521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95b568d-15b8-46c0-92d2-5227d3e2852a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:40.695274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50104) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:40.719520 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-711f0c29-2256-40b7-b5ba-1fd19b60f9df tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "DELETE /v2.0/ports/f63c8b38-a1f0-46b7-9077-c26ece22bd16 HTTP/1.1" status: 204 len: 168 time: 1.9587529 Jun 16 15:13:40.722350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50108) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:40.753595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8649-33a4-4628-88c6-da58e715d3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.779535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8649-33a4-4628-88c6-da58e715d3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.869586 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb400f9-d527-409c-a41b-67162fea3553 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] GET failed (client error): The resource could not be found. Jun 16 15:13:40.870042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2bb400f9-d527-409c-a41b-67162fea3553 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Synchronizing usage tracker for tenant:fbc338e8a7624fc7bab9606ff3733d63 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:40.901321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8649-33a4-4628-88c6-da58e715d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.910199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.919667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d8649-33a4-4628-88c6-da58e715d3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95b568d-15b8-46c0-92d2-5227d3e2852a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:40.952319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.967787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8649-33a4-4628-88c6-da58e715d3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:40.968986 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7d9d8649-33a4-4628-88c6-da58e715d3a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d95b568d-15b8-46c0-92d2-5227d3e2852a HTTP/1.1" status: 204 len: 168 time: 0.2728219 Jun 16 15:13:41.045096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Deleting port 60974d76-db3c-4259-83f6-61e28e3c35e8 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:41.045659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.120254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] The port '60974d76-db3c-4259-83f6-61e28e3c35e8' was deleted {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:13:41.147756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2bb400f9-d527-409c-a41b-67162fea3553 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Unset dirty status for tenant:fbc338e8a7624fc7bab9606ff3733d63 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:41.148914 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2bb400f9-d527-409c-a41b-67162fea3553 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "GET /v2.0/ports/f63c8b38-a1f0-46b7-9077-c26ece22bd16 HTTP/1.1" status: 404 len: 333 time: 0.4259305 Jun 16 15:13:41.152550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50116) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:41.155219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.159172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.163238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 60974d76-db3c-4259-83f6-61e28e3c35e8 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:13:41.211378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 60974d76-db3c-4259-83f6-61e28e3c35e8 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:13:41.211763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 60974d76-db3c-4259-83f6-61e28e3c35e8 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:13:41.325127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.344700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-af326422-6e19-4943-b6a0-824674246638 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Deleting port fff662cc-fed2-4bee-8f7a-247cfd45f08d {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:41.345046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af326422-6e19-4943-b6a0-824674246638 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.397092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95c8ff4-a171-4df6-83e6-a68e4bba6f0a']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:41.407896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.421172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28974836-065f-4e53-a443-923d8bceca70') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:41.421474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28974836-065f-4e53-a443-923d8bceca70') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:41.426624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.427899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4c78f20-0f5c-4497-8b9a-1d2febf21e0b {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:41.436960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.438077 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-158a7c4e-cf77-4ed0-99ab-3eaf1fde9cfe tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "DELETE /v2.0/routers/f4c78f20-0f5c-4497-8b9a-1d2febf21e0b HTTP/1.1" status: 204 len: 168 time: 3.8132763 Jun 16 15:13:41.440945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50122) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:41.461299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.509276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.513611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Deleting port 5e083ae8-87d4-4aac-ad16-cdd381b28150 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:41.514181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.535252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:13:41.535667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.583975 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 28974836-065f-4e53-a443-923d8bceca70 resource provider aggregate not found Jun 16 15:13:41.639627 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 28974836-065f-4e53-a443-923d8bceca70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28974836-065f-4e53-a443-923d8bceca70 found for delete ", "request_id": "req-78199d2d-fa4d-46e2-92df-a5b51fec7179"}]} Jun 16 15:13:41.714356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50130) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:41.742068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b81538f5-3b4e-45ed-8770-f4416421c229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.761063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.861457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.866378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.894266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.900853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af326422-6e19-4943-b6a0-824674246638 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:41.912005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b81538f5-3b4e-45ed-8770-f4416421c229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:41.916441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] Pushing event deleted for resources: {'Network': ['ID=c95c8ff4-a171-4df6-83e6-a68e4bba6f0a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:41.921601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b81538f5-3b4e-45ed-8770-f4416421c229 admin admin] Usage tracker for resource:security_group_rule and tenant:be7728733b264fbbba6d5d6054d0442e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:41.925475 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0eb922ae-4f58-4f6b-b67a-3735cef00b9d tempest-FloatingIPNegativeTestJSON-1459509037 tempest-FloatingIPNegativeTestJSON-1459509037-project] 10.222.0.73 "DELETE /v2.0/networks/c95c8ff4-a171-4df6-83e6-a68e4bba6f0a HTTP/1.1" status: 204 len: 168 time: 2.5367889 Jun 16 15:13:41.975767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b81538f5-3b4e-45ed-8770-f4416421c229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:42.044263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-af326422-6e19-4943-b6a0-824674246638 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Calling delete_port for fff662cc-fed2-4bee-8f7a-247cfd45f08d owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:42.054236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Calling delete_port for 5e083ae8-87d4-4aac-ad16-cdd381b28150 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:42.071952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b81538f5-3b4e-45ed-8770-f4416421c229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:42.144551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.253356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b81538f5-3b4e-45ed-8770-f4416421c229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.284048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Deleting port 03b2ab33-154f-424f-9069-47561fb2ff56 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:42.284626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.341603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af326422-6e19-4943-b6a0-824674246638 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.343562 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b81538f5-3b4e-45ed-8770-f4416421c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.376621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.416693 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af326422-6e19-4943-b6a0-824674246638 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event deleted for resources: {'Port': ['ID=fff662cc-fed2-4bee-8f7a-247cfd45f08d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:42.508050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Pushing event deleted for resources: {'Port': ['ID=5e083ae8-87d4-4aac-ad16-cdd381b28150,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:42.551673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81538f5-3b4e-45ed-8770-f4416421c229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc5aee2-f5f1-4743-b683-62666967fda9,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:42.564356 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b81538f5-3b4e-45ed-8770-f4416421c229 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be7728733b264fbbba6d5d6054d0442e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8488381 Jun 16 15:13:42.573116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50138) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:42.588351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50142) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:42.656110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af326422-6e19-4943-b6a0-824674246638 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.673427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebf18986-881a-4808-9d7d-4cf83bc4bce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.707588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] For port 03b2ab33-154f-424f-9069-47561fb2ff56, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=03b2ab33-154f-424f-9069-47561fb2ff56,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:42.708789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.717339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebf18986-881a-4808-9d7d-4cf83bc4bce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.725558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:42.748085 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-af326422-6e19-4943-b6a0-824674246638 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "DELETE /v2.0/ports/fff662cc-fed2-4bee-8f7a-247cfd45f08d HTTP/1.1" status: 204 len: 168 time: 1.5911553 Jun 16 15:13:42.751462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50148) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:42.798290 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a50484-0603-48b7-88f5-1c3c2a952711 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] GET failed (client error): The resource could not be found. Jun 16 15:13:42.798883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-28a50484-0603-48b7-88f5-1c3c2a952711 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Synchronizing usage tracker for tenant:fbc338e8a7624fc7bab9606ff3733d63 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:42.931669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-28a50484-0603-48b7-88f5-1c3c2a952711 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Unset dirty status for tenant:fbc338e8a7624fc7bab9606ff3733d63 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:42.936804 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-28a50484-0603-48b7-88f5-1c3c2a952711 tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "GET /v2.0/ports/fff662cc-fed2-4bee-8f7a-247cfd45f08d HTTP/1.1" status: 404 len: 333 time: 0.1807616 Jun 16 15:13:42.937062 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50154) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:42.974020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebf18986-881a-4808-9d7d-4cf83bc4bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.010311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf18986-881a-4808-9d7d-4cf83bc4bce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc5aee2-f5f1-4743-b683-62666967fda9,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:43.035008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebf18986-881a-4808-9d7d-4cf83bc4bce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.043318 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ebf18986-881a-4808-9d7d-4cf83bc4bce3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fbc5aee2-f5f1-4743-b683-62666967fda9 HTTP/1.1" status: 204 len: 168 time: 0.4644947 Jun 16 15:13:43.048440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bb4055f2-9356-4d6a-a369-cd5477821c3c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Deleting port 70ba3cf2-1d91-4893-bf43-0ac3e1e8e438 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:43.048664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb4055f2-9356-4d6a-a369-cd5477821c3c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.122293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Calling delete_port for 03b2ab33-154f-424f-9069-47561fb2ff56 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:43.233425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.246691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.265685 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ea072732-7c20-4179-9960-8d9093f26b7b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bbac848b25204d1da1822c95465da75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718848 Jun 16 15:13:43.274624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50160) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:43.490953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb4055f2-9356-4d6a-a369-cd5477821c3c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.491516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a199-3f6b-4109-b297-3f79b59e8cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.491516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a199-3f6b-4109-b297-3f79b59e8cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.491516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.491516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Fanout notify agent at l3_agent the message router_deleted on router 81f76334-77c0-49b5-86ca-5c2a91d1ace0 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:43.501229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bb4055f2-9356-4d6a-a369-cd5477821c3c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Calling delete_port for 70ba3cf2-1d91-4893-bf43-0ac3e1e8e438 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:43.516084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.517119 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-aad5e518-7f24-44f7-9c04-555a46e744d1 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/81f76334-77c0-49b5-86ca-5c2a91d1ace0 HTTP/1.1" status: 204 len: 168 time: 2.9916072 Jun 16 15:13:43.520926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50164) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:43.526362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1731143148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:43.533355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:43.537932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Usage tracker for resource:router and tenant:ca51a95e1a15492bbcd416ee1f48912e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:43.545872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:43.554244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:43.556610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.651571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event deleted for resources: {'Port': ['ID=03b2ab33-154f-424f-9069-47561fb2ff56,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:43.662452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a199-3f6b-4109-b297-3f79b59e8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.664976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a199-3f6b-4109-b297-3f79b59e8cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.666087 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7cc6a199-3f6b-4109-b297-3f79b59e8cf2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b771a6b1-5e3a-4cd5-a827-bbd7a3494ee8 HTTP/1.1" status: 204 len: 168 time: 0.3905232 Jun 16 15:13:43.707640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6a199-3f6b-4109-b297-3f79b59e8cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b771a6b1-5e3a-4cd5-a827-bbd7a3494ee8,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:43.716047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.724720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.735675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb4055f2-9356-4d6a-a369-cd5477821c3c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.753460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.798185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.860506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4055f2-9356-4d6a-a369-cd5477821c3c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event deleted for resources: {'Port': ['ID=70ba3cf2-1d91-4893-bf43-0ac3e1e8e438,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:43.913007 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb4055f2-9356-4d6a-a369-cd5477821c3c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.958789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.961708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:43.985011 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bb4055f2-9356-4d6a-a369-cd5477821c3c tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "DELETE /v2.0/ports/70ba3cf2-1d91-4893-bf43-0ac3e1e8e438 HTTP/1.1" status: 204 len: 168 time: 1.0468726 Jun 16 15:13:43.985437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50182) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:44.028696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.070867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.071393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bfb215f-cf11-4546-9448-e9acf32badbd {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:44.076791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.079441 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f8ed696a-c860-41b8-be5e-a051881481ac tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "DELETE /v2.0/routers/4bfb215f-cf11-4546-9448-e9acf32badbd HTTP/1.1" status: 204 len: 168 time: 2.6372705 Jun 16 15:13:44.082098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50190) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:44.088080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1710044804', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:44.091352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea79f829-c8be-4802-888d-c323c3f78d6e tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Deleting subnet 89adf950-1f3a-471a-a906-0bb781451d0e {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:13:44.095699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:44.095853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ea79f829-c8be-4802-888d-c323c3f78d6e tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.107862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Usage tracker for resource:router and tenant:cd0c368445af48719630360493e68032 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:44.111457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:44.122921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:44.159516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.161019 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dfa15941-d6ea-4f84-9a04-e165b3f7f6e4 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6388884 Jun 16 15:13:44.165054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50198) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:44.171857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:44.173948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ea79f829-c8be-4802-888d-c323c3f78d6e tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.264640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.267823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.294415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.294621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ea79f829-c8be-4802-888d-c323c3f78d6e tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.450026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ea79f829-c8be-4802-888d-c323c3f78d6e tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.493249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79f829-c8be-4802-888d-c323c3f78d6e tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event deleted for resources: {'Subnet': ['ID=89adf950-1f3a-471a-a906-0bb781451d0e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:44.498948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ea79f829-c8be-4802-888d-c323c3f78d6e tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.509810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341b1642-e3b4-4bba-b458-34bd39506845 None None] Network 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:13:44.522845 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ea79f829-c8be-4802-888d-c323c3f78d6e tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "DELETE /v2.0/subnets/89adf950-1f3a-471a-a906-0bb781451d0e HTTP/1.1" status: 204 len: 168 time: 0.5194690 Jun 16 15:13:44.523830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50212) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:44.615447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50218) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:44.717788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.729577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Deleting port 51a20aa2-bbfb-498d-981f-d1fee42601d9 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:44.730050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.876423 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c6d47-fd39-4482-a6b8-7dd00e29a99a None None] DHCP port deletion for 8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:13:44.876676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.885895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b66c6d47-fd39-4482-a6b8-7dd00e29a99a None None] Deleting port 51a20aa2-bbfb-498d-981f-d1fee42601d9 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:44.886319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b66c6d47-fd39-4482-a6b8-7dd00e29a99a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:44.925643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-127566160'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:44.932680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:44.938318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Usage tracker for resource:network and tenant:7baf38335b484981a34f072cabd2aa8b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:44.941406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:44.950433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:44.998687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50228) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:45.030506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Made reservation on behalf of 7baf38335b484981a34f072cabd2aa8b for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:45.036127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.069114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.117371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b66c6d47-fd39-4482-a6b8-7dd00e29a99a None None] For port 51a20aa2-bbfb-498d-981f-d1fee42601d9, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=51a20aa2-bbfb-498d-981f-d1fee42601d9,segment=NetworkSegment(96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e),segment_id=96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:45.117961 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b66c6d47-fd39-4482-a6b8-7dd00e29a99a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.122106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:45.132562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Usage tracker for resource:security_group_rule and tenant:7baf38335b484981a34f072cabd2aa8b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:45.135809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:45.141936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:45.201305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2a477199-13b2-4565-bed7-9a83d38793c9 tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] Request body: {'port': {'network_id': '9d56ec07-3a75-4e4d-9429-be8f720057fc', 'name': 'tempest-NetworksNegativeTestJSON-1083229885'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:45.207039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 51a20aa2-bbfb-498d-981f-d1fee42601d9 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:13:45.226242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.230310 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a477199-13b2-4565-bed7-9a83d38793c9 tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] POST failed (client error): The resource could not be found. Jun 16 15:13:45.231966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a477199-13b2-4565-bed7-9a83d38793c9 tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:13:45.231966 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2a477199-13b2-4565-bed7-9a83d38793c9 tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2322633 Jun 16 15:13:45.236732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50234) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:45.281466 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fc1ce2-255a-47d8-ba36-c9a17bf7edff tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] DELETE failed (client error): The resource could not be found. Jun 16 15:13:45.281991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fc1ce2-255a-47d8-ba36-c9a17bf7edff tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:13:45.289186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] For port 51a20aa2-bbfb-498d-981f-d1fee42601d9, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=51a20aa2-bbfb-498d-981f-d1fee42601d9,segment=NetworkSegment(96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e),segment_id=96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:45.289567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.311960 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f3fc1ce2-255a-47d8-ba36-c9a17bf7edff tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] 10.222.0.73 "DELETE /v2.0/networks/e35c0075-543a-45f2-9236-c02c3fcbee90 HTTP/1.1" status: 404 len: 339 time: 0.0710988 Jun 16 15:13:45.324366 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50238) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:45.331748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b66c6d47-fd39-4482-a6b8-7dd00e29a99a None None] Calling delete_port for 51a20aa2-bbfb-498d-981f-d1fee42601d9 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:45.410003 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f923530-22fe-465b-9927-efff08f519da tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] DELETE failed (client error): The resource could not be found. Jun 16 15:13:45.410749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f923530-22fe-465b-9927-efff08f519da tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:13:45.424552 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0f923530-22fe-465b-9927-efff08f519da tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] 10.222.0.73 "DELETE /v2.0/ports/2bad1bee-f9ad-4bd3-b079-c5133a42628e HTTP/1.1" status: 404 len: 333 time: 0.0989590 Jun 16 15:13:45.428482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50242) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:45.438260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Calling delete_port for 51a20aa2-bbfb-498d-981f-d1fee42601d9 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:45.474425 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88a8d65-2d41-4db1-b2a0-b5a50c3a7e3f tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] DELETE failed (client error): The resource could not be found. Jun 16 15:13:45.474869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88a8d65-2d41-4db1-b2a0-b5a50c3a7e3f tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:13:45.480148 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e88a8d65-2d41-4db1-b2a0-b5a50c3a7e3f tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] 10.222.0.73 "DELETE /v2.0/subnets/32ee7901-a380-49a6-9cdc-3e0ef6948517 HTTP/1.1" status: 404 len: 337 time: 0.0469623 Jun 16 15:13:45.480348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50246) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:45.486111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 51a20aa2-bbfb-498d-981f-d1fee42601d9 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:45.486644 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.514731 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c809aa-fa9e-4def-aaf9-30194f5deb9a tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] GET failed (client error): The resource could not be found. Jun 16 15:13:45.516078 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a5c809aa-fa9e-4def-aaf9-30194f5deb9a tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] 10.222.0.73 "GET /v2.0/networks/0b611efd-88d3-466e-a278-148003397e10 HTTP/1.1" status: 404 len: 339 time: 0.0348423 Jun 16 15:13:45.521535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50250) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:45.523390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.558252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b66c6d47-fd39-4482-a6b8-7dd00e29a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.574345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e865769-ee9e-476a-86e0-cbffd8c3aa07 tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] GET failed (client error): The resource could not be found. Jun 16 15:13:45.579366 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6e865769-ee9e-476a-86e0-cbffd8c3aa07 tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] 10.222.0.73 "GET /v2.0/ports/543d2174-11f3-44aa-87eb-7bd799c49615 HTTP/1.1" status: 404 len: 333 time: 0.0511513 Jun 16 15:13:45.580812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50254) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:45.585092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.640723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c6d47-fd39-4482-a6b8-7dd00e29a99a None None] Pushing event deleted for resources: {'Port': ['ID=51a20aa2-bbfb-498d-981f-d1fee42601d9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:45.643764 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 03b2ab33-154f-424f-9069-47561fb2ff56 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:13:45.646060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:13:45.654657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff2ad3b-e32a-43f6-b5f3-cdfa0612f262,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:45.659623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.659963 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Added segment 3f9f06b6-b22a-4c16-b667-b2a5fb824b64 of type vlan for network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e Jun 16 15:13:45.661295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:13:45.661653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:13:45.678712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c6d47-fd39-4482-a6b8-7dd00e29a99a None None] No DVR routers for this DVR port 51a20aa2-bbfb-498d-981f-d1fee42601d9 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:13:45.678712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a9796971-1342-430e-9fba-3e6a1d3dca79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.686384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 03b2ab33-154f-424f-9069-47561fb2ff56 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:13:45.686754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 03b2ab33-154f-424f-9069-47561fb2ff56 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:13:45.695211 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-55638489-deba-4fda-a367-5abb98d9160b tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] GET failed (client error): The resource could not be found. Jun 16 15:13:45.700536 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-55638489-deba-4fda-a367-5abb98d9160b tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] 10.222.0.73 "GET /v2.0/subnets/3bd8b0cd-3ef4-4582-9a99-9ca6782bcdd0 HTTP/1.1" status: 404 len: 337 time: 0.1103580 Jun 16 15:13:45.700834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50258) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:45.711415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-abef1588-5ab3-4473-98ab-fc97e77a79ad tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:45.730330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.737083 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-abef1588-5ab3-4473-98ab-fc97e77a79ad tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] PUT failed (client error): The resource could not be found. Jun 16 15:13:45.737719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abef1588-5ab3-4473-98ab-fc97e77a79ad tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:13:45.738809 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-abef1588-5ab3-4473-98ab-fc97e77a79ad tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] 10.222.0.73 "PUT /v2.0/networks/4f732456-dbc4-4f9d-9bab-107773e4f9d8 HTTP/1.1" status: 404 len: 339 time: 0.0368562 Jun 16 15:13:45.743754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50262) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:45.751729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c12a15a3-e4b6-4bc1-b8dc-e664a0962f5b tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:45.798701 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12a15a3-e4b6-4bc1-b8dc-e664a0962f5b tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] PUT failed (client error): The resource could not be found. Jun 16 15:13:45.799206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12a15a3-e4b6-4bc1-b8dc-e664a0962f5b tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:13:45.800329 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c12a15a3-e4b6-4bc1-b8dc-e664a0962f5b tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] 10.222.0.73 "PUT /v2.0/ports/3ef45e4c-f072-4d37-84ad-c3c83382086c HTTP/1.1" status: 404 len: 333 time: 0.0556412 Jun 16 15:13:45.805068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50266) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:45.813306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-37976c33-ebbb-49bd-bc38-143967792566 tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:45.859392 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-37976c33-ebbb-49bd-bc38-143967792566 tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] PUT failed (client error): The resource could not be found. Jun 16 15:13:45.859392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37976c33-ebbb-49bd-bc38-143967792566 tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:13:45.859392 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-37976c33-ebbb-49bd-bc38-143967792566 tempest-NetworksNegativeTestJSON-758407671 tempest-NetworksNegativeTestJSON-758407671-project] 10.222.0.73 "PUT /v2.0/subnets/ba51a116-b592-43b0-840f-349f5e79a4c8 HTTP/1.1" status: 404 len: 337 time: 0.0469425 Jun 16 15:13:45.907295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.913346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:45.916844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.916972 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:45.947245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.023412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event updated for resources: {'Network': ['ID=e2adb6b5-046f-4be2-a4bc-4481c7e97a7e,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:46.034794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:13:46.081764 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7f23d726-f0d3-417f-8d3f-2e3ee610539b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3972688 Jun 16 15:13:46.082273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50274) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:46.088847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Request body: {'subnet': {'network_id': 'e2adb6b5-046f-4be2-a4bc-4481c7e97a7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:46.180106 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.193147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Deleting port 51a20aa2-bbfb-498d-981f-d1fee42601d9 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:46.194644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.217053 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:13:46.243449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.312746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] The port '51a20aa2-bbfb-498d-981f-d1fee42601d9' was deleted {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:13:46.315205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:46.332628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Allocated IP 172.26.2.84 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/f42dff5b-2b01-40b3-844d-62d4dc9740be) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:46.422051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50284) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:46.425560 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Usage tracker for resource:subnet and tenant:7baf38335b484981a34f072cabd2aa8b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:46.430027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:46.461221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:46.499794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.538396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.565638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Made reservation on behalf of 7baf38335b484981a34f072cabd2aa8b for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:46.569690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.585115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.622409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca59d5a-7cbe-495e-9a12-c3e994ed14a2']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:46.632517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef395531-00d0-4d3b-9d8d-085b3cef07a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.655894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:46.656119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:46.686026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:46.698850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:46.703980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:46.721183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2e47a-c8c1-4008-a86f-b346d3f1df4b req-15ae9598-06a1-467e-a2f4-bee837a30043 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:46.722642 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2d2e47a-c8c1-4008-a86f-b346d3f1df4b req-15ae9598-06a1-467e-a2f4-bee837a30043 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3615332 Jun 16 15:13:46.730054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ef395531-00d0-4d3b-9d8d-085b3cef07a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:46.733785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.735355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Pushing event updated for resources: {'Port': ['ID=f42dff5b-2b01-40b3-844d-62d4dc9740be,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:46.753305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ef395531-00d0-4d3b-9d8d-085b3cef07a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c09b916398144dc7aa5a362c6accd826 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:46.762209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Allocated IP 172.26.2.111 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/d82205b1-79bb-480d-9735-8ccece9844ef) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:46.770691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ef395531-00d0-4d3b-9d8d-085b3cef07a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:46.792682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ef395531-00d0-4d3b-9d8d-085b3cef07a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:46.798392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.819649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:13:46.820067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:46.866772 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2d2e47a-c8c1-4008-a86f-b346d3f1df4b req-11d1c2ea-7f40-4ee3-beff-8a2965d321f7 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214576 Jun 16 15:13:46.872280 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e resource provider aggregate not found Jun 16 15:13:47.074865 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96ca0b93-9ba6-45e6-a2ce-9967bcc1ef4e found for delete ", "request_id": "req-ef2194b4-0545-486b-80f2-b11e547a390f"}]} Jun 16 15:13:47.090120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.180536 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a40f6-a327-40f1-8871-168ec86630ca req-2d47ea53-eba4-4904-8952-1d0c88baf309 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:47.182046 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-166a40f6-a327-40f1-8871-168ec86630ca req-2d47ea53-eba4-4904-8952-1d0c88baf309 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1518574 Jun 16 15:13:47.182668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.207868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef395531-00d0-4d3b-9d8d-085b3cef07a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.209339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.212592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.235547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] Pushing event deleted for resources: {'Network': ['ID=8ca59d5a-7cbe-495e-9a12-c3e994ed14a2,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:47.260788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef395531-00d0-4d3b-9d8d-085b3cef07a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.281516 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c0833e0d-cbf5-4c9d-9153-3ce2b0bebefd tempest-AllowedAddressPairTestJSON-1598035807 tempest-AllowedAddressPairTestJSON-1598035807-project] 10.222.0.73 "DELETE /v2.0/networks/8ca59d5a-7cbe-495e-9a12-c3e994ed14a2 HTTP/1.1" status: 204 len: 168 time: 2.7528601 Jun 16 15:13:47.360505 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:47.368415 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-166a40f6-a327-40f1-8871-168ec86630ca req-feb2fe5d-a4f6-4977-84ed-895dde2980b7 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769116 Jun 16 15:13:47.368940 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:47.371360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:47.373629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef395531-00d0-4d3b-9d8d-085b3cef07a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631a5cab-c010-4db8-8612-eebd1bc04eca,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:47.381191 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ef395531-00d0-4d3b-9d8d-085b3cef07a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c09b916398144dc7aa5a362c6accd826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9525950 Jun 16 15:13:47.387597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50298) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:47.400875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Pushing event updated for resources: {'Port': ['ID=d82205b1-79bb-480d-9735-8ccece9844ef,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:47.452367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.478387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b013230e-4c73-4078-b4cc-718ddf771635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.556480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b013230e-4c73-4078-b4cc-718ddf771635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.569561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.689249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event updated for resources: {'Subnet': ['ID=c9fcbc01-d0c5-4ddc-b2ae-26e07c991f5b,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:47.710257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Checking segment: {'id': '3f9f06b6-b22a-4c16-b667-b2a5fb824b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e2adb6b5-046f-4be2-a4bc-4481c7e97a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:47.710556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Network hostable DHCP agents. Network: e2adb6b5-046f-4be2-a4bc-4481c7e97a7e, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:13:47.743921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbda654-0cf5-4661-8681-57810d05d4fe req-d7d208d9-a4d5-41c7-a250-5e4aca23128c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:47.745383 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-acbda654-0cf5-4661-8681-57810d05d4fe req-d7d208d9-a4d5-41c7-a250-5e4aca23128c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.2425828 Jun 16 15:13:47.748144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50306) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:47.795166 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-acbda654-0cf5-4661-8681-57810d05d4fe req-1bb81156-ef15-4e5e-861d-96f2d3bb973c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409586 Jun 16 15:13:47.843916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:13:47.885580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b013230e-4c73-4078-b4cc-718ddf771635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.907078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013230e-4c73-4078-b4cc-718ddf771635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631a5cab-c010-4db8-8612-eebd1bc04eca,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:47.949691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, e2adb6b5-046f-4be2-a4bc-4481c7e97a7e) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:47.959456 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ca1a35e1-cd45-4431-81b3-c384d33cdd2a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fbc338e8a7624fc7bab9606ff3733d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071102 Jun 16 15:13:47.959611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:47.960078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.966402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d26af7-3907-4670-90b5-c446a42677ad None None] Network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:13:47.976376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50316) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:47.980008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b013230e-4c73-4078-b4cc-718ddf771635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:47.994145 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b013230e-4c73-4078-b4cc-718ddf771635 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/631a5cab-c010-4db8-8612-eebd1bc04eca HTTP/1.1" status: 204 len: 168 time: 0.5986962 Jun 16 15:13:48.062327 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dd9cddbb-4262-4b90-9e00-cefad09be1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9766159 Jun 16 15:13:48.066039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50322) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:48.104325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Request body: {'port': {'network_id': 'e2adb6b5-046f-4be2-a4bc-4481c7e97a7e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1540021846'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:48.123530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.127460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.248912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-28a43289-d94d-4802-8960-a13ee781c7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.282133 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-28a43289-d94d-4802-8960-a13ee781c7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.288677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e456ee4d-efdf-4895-ac55-904102b85ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.311092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-e2adb6b5-046f-4be2-a4bc-4481c7e97a7e', 'network_id': 'e2adb6b5-046f-4be2-a4bc-4481c7e97a7e', 'tenant_id': '7baf38335b484981a34f072cabd2aa8b', 'fixed_ips': [{'subnet_id': 'c9fcbc01-d0c5-4ddc-b2ae-26e07c991f5b'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:13:48.312197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.400038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:48.405360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Usage tracker for resource:port and tenant:7baf38335b484981a34f072cabd2aa8b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:48.408285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:48.428111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:48.465894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-28a43289-d94d-4802-8960-a13ee781c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.483253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a43289-d94d-4802-8960-a13ee781c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79387738-adc1-43b9-abf4-29ccd9bf6f1a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:48.490030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-28a43289-d94d-4802-8960-a13ee781c7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.497896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.505847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-28a43289-d94d-4802-8960-a13ee781c7db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79387738-adc1-43b9-abf4-29ccd9bf6f1a HTTP/1.1" status: 204 len: 168 time: 0.5274205 Jun 16 15:13:48.679590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Allocated IP 2001:db8::2 (e2adb6b5-046f-4be2-a4bc-4481c7e97a7e/c9fcbc01-d0c5-4ddc-b2ae-26e07c991f5b/c1bade8e-68c4-44de-a134-53a1148cc1f4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:48.695982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Made reservation on behalf of 7baf38335b484981a34f072cabd2aa8b for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:48.700194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.730517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:48.735097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] device_id is not set on port 781196f1-71c5-4952-b585-d508c84c610c yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:13:48.956320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278c82-8077-4521-9d25-b8cee237a611 req-08b409a4-3feb-4b7c-a089-1946ca1fbb94 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:48.958708 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5f278c82-8077-4521-9d25-b8cee237a611 req-08b409a4-3feb-4b7c-a089-1946ca1fbb94 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.4101477 Jun 16 15:13:48.976111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf526b-1e5e-4a11-bbdd-4ac11eb2d2d8 req-262030d5-983c-41a4-949a-0a354d3dcfb4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:48.978091 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cadf526b-1e5e-4a11-bbdd-4ac11eb2d2d8 req-262030d5-983c-41a4-949a-0a354d3dcfb4 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 945 time: 0.1448479 Jun 16 15:13:49.059291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:49.064556 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5f278c82-8077-4521-9d25-b8cee237a611 req-20c5ea50-ff71-486b-a671-3f6865868cca tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983548 Jun 16 15:13:49.067956 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cadf526b-1e5e-4a11-bbdd-4ac11eb2d2d8 req-4bf23bdb-1e58-4487-9207-3dff3ad9d13a tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746191 Jun 16 15:13:49.084236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Transition to ACTIVE for port object c1bade8e-68c4-44de-a134-53a1148cc1f4 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:49.129253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:49.132901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Transition to ACTIVE for port object c1bade8e-68c4-44de-a134-53a1148cc1f4 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:49.186589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Router 6d315c73-22b3-4f2c-8016-82445f9a4361 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:13:49.244379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:49.332438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:49.344530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:49.358295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:49.368758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Pushing event updated for resources: {'Port': ['ID=c1bade8e-68c4-44de-a134-53a1148cc1f4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:49.424465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Allocated IP 2001:db8::ee (e2adb6b5-046f-4be2-a4bc-4481c7e97a7e/c9fcbc01-d0c5-4ddc-b2ae-26e07c991f5b/781196f1-71c5-4952-b585-d508c84c610c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:49.486149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Attempting to bind port c1bade8e-68c4-44de-a134-53a1148cc1f4 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:13:49.486572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Attempting to bind port c1bade8e-68c4-44de-a134-53a1148cc1f4 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '3f9f06b6-b22a-4c16-b667-b2a5fb824b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e2adb6b5-046f-4be2-a4bc-4481c7e97a7e'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:13:49.486957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Attempting to bind port c1bade8e-68c4-44de-a134-53a1148cc1f4 on network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:13:49.493413 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:13:49.493909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Checking segment: {'id': '3f9f06b6-b22a-4c16-b667-b2a5fb824b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e2adb6b5-046f-4be2-a4bc-4481c7e97a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:49.494314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:49.494709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Bound using segment: {'id': '3f9f06b6-b22a-4c16-b667-b2a5fb824b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e2adb6b5-046f-4be2-a4bc-4481c7e97a7e'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:13:49.495222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Bound port: c1bade8e-68c4-44de-a134-53a1148cc1f4, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9f06b6-b22a-4c16-b667-b2a5fb824b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e2adb6b5-046f-4be2-a4bc-4481c7e97a7e'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:13:49.495754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:49.547417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50366) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:49.634244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] For port c1bade8e-68c4-44de-a134-53a1148cc1f4, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:13:49.643780 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] For port c1bade8e-68c4-44de-a134-53a1148cc1f4, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1bade8e-68c4-44de-a134-53a1148cc1f4,segment=NetworkSegment(3f9f06b6-b22a-4c16-b667-b2a5fb824b64),segment_id=3f9f06b6-b22a-4c16-b667-b2a5fb824b64)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:13:49.708472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:49.711442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:49.719048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb100bb-1def-4fd8-8707-449bed8a17f1 None None] Sync routers for ids ['6d315c73-22b3-4f2c-8016-82445f9a4361'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:49.731704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Transition to ACTIVE for port object 781196f1-71c5-4952-b585-d508c84c610c will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:49.734469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb100bb-1def-4fd8-8707-449bed8a17f1 None None] Routers {'6d315c73-22b3-4f2c-8016-82445f9a4361'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:49.735826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9fb100bb-1def-4fd8-8707-449bed8a17f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6d315c73-22b3-4f2c-8016-82445f9a4361'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:49.737439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:49.738656 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9353b9c8-b283-47de-84cd-3bd8db9e6310 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "PUT /v2.0/routers/6d315c73-22b3-4f2c-8016-82445f9a4361 HTTP/1.1" status: 200 len: 883 time: 5.5717416 Jun 16 15:13:49.741807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50378) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:49.818770 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:49.823959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9fb100bb-1def-4fd8-8707-449bed8a17f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:49.850016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:49.937019 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-47a9958a-cef4-41f1-bb2f-321627e8b55c tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/routers/6d315c73-22b3-4f2c-8016-82445f9a4361 HTTP/1.1" status: 200 len: 924 time: 0.1941333 Jun 16 15:13:49.943547 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50386) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:50.025095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:50.045256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:50.045608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb100bb-1def-4fd8-8707-449bed8a17f1 None None] Routers {'6d315c73-22b3-4f2c-8016-82445f9a4361'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:50.046164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9fb100bb-1def-4fd8-8707-449bed8a17f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6d315c73-22b3-4f2c-8016-82445f9a4361'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:50.060882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:50.071438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8994937-0603-431f-b02f-46823d183146 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:50.076340 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e8994937-0603-431f-b02f-46823d183146 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&device_id=6d315c73-22b3-4f2c-8016-82445f9a4361&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1285429 Jun 16 15:13:50.077639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50390) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:50.078397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:50.079081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:50.080868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Router c0fcb31a-7843-422b-975a-c40deab5f2bc is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:13:50.096585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event updated for resources: {'Port': ['ID=781196f1-71c5-4952-b585-d508c84c610c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:50.100216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50394) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:50.139828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9fb100bb-1def-4fd8-8707-449bed8a17f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:50.140352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb100bb-1def-4fd8-8707-449bed8a17f1 None None] The sync data for ids ['6d315c73-22b3-4f2c-8016-82445f9a4361'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:50.143293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-453774932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:50.147604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6a1e3-24b0-4ecc-b552-cfd1aafc7956 None None] Pushing event updated for resources: {'Port': ['ID=c1bade8e-68c4-44de-a134-53a1148cc1f4,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:50.180188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:50.181727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Usage tracker for resource:router and tenant:ad1e90b0a1774621a8b39030fbc29c4c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:50.184904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:50.198675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:50.226763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:50.270716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1448877289'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:50.274868 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bcc0130a-f0da-4c89-b29e-88182e03125f tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2078235 Jun 16 15:13:50.288308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50404) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:50.336521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:50.438317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:50.439499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:50.487709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Request body: {'port': {'network_id': 'e2adb6b5-046f-4be2-a4bc-4481c7e97a7e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-702985068', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:50.488724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.api.validators [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] bootfile-name is not in valid_values {{(pid=89745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:13:50.489941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.api.validators [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] tftp-server is not in valid_values {{(pid=89745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:13:50.490717 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.api.validators [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] server-ip-address is not in valid_values {{(pid=89745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:13:50.525014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:network and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:50.541289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9bd7da-c888-4a8d-bdb3-083965c1d55b tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:50.545745 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cc9bd7da-c888-4a8d-bdb3-083965c1d55b tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 881 time: 0.4638796 Jun 16 15:13:50.548409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50410) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:50.589286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:50.600073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:50.616555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:50.626143 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-24de71cf-aade-4dc8-a43f-88a9c07bf125 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d315c73-22b3-4f2c-8016-82445f9a4361 HTTP/1.1" status: 200 len: 205 time: 0.0755374 Jun 16 15:13:50.631342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50414) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:50.690338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:50.703852 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d29cb5-8608-4ff9-a51d-fa3ae1e1ab2d None None] Sync routers for ids ['c0fcb31a-7843-422b-975a-c40deab5f2bc'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:50.716375 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d29cb5-8608-4ff9-a51d-fa3ae1e1ab2d None None] Routers {'c0fcb31a-7843-422b-975a-c40deab5f2bc'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:50.717429 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b2d29cb5-8608-4ff9-a51d-fa3ae1e1ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c0fcb31a-7843-422b-975a-c40deab5f2bc'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:50.780011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-bb49f1ac-36d0-4998-842b-d35df9555801 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:50.781495 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-bb49f1ac-36d0-4998-842b-d35df9555801 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.46 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 945 time: 0.6335871 Jun 16 15:13:50.792819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:50.795245 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b2d29cb5-8608-4ff9-a51d-fa3ae1e1ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:50.807122 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d29cb5-8608-4ff9-a51d-fa3ae1e1ab2d None None] Routers {'c0fcb31a-7843-422b-975a-c40deab5f2bc'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:50.808207 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b2d29cb5-8608-4ff9-a51d-fa3ae1e1ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c0fcb31a-7843-422b-975a-c40deab5f2bc'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:50.839422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36ec4c-9882-4630-8dc3-c5778860673c req-95e92ce4-d026-433f-a187-2f92b44bd994 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:50.851670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d36ec4c-9882-4630-8dc3-c5778860673c req-95e92ce4-d026-433f-a187-2f92b44bd994 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3212795 Jun 16 15:13:50.851670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb73777-1614-44cd-b9cc-104362a35d77 req-6eb6068d-2ac5-4d38-bb84-4351f089f542 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:50.851670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fb73777-1614-44cd-b9cc-104362a35d77 req-6eb6068d-2ac5-4d38-bb84-4351f089f542 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 945 time: 0.5841243 Jun 16 15:13:50.859192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Usage tracker for resource:port and tenant:7baf38335b484981a34f072cabd2aa8b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:50.867686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:50.871325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:50.874679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:50.876740 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b2d29cb5-8608-4ff9-a51d-fa3ae1e1ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:50.877285 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d29cb5-8608-4ff9-a51d-fa3ae1e1ab2d None None] The sync data for ids ['c0fcb31a-7843-422b-975a-c40deab5f2bc'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:50.900899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:50.938831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:50.945584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:50.949284 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-43513133-bbfb-4743-8650-06016b76c369 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8637578 Jun 16 15:13:50.951443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:50.955322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50418) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:50.968598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-84f3f932-7b37-4f43-9d18-132138a8333d tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'enable_snat': False}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:50.979693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Deleting port 505c77b4-a162-4b38-a458-75b07f4ba43e {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:50.980035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.037989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:51.056313 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fb73777-1614-44cd-b9cc-104362a35d77 req-b5c54746-3cfc-4746-9baf-1ab6418361bc tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924734 Jun 16 15:13:51.058979 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d36ec4c-9882-4630-8dc3-c5778860673c req-ae00c516-15d7-4c92-9440-ecdffded2474 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967282 Jun 16 15:13:51.059880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:security_group_rule and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:51.069457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.069618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:51.073270 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8456f07e-034e-41ec-a531-3aa68bfef26d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.5240419 Jun 16 15:13:51.077519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50422) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:51.091571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:51.091784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.094516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-268861781'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:51.107425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Made reservation on behalf of 7baf38335b484981a34f072cabd2aa8b for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:51.111019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.172114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:51.220204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Usage tracker for resource:network and tenant:ad1e90b0a1774621a8b39030fbc29c4c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:51.244126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1bade8e-68c4-44de-a134-53a1148cc1f4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:51.246136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:51.293840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] device_id is not set on port 86eb3a32-07fc-406c-9058-1ebfcc0de75b yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:13:51.386260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:51.443449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bdd564-d915-43fe-96eb-9190b5fc056a None None] Network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:13:51.474550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.478513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port c1bade8e-68c4-44de-a134-53a1148cc1f4 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:51.531955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Made reservation on behalf of ad1e90b0a1774621a8b39030fbc29c4c for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:51.535471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.556587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.620144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.655316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-474dc31a-e203-4c17-baff-7a5703d45f8c None None] Provisioning for port c1bade8e-68c4-44de-a134-53a1148cc1f4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:51.673622 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Deleting port f42dff5b-2b01-40b3-844d-62d4dc9740be {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:51.673997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.684612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:51.701069 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-474dc31a-e203-4c17-baff-7a5703d45f8c None None] Provisioning complete for port c1bade8e-68c4-44de-a134-53a1148cc1f4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:51.701069 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-474dc31a-e203-4c17-baff-7a5703d45f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.710254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Allocated IP 2001:db8::202 (e2adb6b5-046f-4be2-a4bc-4481c7e97a7e/c9fcbc01-d0c5-4ddc-b2ae-26e07c991f5b/86eb3a32-07fc-406c-9058-1ebfcc0de75b) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:51.719300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Usage tracker for resource:security_group_rule and tenant:ad1e90b0a1774621a8b39030fbc29c4c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:51.739593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:51.762075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.767138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:51.772148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] For port 505c77b4-a162-4b38-a458-75b07f4ba43e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=505c77b4-a162-4b38-a458-75b07f4ba43e,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:51.772370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.853454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-474dc31a-e203-4c17-baff-7a5703d45f8c None None] Current status of the port c1bade8e-68c4-44de-a134-53a1148cc1f4 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:51.853951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-474dc31a-e203-4c17-baff-7a5703d45f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.893827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-474dc31a-e203-4c17-baff-7a5703d45f8c None None] For port c1bade8e-68c4-44de-a134-53a1148cc1f4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1bade8e-68c4-44de-a134-53a1148cc1f4,segment=NetworkSegment(3f9f06b6-b22a-4c16-b667-b2a5fb824b64),segment_id=3f9f06b6-b22a-4c16-b667-b2a5fb824b64)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:51.904269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84f3f932-7b37-4f43-9d18-132138a8333d tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.931033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:51.976137 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-474dc31a-e203-4c17-baff-7a5703d45f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.005546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.038978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:13:52.068787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dc31a-e203-4c17-baff-7a5703d45f8c None None] Pushing event updated for resources: {'Port': ['ID=c1bade8e-68c4-44de-a134-53a1148cc1f4,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:52.161631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8468361f-c978-4343-b5fa-4cfa61b09c82,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:52.172721 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Calling delete_port for f42dff5b-2b01-40b3-844d-62d4dc9740be owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:52.201331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.201693 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Added segment 7d6323c6-d679-44c4-a7f3-721436aae92c of type vlan for network 644694f0-c39c-4b30-9c2a-9e2039762b74 Jun 16 15:13:52.261002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-643db335-3aba-44c0-be26-3f19f9d2917f None None] Provisioning for port 781196f1-71c5-4952-b585-d508c84c610c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:52.266496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-643db335-3aba-44c0-be26-3f19f9d2917f None None] Provisioning complete for port 781196f1-71c5-4952-b585-d508c84c610c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:52.267404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-643db335-3aba-44c0-be26-3f19f9d2917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.368898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-643db335-3aba-44c0-be26-3f19f9d2917f None None] Port 781196f1-71c5-4952-b585-d508c84c610c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:52.383060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-643db335-3aba-44c0-be26-3f19f9d2917f None None] Provisioning complete for port c1bade8e-68c4-44de-a134-53a1148cc1f4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:52.383674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-643db335-3aba-44c0-be26-3f19f9d2917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.531875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-643db335-3aba-44c0-be26-3f19f9d2917f None None] Current status of the port c1bade8e-68c4-44de-a134-53a1148cc1f4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:52.656701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-99bfafd0-5392-472a-8755-e855e4605c1c None None] Provisioning complete for port 781196f1-71c5-4952-b585-d508c84c610c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:52.657448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99bfafd0-5392-472a-8755-e855e4605c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.672063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.685333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1edcd7-ff20-49ef-9eb8-596da6c91f5e req-57a6588e-5ed3-4ba6-9dfa-f3cab4faf67b tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:52.686812 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ca1edcd7-ff20-49ef-9eb8-596da6c91f5e req-57a6588e-5ed3-4ba6-9dfa-f3cab4faf67b tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 946 time: 0.8988154 Jun 16 15:13:52.718399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-99bfafd0-5392-472a-8755-e855e4605c1c None None] Port 781196f1-71c5-4952-b585-d508c84c610c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:52.748523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.757266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.794402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.794777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.795144 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Floating IP ae927d2b-bb5e-4969-9749-073e8aadeac1 disassociated. External IP: 172.26.2.26, port: 505c77b4-a162-4b38-a458-75b07f4ba43e. Jun 16 15:13:52.795828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Calling delete_port for 505c77b4-a162-4b38-a458-75b07f4ba43e owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:52.815051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Pushing event deleted for resources: {'Port': ['ID=f42dff5b-2b01-40b3-844d-62d4dc9740be,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:52.856989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.898036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.918024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647f4d-5c85-4a1a-ae2f-21aaa1b13c6d req-4342bace-f105-4b3e-b3e5-141e8258ecd3 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:52.919689 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a3647f4d-5c85-4a1a-ae2f-21aaa1b13c6d req-4342bace-f105-4b3e-b3e5-141e8258ecd3 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.6511304 Jun 16 15:13:52.922368 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ca1edcd7-ff20-49ef-9eb8-596da6c91f5e req-eb213e24-92c2-43a9-8965-1d04aa0b312a tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114217 Jun 16 15:13:52.951214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:13:52.985917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70b7d81-1471-4990-bae7-585c9270a399,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:53.000801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Transition to ACTIVE for port object 86eb3a32-07fc-406c-9058-1ebfcc0de75b will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:53.010478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.015890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:53.016481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.022735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.022900 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Added segment eebdbfd0-4cc8-48bd-bae1-109945a89079 of type vlan for network 026e6539-4566-441e-bb34-1d2a06a668d0 Jun 16 15:13:53.093560 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.173916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1bade8e-68c4-44de-a134-53a1148cc1f4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:13:53.185032 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a3647f4d-5c85-4a1a-ae2f-21aaa1b13c6d req-266cee94-2b6e-4ccf-a781-c561a721425d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414062 Jun 16 15:13:53.244918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c1bade8e-68c4-44de-a134-53a1148cc1f4 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:53.245300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.295737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Network': ['ID=644694f0-c39c-4b30-9c2a-9e2039762b74,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:53.314039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 644694f0-c39c-4b30-9c2a-9e2039762b74 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:13:53.320568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.338050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.346269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.412086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c124a4-99a1-4e4a-947e-cc3dc9c4686a req-eef8cc26-6638-4650-9f36-d87651c3c5f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:53.412789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-d7c124a4-99a1-4e4a-947e-cc3dc9c4686a req-eef8cc26-6638-4650-9f36-d87651c3c5f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Synchronizing usage tracker for tenant:f37f7f14be2745539000b6d1025d8e9c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:53.439338 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bca47c43-9c4d-467d-ab63-f4f48d958261 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.3163300 Jun 16 15:13:53.464085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-a4114734-e1b1-4810-83e5-7ec3bd67aecc tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:53.464779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-a4114734-e1b1-4810-83e5-7ec3bd67aecc tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Synchronizing usage tracker for tenant:9d0746fe46ac469f893cb7bed7348f6e on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:53.471757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c1bade8e-68c4-44de-a134-53a1148cc1f4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:13:53.478948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.485781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.491960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.497320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:53.498434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.513151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84f3f932-7b37-4f43-9d18-132138a8333d tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.516854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84f3f932-7b37-4f43-9d18-132138a8333d tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.582196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-d7c124a4-99a1-4e4a-947e-cc3dc9c4686a req-eef8cc26-6638-4650-9f36-d87651c3c5f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Unset dirty status for tenant:f37f7f14be2745539000b6d1025d8e9c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:53.583930 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7c124a4-99a1-4e4a-947e-cc3dc9c4686a req-eef8cc26-6638-4650-9f36-d87651c3c5f7 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 945 time: 0.5320594 Jun 16 15:13:53.587584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.588131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Fanout notify agent at l3_agent the message router_deleted on router 6d315c73-22b3-4f2c-8016-82445f9a4361 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:13:53.615360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:53.623015 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.624136 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-341e8a78-7ebe-4d86-805f-9aec210be49c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/6d315c73-22b3-4f2c-8016-82445f9a4361 HTTP/1.1" status: 204 len: 168 time: 2.9919195 Jun 16 15:13:53.628914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50432) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:53.634047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1949819586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:53.642230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-a4114734-e1b1-4810-83e5-7ec3bd67aecc tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Unset dirty status for tenant:9d0746fe46ac469f893cb7bed7348f6e on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:53.643593 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-a4114734-e1b1-4810-83e5-7ec3bd67aecc tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.46 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 946 time: 0.6126900 Jun 16 15:13:53.811896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:53.814760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:53.821415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:53.822092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.824725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:53.862773 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7842002 Jun 16 15:13:53.870213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50436) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:53.871695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Usage tracker for resource:router and tenant:ca51a95e1a15492bbcd416ee1f48912e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:53.884356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:53.921885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Request body: {'subnet': {'network_id': '026e6539-4566-441e-bb34-1d2a06a668d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:53.923120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Router 1253ddac-9b04-4697-916b-cb901e649537 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:13:53.938036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event updated for resources: {'Port': ['ID=86eb3a32-07fc-406c-9058-1ebfcc0de75b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:53.944547 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:54.075638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Deleting port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:54.075984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:54.091322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Pushing event deleted for resources: {'Port': ['ID=505c77b4-a162-4b38-a458-75b07f4ba43e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:54.213502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714bf1c-29e2-4f52-8672-5c3d05eb4bda tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'Network': ['ID=026e6539-4566-441e-bb34-1d2a06a668d0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:54.224243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 026e6539-4566-441e-bb34-1d2a06a668d0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:13:54.228433 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ee18e453-fe70-441b-bcce-dbd93bc84899 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.9368281 Jun 16 15:13:54.228593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50444) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:54.306044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 505c77b4-a162-4b38-a458-75b07f4ba43e no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:13:54.330386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:54.343595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Usage tracker for resource:subnet and tenant:ad1e90b0a1774621a8b39030fbc29c4c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:54.347232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:54.363719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:54.398512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f3f932-7b37-4f43-9d18-132138a8333d tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Router c0fcb31a-7843-422b-975a-c40deab5f2bc has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:13:54.404040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:54.405615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:54.429224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:54.523997 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7c124a4-99a1-4e4a-947e-cc3dc9c4686a req-916c16b0-2b0f-4d01-9699-58488c194326 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups?id=411d4e38-2527-4949-93d8-a97c6a70a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9034946 Jun 16 15:13:54.526958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 505c77b4-a162-4b38-a458-75b07f4ba43e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:13:54.528571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 505c77b4-a162-4b38-a458-75b07f4ba43e not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:13:54.644223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0ce87e9d-aff2-4817-bba0-571bdec80aa5 None None] Provisioning for port 86eb3a32-07fc-406c-9058-1ebfcc0de75b completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:13:54.650135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0ce87e9d-aff2-4817-bba0-571bdec80aa5 None None] Provisioning complete for port 86eb3a32-07fc-406c-9058-1ebfcc0de75b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:13:54.650836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ce87e9d-aff2-4817-bba0-571bdec80aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:54.713811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Made reservation on behalf of ad1e90b0a1774621a8b39030fbc29c4c for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:54.721720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:54.817082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f3f932-7b37-4f43-9d18-132138a8333d tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:54.826404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0ce87e9d-aff2-4817-bba0-571bdec80aa5 None None] Port 86eb3a32-07fc-406c-9058-1ebfcc0de75b cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:13:54.838044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab113b1-3cc6-4f23-b161-5d74b77097dd None None] Sync routers for ids ['c0fcb31a-7843-422b-975a-c40deab5f2bc'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:54.840468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:54.855020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab113b1-3cc6-4f23-b161-5d74b77097dd None None] Routers {'c0fcb31a-7843-422b-975a-c40deab5f2bc'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:54.855759 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9ab113b1-3cc6-4f23-b161-5d74b77097dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c0fcb31a-7843-422b-975a-c40deab5f2bc'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:54.857302 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] Sync routers for ids ['1253ddac-9b04-4697-916b-cb901e649537'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:54.888012 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] Routers {'1253ddac-9b04-4697-916b-cb901e649537'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:54.889469 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1253ddac-9b04-4697-916b-cb901e649537'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:54.901890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:54.929865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9ab113b1-3cc6-4f23-b161-5d74b77097dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:54.945180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab113b1-3cc6-4f23-b161-5d74b77097dd None None] Routers {'c0fcb31a-7843-422b-975a-c40deab5f2bc'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:54.946157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9ab113b1-3cc6-4f23-b161-5d74b77097dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c0fcb31a-7843-422b-975a-c40deab5f2bc'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:55.039059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84f3f932-7b37-4f43-9d18-132138a8333d tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:55.049601 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-84f3f932-7b37-4f43-9d18-132138a8333d tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "PUT /v2.0/routers/c0fcb31a-7843-422b-975a-c40deab5f2bc HTTP/1.1" status: 200 len: 922 time: 4.0929844 Jun 16 15:13:55.065708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50448) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:55.138646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9ab113b1-3cc6-4f23-b161-5d74b77097dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:55.139580 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab113b1-3cc6-4f23-b161-5d74b77097dd None None] The sync data for ids ['c0fcb31a-7843-422b-975a-c40deab5f2bc'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:55.284017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] No DVR routers for this DVR port 505c77b4-a162-4b38-a458-75b07f4ba43e on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:13:55.314314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d814dad-62e9-48ed-a72f-5ed13b61aa37 req-d8ed8fc3-044c-4857-8432-2a97f6921e7d tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:55.325753 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1d814dad-62e9-48ed-a72f-5ed13b61aa37 req-d8ed8fc3-044c-4857-8432-2a97f6921e7d tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 946 time: 1.0962355 Jun 16 15:13:55.334289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:55.338965 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f84aff17-9432-45df-a1fd-69cc58ddc982 req-a6b57169-6e5b-45ac-b614-4de5066b7b53 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.46 "DELETE /v2.0/ports/505c77b4-a162-4b38-a458-75b07f4ba43e HTTP/1.1" status: 204 len: 173 time: 4.5433211 Jun 16 15:13:55.350473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'name': 'network-vif-deleted', 'tag': '505c77b4-a162-4b38-a458-75b07f4ba43e'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:55.456616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:55.459562 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a7dd63b6-4220-425a-a9ee-a2f00a4482f0 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.8293962 Jun 16 15:13:55.469623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50454) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:55.502645 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1d814dad-62e9-48ed-a72f-5ed13b61aa37 req-1513afc7-8b6c-43d1-800d-73928297ac24 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759334 Jun 16 15:13:55.576879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'enable_snat': True}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:55.632481 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] Set router 1253ddac-9b04-4697-916b-cb901e649537 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:55.740946 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ad565e-7b29-473e-9bd2-b881be62fae3'] response: {'server_uuid': 'faca4b35-f71e-439b-a683-bbdf9febf7a3', 'name': 'network-vif-deleted', 'tag': '505c77b4-a162-4b38-a458-75b07f4ba43e', 'status': 'completed', 'code': 200} Jun 16 15:13:55.782965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8793599-b974-49b7-a878-6c908b99fe25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:55.795505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8793599-b974-49b7-a878-6c908b99fe25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:55.808681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8793599-b974-49b7-a878-6c908b99fe25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:55.810445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f8793599-b974-49b7-a878-6c908b99fe25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Synchronizing usage tracker for tenant:7baf38335b484981a34f072cabd2aa8b on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:55.972889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] For port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:13:55.973992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:55.981647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e086bd-6b16-4a4b-afd7-408d5ba7f102 req-c2e602e4-4917-4108-8f51-0ed4ff74acd8 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:55.992384 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-22e086bd-6b16-4a4b-afd7-408d5ba7f102 req-c2e602e4-4917-4108-8f51-0ed4ff74acd8 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 1.0670881 Jun 16 15:13:56.185788 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a2348e-1eda-4f6c-86fa-26baf28b74f9 req-62e52ce3-d543-41ad-9f86-789270cc7700 tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/ports?device_id=faca4b35-f71e-439b-a683-bbdf9febf7a3 HTTP/1.1" status: 200 len: 210 time: 0.0843794 Jun 16 15:13:56.282268 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:18Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1a20da83-22aa-4d76-81ad-8048274a9f38', 'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'mac_address': 'fa:16:3e:dc:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:15Z', 'updated_at': '2022-06-16T15:12:28Z', 'revision_number': 5, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'subnets': [{'id': 'b745a143-a783-4450-bc27-036ab6b44645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:56.287890 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] Checking router: 1253ddac-9b04-4697-916b-cb901e649537 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:13:56.298452 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] Routers {'1253ddac-9b04-4697-916b-cb901e649537'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:56.299204 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1253ddac-9b04-4697-916b-cb901e649537'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:56.387414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f8793599-b974-49b7-a878-6c908b99fe25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Unset dirty status for tenant:7baf38335b484981a34f072cabd2aa8b on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:56.397506 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f8793599-b974-49b7-a878-6c908b99fe25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 2.0673788 Jun 16 15:13:56.404690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50460) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:56.651119 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] Set router 1253ddac-9b04-4697-916b-cb901e649537 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:56.727141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:56.731288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:56.731760 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Floating IP 062d46c1-a314-4e94-aecd-08eca1733565 disassociated. External IP: 172.26.2.119, port: 67ebcf0c-32c8-4575-ac9c-0f503a8f0373. Jun 16 15:13:56.732200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Calling delete_port for 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:56.911992 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-22e086bd-6b16-4a4b-afd7-408d5ba7f102 req-1f6bd1ab-b6fa-4845-92b8-040f72fa8288 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9194057 Jun 16 15:13:57.003176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:57.044884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Deleting port 86eb3a32-07fc-406c-9058-1ebfcc0de75b {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:57.045381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:57.124730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50466) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:57.141355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'subnet': {'network_id': '644694f0-c39c-4b30-9c2a-9e2039762b74', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:57.187014 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b5bed787-5c48-46d2-92db-ed99c45f9e8d tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/routers/c0fcb31a-7843-422b-975a-c40deab5f2bc HTTP/1.1" status: 200 len: 922 time: 2.0195043 Jun 16 15:13:57.190591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50470) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:57.201622 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:18Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1a20da83-22aa-4d76-81ad-8048274a9f38', 'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'mac_address': 'fa:16:3e:dc:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:15Z', 'updated_at': '2022-06-16T15:12:28Z', 'revision_number': 5, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'subnets': [{'id': 'b745a143-a783-4450-bc27-036ab6b44645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:57.208313 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c32db7-6a31-4796-b910-f5db62bf86a9 None None] The sync data for ids ['1253ddac-9b04-4697-916b-cb901e649537'] in dv-neutron-846028-2-hyperv is: [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:18Z', 'revision_number': 4, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1a20da83-22aa-4d76-81ad-8048274a9f38', 'name': '', 'network_id': '89f51b72-dd77-430d-85f6-ddeb52f1aaeb', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'mac_address': 'fa:16:3e:dc:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b745a143-a783-4450-bc27-036ab6b44645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:15Z', 'updated_at': '2022-06-16T15:12:28Z', 'revision_number': 5, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'subnets': [{'id': 'b745a143-a783-4450-bc27-036ab6b44645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:57.410040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7a59f-d92a-4286-8010-a2f225f9533b tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:57.411637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d3d7a59f-d92a-4286-8010-a2f225f9533b tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Synchronizing usage tracker for tenant:3cbd048a5c76418d94e0d5a55b0319b3 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:57.426449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50478) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:57.463274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:57.475304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382207de-04f9-4d87-94df-21a19f5b549c req-4cd88330-4c75-447a-9ec2-d64fb2b83ded tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:57.476864 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-382207de-04f9-4d87-94df-21a19f5b549c req-4cd88330-4c75-447a-9ec2-d64fb2b83ded tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 946 time: 0.6720309 Jun 16 15:13:57.530251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:57.534948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:57.553500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:subnet and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:57.562951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb8f75-d15f-4f54-bf99-c3d74c21f7ad None None] New status for floating IP ae927d2b-bb5e-4969-9749-073e8aadeac1: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:13:57.608502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d3d7a59f-d92a-4286-8010-a2f225f9533b tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Unset dirty status for tenant:3cbd048a5c76418d94e0d5a55b0319b3 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:57.609731 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d3d7a59f-d92a-4286-8010-a2f225f9533b tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&device_id=c0fcb31a-7843-422b-975a-c40deab5f2bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4176607 Jun 16 15:13:57.615969 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:57.618570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50482) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:57.632841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Pushing event deleted for resources: {'Port': ['ID=67ebcf0c-32c8-4575-ac9c-0f503a8f0373,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:57.642965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:57.670373 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-382207de-04f9-4d87-94df-21a19f5b549c req-6249edc1-df8d-41fa-b69b-a923f7cbc860 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups?id=18a94d4f-7aa4-4e85-993f-2b049f249f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722581 Jun 16 15:13:57.672009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:57.725863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.726156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.726461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.726807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.727199 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.727538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.727873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.728206 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.728540 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.728869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.729196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.730212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:57.760402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'Subnet': ['ID=3518a5d3-f694-47a1-b160-1f8d9814dd80,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:57.798809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Checking segment: {'id': 'eebdbfd0-4cc8-48bd-bae1-109945a89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '026e6539-4566-441e-bb34-1d2a06a668d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:57.799230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Network hostable DHCP agents. Network: 026e6539-4566-441e-bb34-1d2a06a668d0, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:13:57.806963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9e60597-aec4-4dd5-8abf-730bcb8be2be tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:57.927585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9e60597-aec4-4dd5-8abf-730bcb8be2be tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:57.965471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:13:57.971279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Calling delete_port for 86eb3a32-07fc-406c-9058-1ebfcc0de75b owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:57.997272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:58.000967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:58.054142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Network 026e6539-4566-441e-bb34-1d2a06a668d0 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:13:58.163144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 026e6539-4566-441e-bb34-1d2a06a668d0) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:58.172343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:58.175217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61046b57-1dad-44e2-b080-8d794cb10451 None None] Network 026e6539-4566-441e-bb34-1d2a06a668d0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:13:58.178996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:58.206543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9e60597-aec4-4dd5-8abf-730bcb8be2be tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:58.244329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:13:58.256459 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] Sync routers for ids ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:58.267721 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] Routers {'19de1a74-75bd-4a0f-9f2c-bab0c4487c53'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:58.270511 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:58.277937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e60597-aec4-4dd5-8abf-730bcb8be2be tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411d4e38-2527-4949-93d8-a97c6a70a3fc,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:58.340467 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:13:58.359944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] No DVR routers for this DVR port 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:13:58.363329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:58.366265 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7488cde7-56c1-4f1f-897e-474bd07cc66f req-832be9ab-8264-40a8-9ba9-452bf6120d37 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.46 "DELETE /v2.0/ports/67ebcf0c-32c8-4575-ac9c-0f503a8f0373 HTTP/1.1" status: 204 len: 173 time: 4.5320675 Jun 16 15:13:58.366706 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780b383f-0198-48f8-8601-fe04918b3665', 'name': 'network-vif-deleted', 'tag': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:58.386137 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fcb3d685-211a-452a-9150-238e29be3447 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5038307 Jun 16 15:13:58.388365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50490) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:58.397071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099d0b01-fee8-4203-bdd2-2400ead98c07 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:58.398889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-099d0b01-fee8-4203-bdd2-2400ead98c07 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Synchronizing usage tracker for tenant:3cbd048a5c76418d94e0d5a55b0319b3 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:13:58.402593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:13:58.402877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Request body: {'network': {'name': 'tempest-router-network01--1446318386'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:58.403329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 67ebcf0c-32c8-4575-ac9c-0f503a8f0373 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:13:58.415222 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9e60597-aec4-4dd5-8abf-730bcb8be2be tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:58.416340 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e9e60597-aec4-4dd5-8abf-730bcb8be2be tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "DELETE /v2.0/security-groups/411d4e38-2527-4949-93d8-a97c6a70a3fc HTTP/1.1" status: 204 len: 168 time: 0.9946265 Jun 16 15:13:58.421276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50494) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:58.428769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:13:58.458310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:58.459723 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca88fb9e-ba15-4bac-a0a9-74e792a24474'] response: {'server_uuid': '780b383f-0198-48f8-8601-fe04918b3665', 'name': 'network-vif-deleted', 'tag': '67ebcf0c-32c8-4575-ac9c-0f503a8f0373', 'status': 'completed', 'code': 200} Jun 16 15:13:58.462409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Usage tracker for resource:network and tenant:ad1e90b0a1774621a8b39030fbc29c4c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:13:58.466110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:13:58.474058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:13:58.477200 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-96b2e368-e50f-4cd3-95d1-67a8dd9e134c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] show failed (client error): The resource could not be found. Jun 16 15:13:58.478315 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-96b2e368-e50f-4cd3-95d1-67a8dd9e134c tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "GET /v2.0/security-groups/411d4e38-2527-4949-93d8-a97c6a70a3fc HTTP/1.1" status: 404 len: 347 time: 0.0551085 Jun 16 15:13:58.491876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50498) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:58.509277 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] Set router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:58.562547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-026e6539-4566-441e-bb34-1d2a06a668d0', 'network_id': '026e6539-4566-441e-bb34-1d2a06a668d0', 'tenant_id': 'ad1e90b0a1774621a8b39030fbc29c4c', 'fixed_ips': [{'subnet_id': '3518a5d3-f694-47a1-b160-1f8d9814dd80'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:13:58.563756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:58.567024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Made reservation on behalf of ad1e90b0a1774621a8b39030fbc29c4c for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:13:58.573156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:58.646449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-099d0b01-fee8-4203-bdd2-2400ead98c07 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Unset dirty status for tenant:3cbd048a5c76418d94e0d5a55b0319b3 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:13:58.648601 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-099d0b01-fee8-4203-bdd2-2400ead98c07 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 881 time: 1.0174112 Jun 16 15:13:58.673775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50502) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:58.733286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event deleted for resources: {'Port': ['ID=86eb3a32-07fc-406c-9058-1ebfcc0de75b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:58.837299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Allocated IP 172.20.0.2 (026e6539-4566-441e-bb34-1d2a06a668d0/3518a5d3-f694-47a1-b160-1f8d9814dd80/4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:58.854436 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7d164572-39b8-458f-9223-fd91da3b17e6 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0fcb31a-7843-422b-975a-c40deab5f2bc HTTP/1.1" status: 200 len: 205 time: 0.1782973 Jun 16 15:13:58.859238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50508) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:58.860815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b6a5c67f-53ca-46c4-a604-c02fd6d435ce tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Deleting port 5a48c1f0-09bf-4f8e-a405-6c170b49acc7 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:13:58.861153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c67f-53ca-46c4-a604-c02fd6d435ce tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:58.990858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:13:59.025836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.025836 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Added segment 92183cec-fbf5-4375-86d9-f69dd0f4171f of type vlan for network ac847a46-8544-4f95-91c5-da1c9bf40cf2 Jun 16 15:13:59.053143 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:25Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '2d73376e-7261-4fdb-a62a-68f367452165', 'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'mac_address': 'fa:16:3e:9e:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:19Z', 'updated_at': '2022-06-16T15:12:35Z', 'revision_number': 5, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'subnets': [{'id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:59.059017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.063659 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] Checking router: 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:13:59.074347 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] Routers {'19de1a74-75bd-4a0f-9f2c-bab0c4487c53'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:13:59.075892 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:59.083736 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-09fe06ad-7b29-4fb9-9e18-ea99254fc163 req-2092f784-a769-4750-8cdb-d1d9a26dad5b tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/ports?device_id=780b383f-0198-48f8-8601-fe04918b3665 HTTP/1.1" status: 200 len: 210 time: 0.0891340 Jun 16 15:13:59.085274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.085721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.086173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.086605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.087334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.087769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.088210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.088695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.089123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.089548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.089987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.090411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.183529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.209647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.218147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.233430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Transition to ACTIVE for port object 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:59.260146 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Transition to ACTIVE for port object 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:13:59.295285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aced8f-19eb-4999-a330-fafa64830f3c req-3758cac6-1c38-48ea-8f18-88947b5e5b57 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:59.297122 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0aced8f-19eb-4999-a330-fafa64830f3c req-3758cac6-1c38-48ea-8f18-88947b5e5b57 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 1.2605860 Jun 16 15:13:59.332712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.349136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.356383 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] Set router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:13:59.432382 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0aced8f-19eb-4999-a330-fafa64830f3c req-4cc515e9-c9ee-4742-9e78-d45e328b02f2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226559 Jun 16 15:13:59.432906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Network 026e6539-4566-441e-bb34-1d2a06a668d0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:13:59.438225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.453011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:13:59.453181 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b4934629-1212-4195-9c31-350fb5129364 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "DELETE /v2.0/ports/86eb3a32-07fc-406c-9058-1ebfcc0de75b HTTP/1.1" status: 204 len: 168 time: 3.0168154 Jun 16 15:13:59.460672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:13:59.504610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Pushing event updated for resources: {'Port': ['ID=4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:59.514874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c67f-53ca-46c4-a604-c02fd6d435ce tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.515254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c67f-53ca-46c4-a604-c02fd6d435ce tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.521152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.522117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.522670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.523248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.523780 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.524340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.524570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50512) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:13:59.525081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.526018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.526558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.527095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.531382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.531382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:59.593073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Request body: {'port': {'name': 'tempest-new-port-name-787391811', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:13:59.593408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.api.validators [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] bootfile-name is not in valid_values {{(pid=89745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:13:59.593847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.api.validators [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] tftp-server is not in valid_values {{(pid=89745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:13:59.594290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.api.validators [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] server-ip-address is not in valid_values {{(pid=89745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:13:59.605802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Attempting to bind port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:13:59.606335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Attempting to bind port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'eebdbfd0-4cc8-48bd-bae1-109945a89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '026e6539-4566-441e-bb34-1d2a06a668d0'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:13:59.606547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Attempting to bind port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 on network 026e6539-4566-441e-bb34-1d2a06a668d0 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:13:59.607872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.613012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:13:59.613382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Checking segment: {'id': 'eebdbfd0-4cc8-48bd-bae1-109945a89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '026e6539-4566-441e-bb34-1d2a06a668d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:59.613814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.614797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Bound using segment: {'id': 'eebdbfd0-4cc8-48bd-bae1-109945a89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '026e6539-4566-441e-bb34-1d2a06a668d0'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:13:59.619559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Bound port: 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebdbfd0-4cc8-48bd-bae1-109945a89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '026e6539-4566-441e-bb34-1d2a06a668d0'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:13:59.619559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.705290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Subnet': ['ID=b391fcb7-e224-4e8d-81bb-38ab7cb431c5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:59.755365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] For port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:13:59.758520 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] For port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7,segment=NetworkSegment(eebdbfd0-4cc8-48bd-bae1-109945a89079),segment_id=eebdbfd0-4cc8-48bd-bae1-109945a89079)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:13:59.763674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Checking segment: {'id': '7d6323c6-d679-44c4-a7f3-721436aae92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '644694f0-c39c-4b30-9c2a-9e2039762b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:13:59.764055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network hostable DHCP agents. Network: 644694f0-c39c-4b30-9c2a-9e2039762b74, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:13:59.768884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Allocated IP 172.26.2.61 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/103f30d0-74dd-42b3-af29-be6140858855) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:13:59.772233 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:25Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '2d73376e-7261-4fdb-a62a-68f367452165', 'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'mac_address': 'fa:16:3e:9e:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:19Z', 'updated_at': '2022-06-16T15:12:35Z', 'revision_number': 5, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'subnets': [{'id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:59.777496 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953cfb4-970a-4271-9453-afc52f22a1df None None] The sync data for ids ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'] in dv-neutron-846028-2-hyperv is: [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:12:25Z', 'revision_number': 4, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '2d73376e-7261-4fdb-a62a-68f367452165', 'name': '', 'network_id': '195e631b-ddb7-4aa7-b032-9b54ff8e4f46', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'mac_address': 'fa:16:3e:9e:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:19Z', 'updated_at': '2022-06-16T15:12:35Z', 'revision_number': 5, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'subnets': [{'id': '42e2af42-3a36-4b61-96bf-8854bf80c4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:59.795649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:13:59.812427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b6a5c67f-53ca-46c4-a604-c02fd6d435ce tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Calling delete_port for 5a48c1f0-09bf-4f8e-a405-6c170b49acc7 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:13:59.825874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.826115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:59.930461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2efcc8-510b-4008-b747-4657a6cd30ef None None] Pushing event updated for resources: {'Port': ['ID=4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:00.008810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network 644694f0-c39c-4b30-9c2a-9e2039762b74 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:00.010904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.020996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.024299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:00.024929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.114778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 644694f0-c39c-4b30-9c2a-9e2039762b74) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:00.133532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:00.134121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.153270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3ce6b-5de7-46df-8dd2-13f59207a8e8 None None] New status for floating IP 062d46c1-a314-4e94-aecd-08eca1733565: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:14:00.217975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Deleting port d82205b1-79bb-480d-9735-8ccece9844ef {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:00.218320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.273688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256164d1-b982-4205-9680-ebcdee8ca914 None None] Network 644694f0-c39c-4b30-9c2a-9e2039762b74 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:00.275444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'Network': ['ID=ac847a46-8544-4f95-91c5-da1c9bf40cf2,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:00.294104 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fa9cebf8-bed3-485a-9a53-45922d5d0278 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1675453 Jun 16 15:14:00.308970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network ac847a46-8544-4f95-91c5-da1c9bf40cf2 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:00.311776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50520) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:00.395594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1595731895'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:00.399920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50524) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:00.405001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.418863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:00.440625 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3dff9e15-b725-42c4-a55a-99811e4150f0 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0510695 Jun 16 15:14:00.446419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50528) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:00.454467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Request body: {'network': {'name': 'tempest-router-network02--262467359'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:00.455737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:network and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:00.462772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:00.477507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:00.483358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:00.534663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.621270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:00.624729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.627875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Usage tracker for resource:network and tenant:ad1e90b0a1774621a8b39030fbc29c4c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:00.645561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-54d5ae98-961e-43da-b5ca-e50c57829390 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.690884 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:00.697922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-54d5ae98-961e-43da-b5ca-e50c57829390 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.705274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Calling delete_port for d82205b1-79bb-480d-9735-8ccece9844ef owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:00.735593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:00.745078 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c67f-53ca-46c4-a604-c02fd6d435ce tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.750747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:00.768323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.809475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5c67f-53ca-46c4-a604-c02fd6d435ce tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Pushing event deleted for resources: {'Port': ['ID=5a48c1f0-09bf-4f8e-a405-6c170b49acc7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:00.838303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.838655 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Added segment 7499b0e2-bd25-4afd-8a6b-12ae9463d238 of type vlan for network 6a108a89-a8e4-4c54-b985-6eeab1754db1 Jun 16 15:14:00.874867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966c43b-645a-4cb3-95a3-c752b8e33b98 req-9454f441-03a3-4d28-ba7c-a8359fa84843 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:00.876700 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3966c43b-645a-4cb3-95a3-c752b8e33b98 req-9454f441-03a3-4d28-ba7c-a8359fa84843 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3098583 Jun 16 15:14:00.879946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:14:00.880594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-644694f0-c39c-4b30-9c2a-9e2039762b74', 'network_id': '644694f0-c39c-4b30-9c2a-9e2039762b74', 'tenant_id': 'bbbf9f8297ed43cfa594e83b0982c485', 'fixed_ips': [{'subnet_id': 'b391fcb7-e224-4e8d-81bb-38ab7cb431c5'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:00.881566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.935933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:00.938230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.955563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:00.965581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Made reservation on behalf of ad1e90b0a1774621a8b39030fbc29c4c for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:00.970347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.970547 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.971963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:00.986034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c67f-53ca-46c4-a604-c02fd6d435ce tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.989081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c67f-53ca-46c4-a604-c02fd6d435ce tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:00.990314 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b6a5c67f-53ca-46c4-a604-c02fd6d435ce tempest-ServersTestJSON-1232157895 tempest-ServersTestJSON-1232157895-project] 10.222.0.73 "DELETE /v2.0/floatingips/ae927d2b-bb5e-4969-9749-073e8aadeac1 HTTP/1.1" status: 204 len: 168 time: 2.4954822 Jun 16 15:14:00.996722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50534) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:01.028383 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event updated for resources: {'Port': ['ID=103f30d0-74dd-42b3-af29-be6140858855,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:01.039396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.112915 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3966c43b-645a-4cb3-95a3-c752b8e33b98 req-5507b40e-8194-4e50-9952-cf2cf47fdf42 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202518 Jun 16 15:14:01.133898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] In _notify_port_updated(), no bound segment for port 781196f1-71c5-4952-b585-d508c84c610c on network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e {{(pid=89745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:14:01.139552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:01.140239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.144131 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "PUT /v2.0/ports/781196f1-71c5-4952-b585-d508c84c610c HTTP/1.1" status: 200 len: 1128 time: 1.6040578 Jun 16 15:14:01.149284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50538) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:01.164116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Allocated IP 2001:db8:0:ffff::2 (644694f0-c39c-4b30-9c2a-9e2039762b74/b391fcb7-e224-4e8d-81bb-38ab7cb431c5/06113578-2a6e-492c-a6fc-206c6c215f15) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:01.335228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:01.366280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-54d5ae98-961e-43da-b5ca-e50c57829390 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.415653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f6ed4-66fd-4d3d-a093-0e38c95d146d None None] Network 026e6539-4566-441e-bb34-1d2a06a668d0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:01.432179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5ae98-961e-43da-b5ca-e50c57829390 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a94d4f-7aa4-4e85-993f-2b049f249f94,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:01.500336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cbd96-8666-4a3b-8027-3e87336f2101 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event updated for resources: {'Port': ['ID=781196f1-71c5-4952-b585-d508c84c610c,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:01.503169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.510042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:01.510598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:01.511741 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.540530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.540824 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Added segment ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1 of type vlan for network 35ad3067-32fa-49e6-983b-6ddae8abf6ff Jun 16 15:14:01.637572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e517573a-5068-4005-a05c-79becf97ea62 None None] Provisioning for port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:01.652058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa0b20-4461-4e3f-b656-41cab5cb1465 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:01.653698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8efa0b20-4461-4e3f-b656-41cab5cb1465 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Synchronizing usage tracker for tenant:7baf38335b484981a34f072cabd2aa8b on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:01.693757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:01.712873 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:01.721353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.722679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-54d5ae98-961e-43da-b5ca-e50c57829390 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.726239 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-54d5ae98-961e-43da-b5ca-e50c57829390 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "DELETE /v2.0/security-groups/18a94d4f-7aa4-4e85-993f-2b049f249f94 HTTP/1.1" status: 204 len: 168 time: 1.3231220 Jun 16 15:14:01.727951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Network': ['ID=6a108a89-a8e4-4c54-b985-6eeab1754db1,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:01.731339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50542) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:01.743289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.760663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 6a108a89-a8e4-4c54-b985-6eeab1754db1 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:01.770189 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3537ed27-bb80-475b-8cb5-4a1f064ebc32 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4550691 Jun 16 15:14:01.773251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50546) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:01.775005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.778650 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-e923a4f7-ccac-4605-8b4f-2402bc2bf5f0 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] show failed (client error): The resource could not be found. Jun 16 15:14:01.778650 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e923a4f7-ccac-4605-8b4f-2402bc2bf5f0 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "GET /v2.0/security-groups/18a94d4f-7aa4-4e85-993f-2b049f249f94 HTTP/1.1" status: 404 len: 347 time: 0.0400078 Jun 16 15:14:01.787810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'subnet': {'network_id': '6a108a89-a8e4-4c54-b985-6eeab1754db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:01.807399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50550) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:01.850401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Transition to ACTIVE for port object 06113578-2a6e-492c-a6fc-206c6c215f15 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:01.862806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:01.909279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8efa0b20-4461-4e3f-b656-41cab5cb1465 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Unset dirty status for tenant:7baf38335b484981a34f072cabd2aa8b on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:01.913950 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8efa0b20-4461-4e3f-b656-41cab5cb1465 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "GET /v2.0/ports/781196f1-71c5-4952-b585-d508c84c610c HTTP/1.1" status: 200 len: 1128 time: 0.7605371 Jun 16 15:14:01.927128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50554) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:01.973498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Pushing event deleted for resources: {'Port': ['ID=d82205b1-79bb-480d-9735-8ccece9844ef,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:01.976268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-92bae242-7ea1-45bc-bcb2-cce268fe0c8f None None] Provisioning complete for port 781196f1-71c5-4952-b585-d508c84c610c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:01.976790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92bae242-7ea1-45bc-bcb2-cce268fe0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.008244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Transition to ACTIVE for port object 06113578-2a6e-492c-a6fc-206c6c215f15 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:02.015577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.021136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:02.024092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.090554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.143354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-92bae242-7ea1-45bc-bcb2-cce268fe0c8f None None] Port 781196f1-71c5-4952-b585-d508c84c610c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:02.167160 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:02.167708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.195951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Network 644694f0-c39c-4b30-9c2a-9e2039762b74 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:02.209261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:02.214362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:02.229594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Pushing event updated for resources: {'Port': ['ID=06113578-2a6e-492c-a6fc-206c6c215f15,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:02.293376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a15fdb2f-d188-4f48-b5b9-72be5d118760 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Deleting port f45e0a12-a903-4585-add5-351ab9ff5cef {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:02.293770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15fdb2f-d188-4f48-b5b9-72be5d118760 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.351837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-977f4273-b389-462c-b60d-df139e3d1c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Deleting port 781196f1-71c5-4952-b585-d508c84c610c {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:02.352315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-977f4273-b389-462c-b60d-df139e3d1c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.386755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7,segment=NetworkSegment(eebdbfd0-4cc8-48bd-bae1-109945a89079),segment_id=eebdbfd0-4cc8-48bd-bae1-109945a89079)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:02.397695 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9505944 Jun 16 15:14:02.412396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Attempting to bind port 06113578-2a6e-492c-a6fc-206c6c215f15 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:02.412758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Attempting to bind port 06113578-2a6e-492c-a6fc-206c6c215f15 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '7d6323c6-d679-44c4-a7f3-721436aae92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '644694f0-c39c-4b30-9c2a-9e2039762b74'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:02.413116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Attempting to bind port 06113578-2a6e-492c-a6fc-206c6c215f15 on network 644694f0-c39c-4b30-9c2a-9e2039762b74 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:02.417037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50560) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:02.418834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:02.419184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Checking segment: {'id': '7d6323c6-d679-44c4-a7f3-721436aae92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '644694f0-c39c-4b30-9c2a-9e2039762b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:02.419846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.420234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Bound using segment: {'id': '7d6323c6-d679-44c4-a7f3-721436aae92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '644694f0-c39c-4b30-9c2a-9e2039762b74'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:02.420699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Bound port: 06113578-2a6e-492c-a6fc-206c6c215f15, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6323c6-d679-44c4-a7f3-721436aae92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '644694f0-c39c-4b30-9c2a-9e2039762b74'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:02.421035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1417700-22a2-4670-bfa7-4bc514c1a557 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'Network': ['ID=35ad3067-32fa-49e6-983b-6ddae8abf6ff,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:02.421219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.429277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Request body: {'subnet': {'network_id': 'ac847a46-8544-4f95-91c5-da1c9bf40cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:02.436228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 35ad3067-32fa-49e6-983b-6ddae8abf6ff details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:02.469320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.484289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.572368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:02.649906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:subnet and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:02.658600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:02.669496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:02.670774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15fdb2f-d188-4f48-b5b9-72be5d118760 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.670774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15fdb2f-d188-4f48-b5b9-72be5d118760 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.677801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] For port 06113578-2a6e-492c-a6fc-206c6c215f15, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:02.681195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] For port 06113578-2a6e-492c-a6fc-206c6c215f15, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=06113578-2a6e-492c-a6fc-206c6c215f15,segment=NetworkSegment(7d6323c6-d679-44c4-a7f3-721436aae92c),segment_id=7d6323c6-d679-44c4-a7f3-721436aae92c)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:02.687797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9528d4ec-f305-4359-8e4d-702a8c9b601d None None] Provisioning complete for port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:02.688199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9528d4ec-f305-4359-8e4d-702a8c9b601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.716110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:02.729117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff29ee4-e0f6-4601-bf31-24145b10cdd0 req-7a64bad3-e697-459c-9efe-d613b6c0d388 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:02.730588 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8ff29ee4-e0f6-4601-bf31-24145b10cdd0 req-7a64bad3-e697-459c-9efe-d613b6c0d388 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.2831557 Jun 16 15:14:02.749282 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.877125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a15fdb2f-d188-4f48-b5b9-72be5d118760 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Calling delete_port for f45e0a12-a903-4585-add5-351ab9ff5cef owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:02.884481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01740bf1-4ab2-48d9-98e7-db8bf444944e None None] Pushing event updated for resources: {'Port': ['ID=06113578-2a6e-492c-a6fc-206c6c215f15,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:02.910590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9528d4ec-f305-4359-8e4d-702a8c9b601d None None] Current status of the port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:02.919092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.928371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.935201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:02.971941 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:03.008935 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Usage tracker for resource:subnet and tenant:ad1e90b0a1774621a8b39030fbc29c4c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:03.017114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.087062 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:03.103985 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8ff29ee4-e0f6-4601-bf31-24145b10cdd0 req-7d03a635-9632-48c2-bd23-54b3a1cba5b7 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384720 Jun 16 15:14:03.105306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:03.158522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.158917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Fanout notify agent at l3_agent the message router_deleted on router c0fcb31a-7843-422b-975a-c40deab5f2bc {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:14:03.181339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:03.184847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.214398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.220753 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-55b96519-b05c-44fd-a464-9a709e0bcd06 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/c0fcb31a-7843-422b-975a-c40deab5f2bc HTTP/1.1" status: 204 len: 168 time: 4.3617480 Jun 16 15:14:03.221453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50564) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:03.246772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1773498503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:03.361390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:03.364863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Made reservation on behalf of ad1e90b0a1774621a8b39030fbc29c4c for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:03.367012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:03.371687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.390009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Usage tracker for resource:router and tenant:cd0c368445af48719630360493e68032 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:03.397388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:03.420916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-977f4273-b389-462c-b60d-df139e3d1c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.440781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:03.441074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.487713 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:03.527936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15fdb2f-d188-4f48-b5b9-72be5d118760 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.587635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:03.588830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 06113578-2a6e-492c-a6fc-206c6c215f15 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:03.633900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fdb2f-d188-4f48-b5b9-72be5d118760 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Pushing event deleted for resources: {'Port': ['ID=f45e0a12-a903-4585-add5-351ab9ff5cef,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:03.724772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-977f4273-b389-462c-b60d-df139e3d1c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Calling delete_port for 781196f1-71c5-4952-b585-d508c84c610c owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:03.736088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 06113578-2a6e-492c-a6fc-206c6c215f15 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:03.814727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.815785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.865988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.888006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.904899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.011814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15fdb2f-d188-4f48-b5b9-72be5d118760 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.039659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148fdf77-fb7e-4a01-9f20-cdce0088d2ba None None] Network 644694f0-c39c-4b30-9c2a-9e2039762b74 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:04.089902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] Deleting port 1a20da83-22aa-4d76-81ad-8048274a9f38 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:04.090459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.257837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.296093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.311158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-977f4273-b389-462c-b60d-df139e3d1c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.315226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.objects.ports [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:14:04.320346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Router b8420dfd-b1c8-4aaf-a594-8dec322e2e97 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:14:04.322194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.362208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15fdb2f-d188-4f48-b5b9-72be5d118760 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.363335 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a15fdb2f-d188-4f48-b5b9-72be5d118760 tempest-ServersTestManualDisk-1538326011 tempest-ServersTestManualDisk-1538326011-project] 10.222.0.73 "DELETE /v2.0/floatingips/062d46c1-a314-4e94-aecd-08eca1733565 HTTP/1.1" status: 204 len: 168 time: 2.5511355 Jun 16 15:14:04.387007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-10655416-0dba-4365-a827-9df8960b511d None None] Provisioning for port 06113578-2a6e-492c-a6fc-206c6c215f15 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:04.387871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50570) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:04.394321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-10655416-0dba-4365-a827-9df8960b511d None None] Provisioning complete for port 06113578-2a6e-492c-a6fc-206c6c215f15 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:04.394790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10655416-0dba-4365-a827-9df8960b511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.439784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f4273-b389-462c-b60d-df139e3d1c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event deleted for resources: {'Port': ['ID=781196f1-71c5-4952-b585-d508c84c610c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:04.460844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] For port 1a20da83-22aa-4d76-81ad-8048274a9f38, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1a20da83-22aa-4d76-81ad-8048274a9f38,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:04.462163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.537024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.538298 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7694b9c3-871a-4e5e-bdc9-7d46fa53b8d1 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3069649 Jun 16 15:14:04.634821 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50574) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:04.635452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-10655416-0dba-4365-a827-9df8960b511d None None] Current status of the port 06113578-2a6e-492c-a6fc-206c6c215f15 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:04.635827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10655416-0dba-4365-a827-9df8960b511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.699033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-10655416-0dba-4365-a827-9df8960b511d None None] For port 06113578-2a6e-492c-a6fc-206c6c215f15, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=06113578-2a6e-492c-a6fc-206c6c215f15,segment=NetworkSegment(7d6323c6-d679-44c4-a7f3-721436aae92c),segment_id=7d6323c6-d679-44c4-a7f3-721436aae92c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:04.769967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10655416-0dba-4365-a827-9df8960b511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.808438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Subnet': ['ID=7a52bab9-6ffd-40bb-88cd-3bb413edd2e0,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:04.853685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10655416-0dba-4365-a827-9df8960b511d None None] Pushing event updated for resources: {'Port': ['ID=06113578-2a6e-492c-a6fc-206c6c215f15,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:04.895783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b67bdccf-151a-451a-a01c-84533ac16485 None None] Provisioning complete for port 06113578-2a6e-492c-a6fc-206c6c215f15 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:04.897140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b67bdccf-151a-451a-a01c-84533ac16485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.897252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Checking segment: {'id': '7499b0e2-bd25-4afd-8a6b-12ae9463d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6a108a89-a8e4-4c54-b985-6eeab1754db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:04.897562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network hostable DHCP agents. Network: 6a108a89-a8e4-4c54-b985-6eeab1754db1, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:04.900888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-977f4273-b389-462c-b60d-df139e3d1c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.902794 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-977f4273-b389-462c-b60d-df139e3d1c9d tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "DELETE /v2.0/ports/781196f1-71c5-4952-b585-d508c84c610c HTTP/1.1" status: 204 len: 168 time: 2.9673529 Jun 16 15:14:04.915188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] Calling delete_port for 1a20da83-22aa-4d76-81ad-8048274a9f38 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:04.929469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50578) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:04.945529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:04.987939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e50b-7f83-4200-96a7-1ae9956df900 req-8b59dafa-d830-4c6a-96a4-b84cce4debb5 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:04.989476 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a3c3e50b-7f83-4200-96a7-1ae9956df900 req-8b59dafa-d830-4c6a-96a4-b84cce4debb5 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.7404430 Jun 16 15:14:05.014711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'Subnet': ['ID=b012a572-2abb-4f5e-9965-8ddcf5e96535,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:05.038183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:05.038872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b67bdccf-151a-451a-a01c-84533ac16485 None None] Current status of the port 06113578-2a6e-492c-a6fc-206c6c215f15 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:05.052897 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2db663-f884-4b8f-aafb-22d58774caf4 None None] Sync routers for ids ['b8420dfd-b1c8-4aaf-a594-8dec322e2e97'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:05.062390 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2db663-f884-4b8f-aafb-22d58774caf4 None None] Routers {'b8420dfd-b1c8-4aaf-a594-8dec322e2e97'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:05.063034 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-9a2db663-f884-4b8f-aafb-22d58774caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b8420dfd-b1c8-4aaf-a594-8dec322e2e97'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:05.101359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:05.101571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Checking segment: {'id': '92183cec-fbf5-4375-86d9-f69dd0f4171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ac847a46-8544-4f95-91c5-da1c9bf40cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:05.102059 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6a89a427-277a-40db-9113-0b0f3d788551 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "PUT /v2.0/routers/b8420dfd-b1c8-4aaf-a594-8dec322e2e97 HTTP/1.1" status: 200 len: 918 time: 9.5783846 Jun 16 15:14:05.104814 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Network hostable DHCP agents. Network: ac847a46-8544-4f95-91c5-da1c9bf40cf2, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:05.107648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50582) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:05.123349 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-9a2db663-f884-4b8f-aafb-22d58774caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:05.132739 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2db663-f884-4b8f-aafb-22d58774caf4 None None] Routers {'b8420dfd-b1c8-4aaf-a594-8dec322e2e97'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:05.133519 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-9a2db663-f884-4b8f-aafb-22d58774caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b8420dfd-b1c8-4aaf-a594-8dec322e2e97'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:05.201884 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-9a2db663-f884-4b8f-aafb-22d58774caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:05.202316 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2db663-f884-4b8f-aafb-22d58774caf4 None None] The sync data for ids ['b8420dfd-b1c8-4aaf-a594-8dec322e2e97'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:05.222518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network 6a108a89-a8e4-4c54-b985-6eeab1754db1 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:05.237719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 06113578-2a6e-492c-a6fc-206c6c215f15 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:05.247495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b82b0b-5322-4285-8ee9-21282d53977b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Deleting subnet c9fcbc01-d0c5-4ddc-b2ae-26e07c991f5b {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:05.258725 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a3c3e50b-7f83-4200-96a7-1ae9956df900 req-34fe54b3-294d-4870-a37d-f69e0ed33c61 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587552 Jun 16 15:14:05.266734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-09b82b0b-5322-4285-8ee9-21282d53977b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:05.362711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 06113578-2a6e-492c-a6fc-206c6c215f15 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:05.363318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:05.398609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:05.443240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Network ac847a46-8544-4f95-91c5-da1c9bf40cf2 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:05.453553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:05.465081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, ac847a46-8544-4f95-91c5-da1c9bf40cf2) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:05.472398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:05.473383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:05.480995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec8a282-b276-4c12-a560-454bfac67af3 None None] Network ac847a46-8544-4f95-91c5-da1c9bf40cf2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:05.529937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 6a108a89-a8e4-4c54-b985-6eeab1754db1) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:05.545642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:05.546496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:05.552945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a0275e-2108-45e7-8484-e7d1f7ed3983 None None] Network 6a108a89-a8e4-4c54-b985-6eeab1754db1 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:05.603104 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e9fd08cb-b28e-4921-af80-7f46342d6b4d tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1788960 Jun 16 15:14:05.607245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50586) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:05.616431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Request body: {'subnet': {'network_id': '35ad3067-32fa-49e6-983b-6ddae8abf6ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:05.680225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-09b82b0b-5322-4285-8ee9-21282d53977b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:05.744552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 06113578-2a6e-492c-a6fc-206c6c215f15 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:05.779296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50590) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:05.780912 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ee85b0ea-35ab-4468-89a2-3b7190fb3043 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/routers/b8420dfd-b1c8-4aaf-a594-8dec322e2e97 HTTP/1.1" status: 200 len: 924 time: 0.6647201 Jun 16 15:14:05.802980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:05.872005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-29045ed0-63c2-4f61-9a90-5e1cbd50b826 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0936248 Jun 16 15:14:05.874663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50594) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:05.887904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'port': {'network_id': '6a108a89-a8e4-4c54-b985-6eeab1754db1', 'name': 'tempest-NetworksIpV6TestAttrs-474729828'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:05.917037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a20da83-22aa-4d76-81ad-8048274a9f38,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:05.935837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:05.991341 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Usage tracker for resource:subnet and tenant:ad1e90b0a1774621a8b39030fbc29c4c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:05.998225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:06.036734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:06.101818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-ac847a46-8544-4f95-91c5-da1c9bf40cf2', 'network_id': 'ac847a46-8544-4f95-91c5-da1c9bf40cf2', 'tenant_id': 'ad1e90b0a1774621a8b39030fbc29c4c', 'fixed_ips': [{'subnet_id': 'b012a572-2abb-4f5e-9965-8ddcf5e96535'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:06.102658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.152684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-09b82b0b-5322-4285-8ee9-21282d53977b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.182499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-6a108a89-a8e4-4c54-b985-6eeab1754db1', 'network_id': '6a108a89-a8e4-4c54-b985-6eeab1754db1', 'tenant_id': 'bbbf9f8297ed43cfa594e83b0982c485', 'fixed_ips': [{'subnet_id': '7a52bab9-6ffd-40bb-88cd-3bb413edd2e0'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:06.191881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.225009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Made reservation on behalf of ad1e90b0a1774621a8b39030fbc29c4c for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:06.231162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.249923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:06.257083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:port and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:06.272302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:06.279489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:06.302348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba561da8-1541-40a4-ba7b-aaa31f4ec863 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:06.303374 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ba561da8-1541-40a4-ba7b-aaa31f4ec863 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&device_id=b8420dfd-b1c8-4aaf-a594-8dec322e2e97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5156457 Jun 16 15:14:06.315866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50600) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:06.447023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Allocated IP 172.20.0.2 (ac847a46-8544-4f95-91c5-da1c9bf40cf2/b012a572-2abb-4f5e-9965-8ddcf5e96535/53784a99-22dc-4191-8e6a-96855e0357ba) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:06.455661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:06.459852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.499796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Allocated IP 2001:db8::f816:3eff:fead:5ed5 (6a108a89-a8e4-4c54-b985-6eeab1754db1/7a52bab9-6ffd-40bb-88cd-3bb413edd2e0/973631e5-e8b7-458b-931a-ffc6f7cd2f15) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:06.530854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-09b82b0b-5322-4285-8ee9-21282d53977b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.580489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b82b0b-5322-4285-8ee9-21282d53977b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event deleted for resources: {'Subnet': ['ID=c9fcbc01-d0c5-4ddc-b2ae-26e07c991f5b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:06.590093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] device_id is not set on port bbbe0956-161b-4e3a-ac23-42599001a178 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:14:06.630523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-09b82b0b-5322-4285-8ee9-21282d53977b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.678097 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-09b82b0b-5322-4285-8ee9-21282d53977b tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "DELETE /v2.0/subnets/c9fcbc01-d0c5-4ddc-b2ae-26e07c991f5b HTTP/1.1" status: 204 len: 168 time: 1.7448843 Jun 16 15:14:06.679757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14214b24-6d49-441d-ad20-37061ecf8145 None None] Network e2adb6b5-046f-4be2-a4bc-4481c7e97a7e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:06.682966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50604) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:06.766318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccd81f-ebd6-470d-a8b7-a547983922e1 req-b44fe8d3-5f3e-4fc7-89e3-f988b27e5c34 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:06.767857 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-62ccd81f-ebd6-470d-a8b7-a547983922e1 req-b44fe8d3-5f3e-4fc7-89e3-f988b27e5c34 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.2968199 Jun 16 15:14:06.774761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.890833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.927509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.935254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.954319 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-62ccd81f-ebd6-470d-a8b7-a547983922e1 req-3a756ff4-4a36-4ec2-b716-94c2042b63be tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297090 Jun 16 15:14:06.980866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.053638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.080122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Transition to ACTIVE for port object 53784a99-22dc-4191-8e6a-96855e0357ba will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:07.082893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.100411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a99c0-403f-4f61-9f4d-9383a0e784f9 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:07.101777 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-344a99c0-403f-4f61-9f4d-9383a0e784f9 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 881 time: 0.7268822 Jun 16 15:14:07.111494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Transition to ACTIVE for port object 973631e5-e8b7-458b-931a-ffc6f7cd2f15 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:07.120763 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50610) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:07.135854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Transition to ACTIVE for port object 53784a99-22dc-4191-8e6a-96855e0357ba will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:07.150109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Transition to ACTIVE for port object 973631e5-e8b7-458b-931a-ffc6f7cd2f15 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:07.237310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] DHCP port deletion for e2adb6b5-046f-4be2-a4bc-4481c7e97a7e request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:07.244665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] Deleting port c1bade8e-68c4-44de-a134-53a1148cc1f4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:07.249606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.255406 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7eb00be0-5da0-4a12-b750-416895632700 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8420dfd-b1c8-4aaf-a594-8dec322e2e97 HTTP/1.1" status: 200 len: 205 time: 0.1286693 Jun 16 15:14:07.264859 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50614) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:07.266257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Deleting port c1bade8e-68c4-44de-a134-53a1148cc1f4 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:07.266864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.291950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.334744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.461636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Network 6a108a89-a8e4-4c54-b985-6eeab1754db1 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:07.488955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Pushing event updated for resources: {'Port': ['ID=53784a99-22dc-4191-8e6a-96855e0357ba,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:07.539393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Allocated IP 172.26.2.16 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/f9cb23fc-4fb4-493e-9bd2-9a44993fcc44) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:07.542894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:07.638865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Network ac847a46-8544-4f95-91c5-da1c9bf40cf2 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:07.646635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:07.666417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:07.677888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:07.775640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Allocated IP 2001:db8::f816:3eff:fe14:60cf (6a108a89-a8e4-4c54-b985-6eeab1754db1/7a52bab9-6ffd-40bb-88cd-3bb413edd2e0/bbbe0956-161b-4e3a-ac23-42599001a178) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:07.808450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] For port c1bade8e-68c4-44de-a134-53a1148cc1f4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1bade8e-68c4-44de-a134-53a1148cc1f4,segment=NetworkSegment(3f9f06b6-b22a-4c16-b667-b2a5fb824b64),segment_id=3f9f06b6-b22a-4c16-b667-b2a5fb824b64)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:07.808677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.808898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.880958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Pushing event updated for resources: {'Port': ['ID=973631e5-e8b7-458b-931a-ffc6f7cd2f15,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:07.953654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Calling delete_port for c1bade8e-68c4-44de-a134-53a1148cc1f4 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:07.966052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Attempting to bind port 973631e5-e8b7-458b-931a-ffc6f7cd2f15 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:07.971240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Attempting to bind port 973631e5-e8b7-458b-931a-ffc6f7cd2f15 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '7499b0e2-bd25-4afd-8a6b-12ae9463d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6a108a89-a8e4-4c54-b985-6eeab1754db1'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:07.971240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Attempting to bind port 973631e5-e8b7-458b-931a-ffc6f7cd2f15 on network 6a108a89-a8e4-4c54-b985-6eeab1754db1 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:07.971240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] For port c1bade8e-68c4-44de-a134-53a1148cc1f4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1bade8e-68c4-44de-a134-53a1148cc1f4,segment=NetworkSegment(3f9f06b6-b22a-4c16-b667-b2a5fb824b64),segment_id=3f9f06b6-b22a-4c16-b667-b2a5fb824b64)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:07.971240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.991241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:07.991616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Checking segment: {'id': '7499b0e2-bd25-4afd-8a6b-12ae9463d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6a108a89-a8e4-4c54-b985-6eeab1754db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:07.992018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.992410 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Bound using segment: {'id': '7499b0e2-bd25-4afd-8a6b-12ae9463d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6a108a89-a8e4-4c54-b985-6eeab1754db1'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:07.992893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Bound port: 973631e5-e8b7-458b-931a-ffc6f7cd2f15, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7499b0e2-bd25-4afd-8a6b-12ae9463d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6a108a89-a8e4-4c54-b985-6eeab1754db1'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:07.993269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.002530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Attempting to bind port 53784a99-22dc-4191-8e6a-96855e0357ba on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:08.002788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Attempting to bind port 53784a99-22dc-4191-8e6a-96855e0357ba by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '92183cec-fbf5-4375-86d9-f69dd0f4171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ac847a46-8544-4f95-91c5-da1c9bf40cf2'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:08.002960 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Attempting to bind port 53784a99-22dc-4191-8e6a-96855e0357ba on network ac847a46-8544-4f95-91c5-da1c9bf40cf2 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:08.083853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.122420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:08.122420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Checking segment: {'id': '92183cec-fbf5-4375-86d9-f69dd0f4171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ac847a46-8544-4f95-91c5-da1c9bf40cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:08.122420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.122878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Bound using segment: {'id': '92183cec-fbf5-4375-86d9-f69dd0f4171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ac847a46-8544-4f95-91c5-da1c9bf40cf2'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:08.123238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Bound port: 53784a99-22dc-4191-8e6a-96855e0357ba, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92183cec-fbf5-4375-86d9-f69dd0f4171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ac847a46-8544-4f95-91c5-da1c9bf40cf2'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:08.129355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.140944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] Calling delete_port for c1bade8e-68c4-44de-a134-53a1148cc1f4 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:08.164916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d5239-0fde-44cd-a660-719e004208fa req-eb6beded-6062-4e6f-add4-4d7160b102c6 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:08.172218 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-117d5239-0fde-44cd-a660-719e004208fa req-eb6beded-6062-4e6f-add4-4d7160b102c6 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.6598380 Jun 16 15:14:08.284975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.335530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] Deleting port 2d73376e-7261-4fdb-a62a-68f367452165 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:08.335800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.344336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'Subnet': ['ID=543a39cf-21ea-4b01-9ec3-80b8d5702d46,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:08.344853 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] For port 973631e5-e8b7-458b-931a-ffc6f7cd2f15, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:08.356713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] For port 973631e5-e8b7-458b-931a-ffc6f7cd2f15, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=973631e5-e8b7-458b-931a-ffc6f7cd2f15,segment=NetworkSegment(7499b0e2-bd25-4afd-8a6b-12ae9463d238),segment_id=7499b0e2-bd25-4afd-8a6b-12ae9463d238)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:08.361364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] For port 53784a99-22dc-4191-8e6a-96855e0357ba, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:08.363417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:14:08.364234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:14:08.365302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] For port 53784a99-22dc-4191-8e6a-96855e0357ba, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=53784a99-22dc-4191-8e6a-96855e0357ba,segment=NetworkSegment(92183cec-fbf5-4375-86d9-f69dd0f4171f),segment_id=92183cec-fbf5-4375-86d9-f69dd0f4171f)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:08.390701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event deleted for resources: {'Port': ['ID=c1bade8e-68c4-44de-a134-53a1148cc1f4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:08.392708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] No DVR routers for this DVR port c1bade8e-68c4-44de-a134-53a1148cc1f4 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:08.401743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-117d5239-0fde-44cd-a660-719e004208fa req-8968a33f-e92c-4094-9935-5a59fa63badb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286031 Jun 16 15:14:08.426140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.473441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.481866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Checking segment: {'id': 'ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '35ad3067-32fa-49e6-983b-6ddae8abf6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:08.482277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Network hostable DHCP agents. Network: 35ad3067-32fa-49e6-983b-6ddae8abf6ff, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:08.498261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816a12-a434-4977-bc50-b55dc283481e req-649226e5-7abd-4cf8-a228-519e9c09502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:08.499805 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-11816a12-a434-4977-bc50-b55dc283481e req-649226e5-7abd-4cf8-a228-519e9c09502b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad081a7e9231445ba34114528f1d30a4&device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 1098 time: 0.8690903 Jun 16 15:14:08.507568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.542718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dd306-7a89-4099-bcb6-cb5f9e9e1a8b None None] Pushing event updated for resources: {'Port': ['ID=973631e5-e8b7-458b-931a-ffc6f7cd2f15,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:08.543850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] Router 1253ddac-9b04-4697-916b-cb901e649537 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:14:08.598324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.604714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.623323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe3b7d-aaab-4b57-8425-ea6dc0c6a45b None None] Pushing event updated for resources: {'Port': ['ID=53784a99-22dc-4191-8e6a-96855e0357ba,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:08.716454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Transition to ACTIVE for port object bbbe0956-161b-4e3a-ac23-42599001a178 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:08.718488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2adb6b5-046f-4be2-a4bc-4481c7e97a7e']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:08.739852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9f06b6-b22a-4c16-b667-b2a5fb824b64') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:08.739852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9f06b6-b22a-4c16-b667-b2a5fb824b64') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:08.754311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.765962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Network 35ad3067-32fa-49e6-983b-6ddae8abf6ff is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:08.786829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.792069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.807940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] For port 2d73376e-7261-4fdb-a62a-68f367452165, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2d73376e-7261-4fdb-a62a-68f367452165,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:08.808337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.821748 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:08.822364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.865719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] Deleting port c1bade8e-68c4-44de-a134-53a1148cc1f4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:08.865719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.920545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 35ad3067-32fa-49e6-983b-6ddae8abf6ff) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:08.926400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:08.931877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.938506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Deleting port 103f30d0-74dd-42b3-af29-be6140858855 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:08.941339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:08.952940 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 3f9f06b6-b22a-4c16-b667-b2a5fb824b64 resource provider aggregate not found Jun 16 15:14:08.966294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06efefa-41ac-4dd2-8319-3d6621e0e7dd None None] Network 35ad3067-32fa-49e6-983b-6ddae8abf6ff requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:08.991507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3a489124-4d53-4c78-804b-f7cc3336990c None None] The port 'c1bade8e-68c4-44de-a134-53a1148cc1f4' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:14:09.019346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816a12-a434-4977-bc50-b55dc283481e req-660903e6-e73a-4abc-b22e-5e12bd1d68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:09.024569 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-11816a12-a434-4977-bc50-b55dc283481e req-660903e6-e73a-4abc-b22e-5e12bd1d68b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 200 len: 913 time: 0.5109963 Jun 16 15:14:09.154986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:09.191430 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 3f9f06b6-b22a-4c16-b667-b2a5fb824b64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f9f06b6-b22a-4c16-b667-b2a5fb824b64 found for delete ", "request_id": "req-e10ed27e-aeca-4e60-b47c-2ceabeba69c2"}]} Jun 16 15:14:09.199833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] Calling delete_port for 2d73376e-7261-4fdb-a62a-68f367452165 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:09.294861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:09.319676 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8cc023d9-c36b-49bd-8530-3f1dce2aa476 admin admin] 10.222.0.73 "PUT /v2.0/routers/1253ddac-9b04-4697-916b-cb901e649537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3218112 Jun 16 15:14:09.322998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:09.330990 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3e5ed1a8-dd6c-4c5d-bffc-a9ae6dd8b6eb tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7157798 Jun 16 15:14:09.330990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50624) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:09.330990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50626) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:09.351100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:09.367118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] Sync routers for ids ['1253ddac-9b04-4697-916b-cb901e649537'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:09.405491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 53784a99-22dc-4191-8e6a-96855e0357ba up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:09.406072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:09.410274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:09.417691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:09.444571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-35ad3067-32fa-49e6-983b-6ddae8abf6ff', 'network_id': '35ad3067-32fa-49e6-983b-6ddae8abf6ff', 'tenant_id': 'ad1e90b0a1774621a8b39030fbc29c4c', 'fixed_ips': [{'subnet_id': '543a39cf-21ea-4b01-9ec3-80b8d5702d46'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:09.446148 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:09.473151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] Routers {'1253ddac-9b04-4697-916b-cb901e649537'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:09.475425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1253ddac-9b04-4697-916b-cb901e649537'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:09.487143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:09.603120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Pushing event updated for resources: {'Port': ['ID=f9cb23fc-4fb4-493e-9bd2-9a44993fcc44,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:09.606767 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-11816a12-a434-4977-bc50-b55dc283481e req-f97d04e1-4560-4c10-ab05-4934972c2715 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 200 len: 1001 time: 0.5743647 Jun 16 15:14:09.641724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] Pushing event deleted for resources: {'Network': ['ID=e2adb6b5-046f-4be2-a4bc-4481c7e97a7e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:09.687549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f02e0ecb-9109-4311-9f79-8652baefa41e tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395 tempest-ExtraDHCPOptionsIpV6TestJSON-1976171395-project] 10.222.0.73 "DELETE /v2.0/networks/e2adb6b5-046f-4be2-a4bc-4481c7e97a7e HTTP/1.1" status: 204 len: 168 time: 2.9985290 Jun 16 15:14:09.698456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network 6a108a89-a8e4-4c54-b985-6eeab1754db1 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:09.707469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:09.710621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:09.716839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:09.717686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:09.760554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Port': ['ID=bbbe0956-161b-4e3a-ac23-42599001a178,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:09.863697 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-acbb9bbd-b936-4fa0-b3df-367e3a6c08f7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.9849505 Jun 16 15:14:09.874885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50636) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:09.951820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] Set router 1253ddac-9b04-4697-916b-cb901e649537 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:14:09.987620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549f61e-a4ab-4aac-9d95-53d62891cee5 req-226eb2df-3536-4192-a4ec-7f67ff242526 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:09.992407 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c549f61e-a4ab-4aac-9d95-53d62891cee5 req-226eb2df-3536-4192-a4ec-7f67ff242526 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3537259 Jun 16 15:14:10.071538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ba9e77-b5a3-4422-98a0-78d15aa33d19 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Deleting subnet 7a52bab9-6ffd-40bb-88cd-3bb413edd2e0 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:10.082424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 53784a99-22dc-4191-8e6a-96855e0357ba completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:10.083316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9e77-b5a3-4422-98a0-78d15aa33d19 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:10.124954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:10.136149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9d28a5-d38a-4ca1-8cf8-dab17976e524 None None] Network ac847a46-8544-4f95-91c5-da1c9bf40cf2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:10.138128 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c549f61e-a4ab-4aac-9d95-53d62891cee5 req-7bf1698d-1f23-4591-b249-0a761c747ad5 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376138 Jun 16 15:14:10.209396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816a12-a434-4977-bc50-b55dc283481e req-ddd9e30f-069e-4ebe-a46a-da9940e3337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:10.210847 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-11816a12-a434-4977-bc50-b55dc283481e req-ddd9e30f-069e-4ebe-a46a-da9940e3337f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d65951-18ae-4b18-be19-745c773e01b0 HTTP/1.1" status: 200 len: 851 time: 0.2347531 Jun 16 15:14:10.217824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d73376e-7261-4fdb-a62a-68f367452165,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:10.220272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 973631e5-e8b7-458b-931a-ffc6f7cd2f15 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:10.417299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9e77-b5a3-4422-98a0-78d15aa33d19 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:10.471376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50642) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:10.614064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dcea0507-58d4-4337-b2b0-b960fa87c9d2 None None] Provisioning for port 53784a99-22dc-4191-8e6a-96855e0357ba completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:10.621842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37abdd8c-7c78-4f1f-a92f-915e9a3ab530 None None] Network 6a108a89-a8e4-4c54-b985-6eeab1754db1 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:10.763136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dcea0507-58d4-4337-b2b0-b960fa87c9d2 None None] Provisioning complete for port 53784a99-22dc-4191-8e6a-96855e0357ba triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:10.763517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dcea0507-58d4-4337-b2b0-b960fa87c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:10.773044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:10.774051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:10.810030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Allocated IP 172.20.0.2 (35ad3067-32fa-49e6-983b-6ddae8abf6ff/543a39cf-21ea-4b01-9ec3-80b8d5702d46/83141a92-3061-4d81-a89d-6055e6a46461) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:10.884732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9e77-b5a3-4422-98a0-78d15aa33d19 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:10.941951 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ee6776ee-8707-4108-9adc-326a6d7b3851 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7baf38335b484981a34f072cabd2aa8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637873 Jun 16 15:14:10.949512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50648) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:11.072200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Calling delete_port for 103f30d0-74dd-42b3-af29-be6140858855 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:11.120712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.151727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 973631e5-e8b7-458b-931a-ffc6f7cd2f15 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:11.177053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9e77-b5a3-4422-98a0-78d15aa33d19 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.209479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-936398bf-5917-48af-8d74-128d9ffcad7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.234455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba9e77-b5a3-4422-98a0-78d15aa33d19 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Subnet': ['ID=7a52bab9-6ffd-40bb-88cd-3bb413edd2e0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:11.254974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9e77-b5a3-4422-98a0-78d15aa33d19 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.289039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-936398bf-5917-48af-8d74-128d9ffcad7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.354711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.355263 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b5ba9e77-b5a3-4422-98a0-78d15aa33d19 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/subnets/7a52bab9-6ffd-40bb-88cd-3bb413edd2e0 HTTP/1.1" status: 204 len: 168 time: 1.4712744 Jun 16 15:14:11.359065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50654) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:11.368060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816a12-a434-4977-bc50-b55dc283481e req-c60beb26-9568-443c-aacf-f1f5a1a11715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:11.369691 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-11816a12-a434-4977-bc50-b55dc283481e req-c60beb26-9568-443c-aacf-f1f5a1a11715 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7e237ff-536e-40be-8c14-25d5099978ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1049030 Jun 16 15:14:11.376457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-dcea0507-58d4-4337-b2b0-b960fa87c9d2 None None] Current status of the port 53784a99-22dc-4191-8e6a-96855e0357ba is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:11.376835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dcea0507-58d4-4337-b2b0-b960fa87c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.387028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1bade8e-68c4-44de-a134-53a1148cc1f4 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:11.462038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: c1bade8e-68c4-44de-a134-53a1148cc1f4 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:11.462038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1bade8e-68c4-44de-a134-53a1148cc1f4 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:11.494472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:14:05Z', 'revision_number': 5, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:11.520089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] Checking router: 1253ddac-9b04-4697-916b-cb901e649537 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:14:11.564380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-dcea0507-58d4-4337-b2b0-b960fa87c9d2 None None] For port 53784a99-22dc-4191-8e6a-96855e0357ba, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=53784a99-22dc-4191-8e6a-96855e0357ba,segment=NetworkSegment(92183cec-fbf5-4375-86d9-f69dd0f4171f),segment_id=92183cec-fbf5-4375-86d9-f69dd0f4171f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:11.591410 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] Routers {'1253ddac-9b04-4697-916b-cb901e649537'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:11.592059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1253ddac-9b04-4697-916b-cb901e649537'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:11.667521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c58ea6f-baa5-4d62-b713-c720947fe452 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:11.669064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c58ea6f-baa5-4d62-b713-c720947fe452 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:11.670086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2c58ea6f-baa5-4d62-b713-c720947fe452 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Synchronizing usage tracker for tenant:bbbf9f8297ed43cfa594e83b0982c485 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:11.680505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] Router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:14:11.736485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dcea0507-58d4-4337-b2b0-b960fa87c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.777066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-936398bf-5917-48af-8d74-128d9ffcad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.791895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2c58ea6f-baa5-4d62-b713-c720947fe452 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Unset dirty status for tenant:bbbf9f8297ed43cfa594e83b0982c485 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:11.796387 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2c58ea6f-baa5-4d62-b713-c720947fe452 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4344702 Jun 16 15:14:11.797146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50658) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:11.809044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5dd22-2509-49bd-90cd-55d342374969 req-814a756c-4440-42e8-81e1-6762ec81e488 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:11.810528 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a8a5dd22-2509-49bd-90cd-55d342374969 req-814a756c-4440-42e8-81e1-6762ec81e488 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.4522705 Jun 16 15:14:11.816685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936398bf-5917-48af-8d74-128d9ffcad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff2ad3b-e32a-43f6-b5f3-cdfa0612f262,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:11.819596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.951846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-936398bf-5917-48af-8d74-128d9ffcad7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:11.952968 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-936398bf-5917-48af-8d74-128d9ffcad7e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ff2ad3b-e32a-43f6-b5f3-cdfa0612f262 HTTP/1.1" status: 204 len: 168 time: 1.0025296 Jun 16 15:14:11.977262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea0507-58d4-4337-b2b0-b960fa87c9d2 None None] Pushing event updated for resources: {'Port': ['ID=53784a99-22dc-4191-8e6a-96855e0357ba,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:11.981666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Transition to ACTIVE for port object 83141a92-3061-4d81-a89d-6055e6a46461 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:12.011166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Transition to ACTIVE for port object 83141a92-3061-4d81-a89d-6055e6a46461 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:12.063877 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a8a5dd22-2509-49bd-90cd-55d342374969 req-020f5157-a6ba-4a74-b183-6c837d700baa tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094772 Jun 16 15:14:12.066621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] Set router 1253ddac-9b04-4697-916b-cb901e649537 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:14:12.076655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f85ee3d2-4df3-4764-82ab-d3961efb6fda tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.094829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:12.103883 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-416f1e40-680b-4bd4-9985-48cbd0a4f869 admin admin] 10.222.0.73 "PUT /v2.0/routers/19de1a74-75bd-4a0f-9f2c-bab0c4487c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6843815 Jun 16 15:14:12.103883 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85ee3d2-4df3-4764-82ab-d3961efb6fda tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 16 15:14:12.103883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85ee3d2-4df3-4764-82ab-d3961efb6fda tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:12.114490 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f85ee3d2-4df3-4764-82ab-d3961efb6fda tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/6a108a89-a8e4-4c54-b985-6eeab1754db1 HTTP/1.1" status: 409 len: 405 time: 0.2941208 Jun 16 15:14:12.114674 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] Sync routers for ids ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:12.115209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50664) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:12.129133 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] Routers {'19de1a74-75bd-4a0f-9f2c-bab0c4487c53'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:12.130293 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:12.181019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50668) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:12.206017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-464085948'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:12.207340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:12.216590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:network and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:12.221672 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:12.238380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:12.261659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Allocated IP 172.20.0.1 (ac847a46-8544-4f95-91c5-da1c9bf40cf2/b012a572-2abb-4f5e-9965-8ddcf5e96535/b6784073-43e5-45a9-8417-01ace18e783c) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:12.320561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.427285 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] Set router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:14:12.474138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.487743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:12.492555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Transition to ACTIVE for port object b6784073-43e5-45a9-8417-01ace18e783c will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:12.496700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.503970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Network 35ad3067-32fa-49e6-983b-6ddae8abf6ff is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:12.506264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823c9ac-aa2e-4851-a5f0-424d2403a4a3 None None] Network 6a108a89-a8e4-4c54-b985-6eeab1754db1 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:12.545251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Pushing event updated for resources: {'Port': ['ID=83141a92-3061-4d81-a89d-6055e6a46461,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:12.548415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:12.568127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-85f1cc5b-7e53-4846-b929-4dd9fa26d5c3 None None] Provisioning for port 973631e5-e8b7-458b-931a-ffc6f7cd2f15 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:12.571932 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.573285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:12.581406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.691663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-85f1cc5b-7e53-4846-b929-4dd9fa26d5c3 None None] Provisioning complete for port 973631e5-e8b7-458b-931a-ffc6f7cd2f15 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:12.692160 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85f1cc5b-7e53-4846-b929-4dd9fa26d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.715217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.728419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:12.814377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.814719 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Added segment 042964bf-0be2-4447-b981-19dcc0ae518e of type vlan for network a5cd0707-e53e-4795-80ec-23b398e02478 Jun 16 15:14:12.839991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Deleting port ce5385da-624f-4cc3-922c-2052946f93ea {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:12.840385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.844873 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:14:09Z', 'revision_number': 5, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:12.850331 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] Checking router: 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:14:12.860293 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] Routers {'19de1a74-75bd-4a0f-9f2c-bab0c4487c53'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:12.861234 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:12.949714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.956012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:12.962019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Network ac847a46-8544-4f95-91c5-da1c9bf40cf2 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:12.968586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:13.009948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Attempting to bind port 83141a92-3061-4d81-a89d-6055e6a46461 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:13.010907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Attempting to bind port 83141a92-3061-4d81-a89d-6055e6a46461 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '35ad3067-32fa-49e6-983b-6ddae8abf6ff'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:13.011773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Attempting to bind port 83141a92-3061-4d81-a89d-6055e6a46461 on network 35ad3067-32fa-49e6-983b-6ddae8abf6ff {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:13.031517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:13.032757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Deleting port dc753a8f-056c-462c-9ee4-7214941e599a {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:13.033103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.059144 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-11816a12-a434-4977-bc50-b55dc283481e req-2a1acc4d-55a1-4002-ba05-291266fc2d68 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6170356 Jun 16 15:14:13.102956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.112389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:13.113042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.128863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:13.129300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Checking segment: {'id': 'ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '35ad3067-32fa-49e6-983b-6ddae8abf6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:13.129735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.130132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Bound using segment: {'id': 'ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '35ad3067-32fa-49e6-983b-6ddae8abf6ff'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:13.130757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Bound port: 83141a92-3061-4d81-a89d-6055e6a46461, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '35ad3067-32fa-49e6-983b-6ddae8abf6ff'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:13.131157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.152847 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] Set router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:14:13.219581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.282107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'Port': ['ID=b6784073-43e5-45a9-8417-01ace18e783c,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:13.429250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85f1cc5b-7e53-4846-b929-4dd9fa26d5c3 None None] Current status of the port 973631e5-e8b7-458b-931a-ffc6f7cd2f15 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:13.429870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85f1cc5b-7e53-4846-b929-4dd9fa26d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.450103 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2567275 Jun 16 15:14:13.469942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.472831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] For port 83141a92-3061-4d81-a89d-6055e6a46461, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:13.475959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50692) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:13.516041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] For port 83141a92-3061-4d81-a89d-6055e6a46461, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83141a92-3061-4d81-a89d-6055e6a46461,segment=NetworkSegment(ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1),segment_id=ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:13.517787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'subnet': {'network_id': 'a5cd0707-e53e-4795-80ec-23b398e02478', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:13.558166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-85f1cc5b-7e53-4846-b929-4dd9fa26d5c3 None None] For port 973631e5-e8b7-458b-931a-ffc6f7cd2f15, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=973631e5-e8b7-458b-931a-ffc6f7cd2f15,segment=NetworkSegment(7499b0e2-bd25-4afd-8a6b-12ae9463d238),segment_id=7499b0e2-bd25-4afd-8a6b-12ae9463d238)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:13.562663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c04919-70de-44d6-88bb-152e3c384b48 None None] DHCP port deletion for 6a108a89-a8e4-4c54-b985-6eeab1754db1 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:13.569098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:14:05Z', 'revision_number': 5, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:13.572415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d99eb-2218-441f-b430-e8f5712bd929 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Network': ['ID=a5cd0707-e53e-4795-80ec-23b398e02478,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:13.573774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-51c04919-70de-44d6-88bb-152e3c384b48 None None] Deleting port 973631e5-e8b7-458b-931a-ffc6f7cd2f15 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:13.574565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51c04919-70de-44d6-88bb-152e3c384b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.621398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network a5cd0707-e53e-4795-80ec-23b398e02478 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:13.647130 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:14:09Z', 'revision_number': 5, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:13.651894 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da3157-2592-4681-bee2-6fc4fee90d14 None None] The sync data for ids ['19de1a74-75bd-4a0f-9f2c-bab0c4487c53'] in dv-neutron-846028-2-hyperv is: [{'id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'name': 'tempest-ServersTestManualDisk-1591528537-router', 'tenant_id': '9d0746fe46ac469f893cb7bed7348f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:12:05Z', 'updated_at': '2022-06-16T15:14:09Z', 'revision_number': 5, 'project_id': '9d0746fe46ac469f893cb7bed7348f6e', 'gw_port': {'id': 'dc753a8f-056c-462c-9ee4-7214941e599a', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de1a74-75bd-4a0f-9f2c-bab0c4487c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:08Z', 'updated_at': '2022-06-16T15:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:13.652188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.658400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c2e94-2338-417c-b99a-ff6afb428304 None None] The sync data for ids ['1253ddac-9b04-4697-916b-cb901e649537'] in dv-neutron-846028-2-hyperv is: [{'id': '1253ddac-9b04-4697-916b-cb901e649537', 'name': 'tempest-ServersTestJSON-1073061197-router', 'tenant_id': 'f37f7f14be2745539000b6d1025d8e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:14:05Z', 'revision_number': 5, 'project_id': 'f37f7f14be2745539000b6d1025d8e9c', 'gw_port': {'id': 'ce5385da-624f-4cc3-922c-2052946f93ea', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253ddac-9b04-4697-916b-cb901e649537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:13.686524 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 53784a99-22dc-4191-8e6a-96855e0357ba up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:13.741379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50696) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:13.768903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85f1cc5b-7e53-4846-b929-4dd9fa26d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.869395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:13.878126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] For port dc753a8f-056c-462c-9ee4-7214941e599a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=dc753a8f-056c-462c-9ee4-7214941e599a,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:13.878523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:13.900501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7e8c6-e81b-4c82-867f-ecfeb16c6b94 req-15a18adc-d8d0-428f-b0d5-eaa6c57146ef tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:13.901991 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-43f7e8c6-e81b-4c82-867f-ecfeb16c6b94 req-15a18adc-d8d0-428f-b0d5-eaa6c57146ef tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.5395207 Jun 16 15:14:13.956743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:14.091200 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-11816a12-a434-4977-bc50-b55dc283481e req-3ec0e9c0-8390-4961-aa9c-7955af03e53c service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9909830 Jun 16 15:14:14.169866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:14.187986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] For port ce5385da-624f-4cc3-922c-2052946f93ea, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ce5385da-624f-4cc3-922c-2052946f93ea,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:14.188580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:14.193004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1178603339'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:14.208707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Calling delete_port for dc753a8f-056c-462c-9ee4-7214941e599a owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:14.244983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b2c15-d5e7-4df6-9982-c0b8a25fbbe8 None None] Pushing event updated for resources: {'Port': ['ID=83141a92-3061-4d81-a89d-6055e6a46461,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:14.260945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:14.280341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Usage tracker for resource:network and tenant:b3c7fdb4a9ac4e35b94f0da16de55525 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:14.286916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:14.300760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Provisioning for port b6784073-43e5-45a9-8417-01ace18e783c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:14.316362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Provisioning complete for port b6784073-43e5-45a9-8417-01ace18e783c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:14.316859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:14.319013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:14.376229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:14.380521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:14.485614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-51c04919-70de-44d6-88bb-152e3c384b48 None None] For port 973631e5-e8b7-458b-931a-ffc6f7cd2f15, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=973631e5-e8b7-458b-931a-ffc6f7cd2f15,segment=NetworkSegment(7499b0e2-bd25-4afd-8a6b-12ae9463d238),segment_id=7499b0e2-bd25-4afd-8a6b-12ae9463d238)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:14.486013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51c04919-70de-44d6-88bb-152e3c384b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:14.594498 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-43f7e8c6-e81b-4c82-867f-ecfeb16c6b94 req-74f256b7-e8e2-4a32-ab3e-e829a933d0f0 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6389840 Jun 16 15:14:14.635021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Pushing event deleted for resources: {'Port': ['ID=103f30d0-74dd-42b3-af29-be6140858855,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:14.644476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Made reservation on behalf of b3c7fdb4a9ac4e35b94f0da16de55525 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:14.649100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:14.656440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Calling delete_port for ce5385da-624f-4cc3-922c-2052946f93ea owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:14.671877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:14.689156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Port b6784073-43e5-45a9-8417-01ace18e783c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:14.711428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:14.722182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Usage tracker for resource:security_group_rule and tenant:b3c7fdb4a9ac4e35b94f0da16de55525 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:14.733775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:14.745911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:14.766901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-51c04919-70de-44d6-88bb-152e3c384b48 None None] Calling delete_port for 973631e5-e8b7-458b-931a-ffc6f7cd2f15 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:14.809232 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 53784a99-22dc-4191-8e6a-96855e0357ba triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:14.809602 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:14.857153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1cc5b-7e53-4846-b929-4dd9fa26d5c3 None None] Pushing event updated for resources: {'Port': ['ID=973631e5-e8b7-458b-931a-ffc6f7cd2f15,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:14.949602 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Provisioning for port bbbe0956-161b-4e3a-ac23-42599001a178 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:14.974550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Provisioning complete for port bbbe0956-161b-4e3a-ac23-42599001a178 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:14.974550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:14.990107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.019505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51c04919-70de-44d6-88bb-152e3c384b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.066443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.076138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.objects.ports [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:14:15.087084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.091408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 53784a99-22dc-4191-8e6a-96855e0357ba is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:15.093632 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c04919-70de-44d6-88bb-152e3c384b48 None None] No DVR routers for this DVR port 973631e5-e8b7-458b-931a-ffc6f7cd2f15 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:15.097838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04919-70de-44d6-88bb-152e3c384b48 None None] Pushing event deleted for resources: {'Port': ['ID=973631e5-e8b7-458b-931a-ffc6f7cd2f15,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:15.105075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Port bbbe0956-161b-4e3a-ac23-42599001a178 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:15.137361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Provisioning complete for port 53784a99-22dc-4191-8e6a-96855e0357ba triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:15.137885 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.140780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc753a8f-056c-462c-9ee4-7214941e599a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:15.176358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.274891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Current status of the port 53784a99-22dc-4191-8e6a-96855e0357ba is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:15.278503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6ced7840-648d-4fbb-bc78-e99f6a89ff1e None None] Could not find standard attr ID for object 973631e5-e8b7-458b-931a-ffc6f7cd2f15. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:14:15.298550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.301685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.301909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.304507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.314146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.323238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-44845627-0d88-49ce-83bb-0abbe29bff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:15.324750 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-44845627-0d88-49ce-83bb-0abbe29bff74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad081a7e9231445ba34114528f1d30a4&device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 1098 time: 1.0341239 Jun 16 15:14:15.331277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.359390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.475300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Subnet': ['ID=96fcfabe-f91a-432b-85d0-5f2422e78e67,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:15.486894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:15.570423 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.570847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Added segment e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5 of type vlan for network df7d8477-e736-445a-bdcb-d886c6ad93ea Jun 16 15:14:15.602609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.640783 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.641239 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Fanout notify agent at l3_agent the message router_deleted on router b8420dfd-b1c8-4aaf-a594-8dec322e2e97 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:14:15.647695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2eae1cef-2da2-40bc-8786-1d4ff264f622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.680709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c80c74-32b7-42f0-a3c2-7c2938e8da64,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:15.715114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.717966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.742816 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 83141a92-3061-4d81-a89d-6055e6a46461 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:15.753087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Checking segment: {'id': '042964bf-0be2-4447-b981-19dcc0ae518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a5cd0707-e53e-4795-80ec-23b398e02478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:15.753674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network hostable DHCP agents. Network: a5cd0707-e53e-4795-80ec-23b398e02478, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:15.776421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fbc735-bbc0-4c98-9b56-3f21db1efcce None None] Network 35ad3067-32fa-49e6-983b-6ddae8abf6ff requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:15.871155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb98ac-54fb-4e5e-a0a1-3c6ac6531b89 req-eafdeefb-d789-4b5a-8572-c0a2d5f79c74 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:15.875387 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0edb98ac-54fb-4e5e-a0a1-3c6ac6531b89 req-eafdeefb-d789-4b5a-8572-c0a2d5f79c74 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1063061 Jun 16 15:14:15.877240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.884775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:15.885726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.924554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d183afd5-b7f0-4f12-9efb-1b9ce5f43e27 None None] Provisioning for port 83141a92-3061-4d81-a89d-6055e6a46461 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:15.961757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.962495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19de1a74-75bd-4a0f-9f2c-bab0c4487c53 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:14:15.968073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:15.970452 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e3d7b128-f293-4756-b005-4c28178c986d admin admin] 10.222.0.73 "DELETE /v2.0/routers/19de1a74-75bd-4a0f-9f2c-bab0c4487c53 HTTP/1.1" status: 204 len: 168 time: 3.8631184 Jun 16 15:14:15.971472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network a5cd0707-e53e-4795-80ec-23b398e02478 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:15.974469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50708) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:15.979016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 83141a92-3061-4d81-a89d-6055e6a46461 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:15.988729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 83141a92-3061-4d81-a89d-6055e6a46461 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:15.989697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:16.009450 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2659211 Jun 16 15:14:16.023723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50710) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:16.036759 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:16.041700 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5a22b130-20a5-424e-ae35-4135e7ee0e64 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/b8420dfd-b1c8-4aaf-a594-8dec322e2e97 HTTP/1.1" status: 204 len: 168 time: 8.7697482 Jun 16 15:14:16.059756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50716) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:16.083242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Request body: {'subnet': {'network_id': 'df7d8477-e736-445a-bdcb-d886c6ad93ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:16.114367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, a5cd0707-e53e-4795-80ec-23b398e02478) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:16.135558 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0edb98ac-54fb-4e5e-a0a1-3c6ac6531b89 req-5aa5b1ef-faf4-4a29-ae77-48e6c2923c2d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134194 Jun 16 15:14:16.141971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:16.143638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:16.146415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377cc1e-d6ba-4ec8-ba20-07b6b8343b0b None None] Network a5cd0707-e53e-4795-80ec-23b398e02478 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:16.148217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb62e9-7727-4b22-bf62-1daa17660af1 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Pushing event updated for resources: {'Network': ['ID=df7d8477-e736-445a-bdcb-d886c6ad93ea,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:16.189396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network df7d8477-e736-445a-bdcb-d886c6ad93ea details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:16.211628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-558445321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:16.245062 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-25c5e840-768d-4e48-9947-d72dde397579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:16.248527 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-25c5e840-768d-4e48-9947-d72dde397579 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 200 len: 913 time: 0.8980284 Jun 16 15:14:16.270261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:16.276393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:16.286298 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8a98e775-2eed-40cf-938c-333dbce11890 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7764025 Jun 16 15:14:16.286727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:16.425725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 83141a92-3061-4d81-a89d-6055e6a46461 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:16.426267 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:16.456062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Usage tracker for resource:subnet and tenant:b3c7fdb4a9ac4e35b94f0da16de55525 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:16.456229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50722) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:16.456708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5385da-624f-4cc3-922c-2052946f93ea,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:16.457651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:16.460633 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-77cae805-3194-490f-bfe3-f17531793eb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 200 len: 1001 time: 0.1816335 Jun 16 15:14:16.464838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:16.471188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'port': {'network_id': 'a5cd0707-e53e-4795-80ec-23b398e02478', 'name': 'tempest-NetworksIpV6TestAttrs-1132427206'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:16.539887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1d45-6fa2-4212-a58d-ee4717aacf75 req-029f5e76-9b31-4f76-b27f-708db23197de tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:16.541760 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4abe1d45-6fa2-4212-a58d-ee4717aacf75 req-029f5e76-9b31-4f76-b27f-708db23197de tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.2577586 Jun 16 15:14:16.546276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 83141a92-3061-4d81-a89d-6055e6a46461, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83141a92-3061-4d81-a89d-6055e6a46461,segment=NetworkSegment(ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1),segment_id=ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:16.560671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Made reservation on behalf of b3c7fdb4a9ac4e35b94f0da16de55525 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:16.561801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:16.584619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Usage tracker for resource:router and tenant:ca51a95e1a15492bbcd416ee1f48912e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:16.593132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:16.639897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-a5cd0707-e53e-4795-80ec-23b398e02478', 'network_id': 'a5cd0707-e53e-4795-80ec-23b398e02478', 'tenant_id': 'bbbf9f8297ed43cfa594e83b0982c485', 'fixed_ips': [{'subnet_id': '96fcfabe-f91a-432b-85d0-5f2422e78e67'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:16.641399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:16.656508 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:16.728663 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4abe1d45-6fa2-4212-a58d-ee4717aacf75 req-acf75bac-44af-4522-a2d3-8d42e10fa035 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410687 Jun 16 15:14:16.740211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:16.752748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-231bfe90-a46c-43fb-8853-5d37c1db8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:16.764642 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-231bfe90-a46c-43fb-8853-5d37c1db8ddb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d65951-18ae-4b18-be19-745c773e01b0 HTTP/1.1" status: 200 len: 851 time: 0.1582763 Jun 16 15:14:16.769934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1a20da83-22aa-4d76-81ad-8048274a9f38 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:16.831793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 1a20da83-22aa-4d76-81ad-8048274a9f38 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:16.832132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1a20da83-22aa-4d76-81ad-8048274a9f38 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:16.832668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 973631e5-e8b7-458b-931a-ffc6f7cd2f15 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:16.885592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 973631e5-e8b7-458b-931a-ffc6f7cd2f15 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:16.886098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 973631e5-e8b7-458b-931a-ffc6f7cd2f15 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:16.886693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2d73376e-7261-4fdb-a62a-68f367452165 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:16.918027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e64b0b-3af7-4000-9899-e197129b0c50 admin admin] Deleting subnet 42e2af42-3a36-4b61-96bf-8854bf80c4ae {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:16.933808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 2d73376e-7261-4fdb-a62a-68f367452165 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:16.934095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2d73376e-7261-4fdb-a62a-68f367452165 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:16.935607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=83141a92-3061-4d81-a89d-6055e6a46461,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:16.944142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5c920c9a-64c6-4652-b640-60c3583cdf7f None None] Provisioning complete for port 83141a92-3061-4d81-a89d-6055e6a46461 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:16.944512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5c920c9a-64c6-4652-b640-60c3583cdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:16.952773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1e64b0b-3af7-4000-9899-e197129b0c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:16.964527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.020054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.021082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.049197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:17.058515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Pushing event updated for resources: {'Subnet': ['ID=4f7a9220-d318-4f2b-89fa-d9145c346db5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:17.066536 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Checking segment: {'id': 'e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'df7d8477-e736-445a-bdcb-d886c6ad93ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:17.066900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Network hostable DHCP agents. Network: df7d8477-e736-445a-bdcb-d886c6ad93ea, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:17.072216 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Allocated IP 2001:db8::f816:3eff:fe7b:5311 (a5cd0707-e53e-4795-80ec-23b398e02478/96fcfabe-f91a-432b-85d0-5f2422e78e67/45df5b16-0938-4f66-b7cc-9d7e47485155) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:17.118000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:port and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:17.124810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Router 7c336069-6832-4925-b688-bf1af08d02ef is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:14:17.126657 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.163622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Network df7d8477-e736-445a-bdcb-d886c6ad93ea is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:17.172630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5c920c9a-64c6-4652-b640-60c3583cdf7f None None] Current status of the port 83141a92-3061-4d81-a89d-6055e6a46461 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:17.295749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, df7d8477-e736-445a-bdcb-d886c6ad93ea) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:17.300473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:17.301261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.302176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:17.320301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1e64b0b-3af7-4000-9899-e197129b0c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.330380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bc454-1548-40b9-890b-01d046051948 None None] Network df7d8477-e736-445a-bdcb-d886c6ad93ea requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:17.353426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:17.448284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.455043 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.464576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Transition to ACTIVE for port object 45df5b16-0938-4f66-b7cc-9d7e47485155 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:17.476388 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9cadc9a6-305f-4706-8578-b32e2f55e912 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4482903 Jun 16 15:14:17.476726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50730) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:17.482470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Request body: {'port': {'network_id': 'df7d8477-e736-445a-bdcb-d886c6ad93ea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-109669862'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:17.527326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Transition to ACTIVE for port object 45df5b16-0938-4f66-b7cc-9d7e47485155 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:17.609990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.635229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.647251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.660074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-df7d8477-e736-445a-bdcb-d886c6ad93ea', 'network_id': 'df7d8477-e736-445a-bdcb-d886c6ad93ea', 'tenant_id': 'b3c7fdb4a9ac4e35b94f0da16de55525', 'fixed_ips': [{'subnet_id': '4f7a9220-d318-4f2b-89fa-d9145c346db5'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:17.660074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.701012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:17.704359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.705582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:17.715008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Usage tracker for resource:port and tenant:b3c7fdb4a9ac4e35b94f0da16de55525 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:17.719193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:17.720229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Network a5cd0707-e53e-4795-80ec-23b398e02478 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:17.720437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-c63d1412-6872-4b8e-8676-4326353273b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:17.722462 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-c63d1412-6872-4b8e-8676-4326353273b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7e237ff-536e-40be-8c14-25d5099978ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8822861 Jun 16 15:14:17.726756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:17.726913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:17.733314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:17.758589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860455-6210-45c0-9422-75a7f6490fff req-373e1b4d-bd87-4e48-b8f8-45c957f0ddf4 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:17.760112 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f9860455-6210-45c0-9422-75a7f6490fff req-373e1b4d-bd87-4e48-b8f8-45c957f0ddf4 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.2365859 Jun 16 15:14:17.783350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Pushing event updated for resources: {'Port': ['ID=45df5b16-0938-4f66-b7cc-9d7e47485155,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:17.785845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 83141a92-3061-4d81-a89d-6055e6a46461 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:17.800687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:14:17.807063 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f9860455-6210-45c0-9422-75a7f6490fff req-b716fbd3-99ec-422c-b774-252a8ac707fb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Jun 16 15:14:17.820251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.832652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Made reservation on behalf of b3c7fdb4a9ac4e35b94f0da16de55525 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:17.836845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.861754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.863467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] device_id is not set on port deea731d-a368-40e8-913f-b83c8eae5ba6 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:14:17.868458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1e64b0b-3af7-4000-9899-e197129b0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:17.913806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] device_id is not set on port 5465b905-f254-4a11-9b65-760cb76020aa yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:14:18.004261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Attempting to bind port 45df5b16-0938-4f66-b7cc-9d7e47485155 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:18.005263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Attempting to bind port 45df5b16-0938-4f66-b7cc-9d7e47485155 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '042964bf-0be2-4447-b981-19dcc0ae518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a5cd0707-e53e-4795-80ec-23b398e02478'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:18.005622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Attempting to bind port 45df5b16-0938-4f66-b7cc-9d7e47485155 on network a5cd0707-e53e-4795-80ec-23b398e02478 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:18.027637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.028965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1253ddac-9b04-4697-916b-cb901e649537 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:14:18.044037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:18.044524 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Checking segment: {'id': '042964bf-0be2-4447-b981-19dcc0ae518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a5cd0707-e53e-4795-80ec-23b398e02478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:18.050092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.050092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Bound using segment: {'id': '042964bf-0be2-4447-b981-19dcc0ae518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a5cd0707-e53e-4795-80ec-23b398e02478'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:18.050092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Bound port: 45df5b16-0938-4f66-b7cc-9d7e47485155, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042964bf-0be2-4447-b981-19dcc0ae518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a5cd0707-e53e-4795-80ec-23b398e02478'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:18.050092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.053103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48786d0b-b52a-4a2c-950d-bda1e5796c7f req-c556ecab-cc65-4cb3-b027-0198f2d5a9ca tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:18.054708 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-48786d0b-b52a-4a2c-950d-bda1e5796c7f req-c556ecab-cc65-4cb3-b027-0198f2d5a9ca tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1124334 Jun 16 15:14:18.102799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.106951 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-af057911-fa17-434c-a408-3b5a21399da0 admin admin] 10.222.0.73 "DELETE /v2.0/routers/1253ddac-9b04-4697-916b-cb901e649537 HTTP/1.1" status: 204 len: 168 time: 8.7604451 Jun 16 15:14:18.109043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50736) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:18.127479 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-48786d0b-b52a-4a2c-950d-bda1e5796c7f req-453a0a60-b751-4baf-9916-f2cfe50a4ce5 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650129 Jun 16 15:14:18.127719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.184117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] For port 45df5b16-0938-4f66-b7cc-9d7e47485155, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:18.187599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] For port 45df5b16-0938-4f66-b7cc-9d7e47485155, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=45df5b16-0938-4f66-b7cc-9d7e47485155,segment=NetworkSegment(042964bf-0be2-4447-b981-19dcc0ae518e),segment_id=042964bf-0be2-4447-b981-19dcc0ae518e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:18.198663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 83141a92-3061-4d81-a89d-6055e6a46461 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:18.199110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.230691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f74e9b1-2874-49b9-bdf1-18febe92e89a admin admin] Deleting subnet b745a143-a783-4450-bc27-036ab6b44645 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:18.253030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8f74e9b1-2874-49b9-bdf1-18febe92e89a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.257888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Allocated IP 172.20.0.2 (df7d8477-e736-445a-bdcb-d886c6ad93ea/4f7a9220-d318-4f2b-89fa-d9145c346db5/63fd3251-1289-4aec-8366-7851ca914848) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:18.268903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'Port': ['ID=b6784073-43e5-45a9-8417-01ace18e783c,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:18.277188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.278423 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5bc90a50-cc0a-4cc6-9a8c-6e2bc59e22ef tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.1619020 Jun 16 15:14:18.279611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1e64b0b-3af7-4000-9899-e197129b0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.293695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50742) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:18.342181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e64b0b-3af7-4000-9899-e197129b0c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e2af42-3a36-4b61-96bf-8854bf80c4ae,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:18.344466 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:18.352111 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'enable_snat': False}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:18.365048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8f74e9b1-2874-49b9-bdf1-18febe92e89a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.394677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.398680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3738ec-2b58-418b-9f0c-74696d10f08d None None] Sync routers for ids ['7c336069-6832-4925-b688-bf1af08d02ef'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:18.446305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27123e-ba47-4874-b59f-173f5c6c806c req-c241bbb8-27bd-4815-bdf6-81257fb88d6a tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:18.447807 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad27123e-ba47-4874-b59f-173f5c6c806c req-c241bbb8-27bd-4815-bdf6-81257fb88d6a tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1622109 Jun 16 15:14:18.453298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.453455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734781ea-d38c-4e87-bfb9-383fb475c124 None None] Network 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:18.455774 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ccf2ea9f-fbcc-4b55-9733-5526892c382a tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "PUT /v2.0/routers/7c336069-6832-4925-b688-bf1af08d02ef HTTP/1.1" status: 200 len: 879 time: 13.5601063 Jun 16 15:14:18.459686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50746) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:18.469021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1e64b0b-3af7-4000-9899-e197129b0c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.474270 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d1e64b0b-3af7-4000-9899-e197129b0c50 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/42e2af42-3a36-4b61-96bf-8854bf80c4ae HTTP/1.1" status: 204 len: 168 time: 2.4391174 Jun 16 15:14:18.475769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50752) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:18.559533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3738ec-2b58-418b-9f0c-74696d10f08d None None] Routers {'7c336069-6832-4925-b688-bf1af08d02ef'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:18.560416 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5b3738ec-2b58-418b-9f0c-74696d10f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:13:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7c336069-6832-4925-b688-bf1af08d02ef'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:18.591104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8f74e9b1-2874-49b9-bdf1-18febe92e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.632576 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.665051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6379fdab-6a2e-426d-9b96-5a709c02ca9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.692912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5b3738ec-2b58-418b-9f0c-74696d10f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:18.724520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Allocated IP 2001:db8::f816:3eff:fefe:c140 (a5cd0707-e53e-4795-80ec-23b398e02478/96fcfabe-f91a-432b-85d0-5f2422e78e67/5465b905-f254-4a11-9b65-760cb76020aa) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:18.734802 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-696148b6-d058-4756-8816-9ece402d52d6 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9520936 Jun 16 15:14:18.736034 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad27123e-ba47-4874-b59f-173f5c6c806c req-e52cbe2f-7f79-4239-b9b5-b97a9f38fa18 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814038 Jun 16 15:14:18.873722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:18.883548 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-742d82eb-87e0-4ff4-80b3-2aa797b55c61 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/routers/7c336069-6832-4925-b688-bf1af08d02ef HTTP/1.1" status: 200 len: 920 time: 0.4115467 Jun 16 15:14:18.895759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50758) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:18.898637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3318ec7-f23d-4cc3-b6ee-473ab4f4dfcb None None] Pushing event updated for resources: {'Port': ['ID=45df5b16-0938-4f66-b7cc-9d7e47485155,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:18.983177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3738ec-2b58-418b-9f0c-74696d10f08d None None] Routers {'7c336069-6832-4925-b688-bf1af08d02ef'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:18.983919 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5b3738ec-2b58-418b-9f0c-74696d10f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7c336069-6832-4925-b688-bf1af08d02ef'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:19.060100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.148412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5b3738ec-2b58-418b-9f0c-74696d10f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:19.148412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3738ec-2b58-418b-9f0c-74696d10f08d None None] The sync data for ids ['7c336069-6832-4925-b688-bf1af08d02ef'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:19.151511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8f74e9b1-2874-49b9-bdf1-18febe92e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.165215 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 83141a92-3061-4d81-a89d-6055e6a46461 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:19.183480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dc753a8f-056c-462c-9ee4-7214941e599a no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:19.264953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74e9b1-2874-49b9-bdf1-18febe92e89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b745a143-a783-4450-bc27-036ab6b44645,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:19.273740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Deleting port 0bd9f9d7-3064-404b-8671-e40435fefc85 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:19.273740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.288978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700912f-f9ed-4562-9694-1357a2db68ef None None] Network 89f51b72-dd77-430d-85f6-ddeb52f1aaeb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:19.320116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: dc753a8f-056c-462c-9ee4-7214941e599a {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:19.320534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dc753a8f-056c-462c-9ee4-7214941e599a not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:19.363526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8f74e9b1-2874-49b9-bdf1-18febe92e89a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.382540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.405406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Transition to ACTIVE for port object 63fd3251-1289-4aec-8366-7851ca914848 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:19.449194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.489037 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8f74e9b1-2874-49b9-bdf1-18febe92e89a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b745a143-a783-4450-bc27-036ab6b44645 HTTP/1.1" status: 204 len: 168 time: 1.3578835 Jun 16 15:14:19.499405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50764) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:19.506451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Transition to ACTIVE for port object 63fd3251-1289-4aec-8366-7851ca914848 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:19.565369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] DHCP port deletion for 195e631b-ddb7-4aa7-b032-9b54ff8e4f46 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:19.644684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.796319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] Deleting port 0bd9f9d7-3064-404b-8671-e40435fefc85 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:19.796612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.797790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.821267 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7b1e88ad-a699-4624-8fb0-f86de5043da3 req-710a19a0-7ee6-4492-9410-4eee5eae1be2 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640406 Jun 16 15:14:19.843903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19edb3b-da2b-468a-93e0-9c3644a79ce6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:19.845045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c19edb3b-da2b-468a-93e0-9c3644a79ce6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Synchronizing usage tracker for tenant:3cbd048a5c76418d94e0d5a55b0319b3 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:19.851920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.855041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Pushing event updated for resources: {'Port': ['ID=63fd3251-1289-4aec-8366-7851ca914848,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:19.857946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 45df5b16-0938-4f66-b7cc-9d7e47485155 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:19.895626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Transition to ACTIVE for port object 5465b905-f254-4a11-9b65-760cb76020aa will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:19.901574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Network ac847a46-8544-4f95-91c5-da1c9bf40cf2 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:19.913646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:19.938991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] For port 0bd9f9d7-3064-404b-8671-e40435fefc85, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0bd9f9d7-3064-404b-8671-e40435fefc85,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:19.939571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.949526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c19edb3b-da2b-468a-93e0-9c3644a79ce6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Unset dirty status for tenant:3cbd048a5c76418d94e0d5a55b0319b3 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:19.953605 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c19edb3b-da2b-468a-93e0-9c3644a79ce6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&device_id=7c336069-6832-4925-b688-bf1af08d02ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0538688 Jun 16 15:14:19.954518 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Network df7d8477-e736-445a-bdcb-d886c6ad93ea is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:19.958566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50768) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:19.959193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Deleting port 9c22a200-c41c-44d7-a5e8-b831e262e065 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:19.959626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.036370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4b339790-7eb4-42c9-a3e0-676610f77bbc {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:14:20.037842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:20.037950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:14:20.039252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:20.094974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.206150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network a5cd0707-e53e-4795-80ec-23b398e02478 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:20.241751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.247776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:20.277029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:20.293202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:20.293862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.344198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef61fd2-2fc4-4c04-b926-7d61c7d2a20f req-d2944a9b-6555-4882-bbf1-8d555a9823bc tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:20.346049 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1ef61fd2-2fc4-4c04-b926-7d61c7d2a20f req-d2944a9b-6555-4882-bbf1-8d555a9823bc tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.9417479 Jun 16 15:14:20.355386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Calling delete_port for 0bd9f9d7-3064-404b-8671-e40435fefc85 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:20.359193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] DHCP port deletion for 89f51b72-dd77-430d-85f6-ddeb52f1aaeb request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:20.360958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d748e-ce01-42d3-a118-ac6bf0064d04 None None] Network a5cd0707-e53e-4795-80ec-23b398e02478 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:20.390321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Attempting to bind port 63fd3251-1289-4aec-8366-7851ca914848 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:20.390729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Attempting to bind port 63fd3251-1289-4aec-8366-7851ca914848 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'df7d8477-e736-445a-bdcb-d886c6ad93ea'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:20.391115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Attempting to bind port 63fd3251-1289-4aec-8366-7851ca914848 on network df7d8477-e736-445a-bdcb-d886c6ad93ea {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:20.415628 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] Deleting port 9c22a200-c41c-44d7-a5e8-b831e262e065 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:20.415992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.449362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:20.450019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Checking segment: {'id': 'e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'df7d8477-e736-445a-bdcb-d886c6ad93ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:20.450019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.450441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Bound using segment: {'id': 'e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'df7d8477-e736-445a-bdcb-d886c6ad93ea'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:20.450921 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Bound port: 63fd3251-1289-4aec-8366-7851ca914848, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'df7d8477-e736-445a-bdcb-d886c6ad93ea'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:20.451317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.467401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Port': ['ID=5465b905-f254-4a11-9b65-760cb76020aa,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:20.538407 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-76389178-a0c9-4b55-9903-f21f23383acd tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.0767593 Jun 16 15:14:20.546006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50772) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:20.546577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 45df5b16-0938-4f66-b7cc-9d7e47485155 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:20.554106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] For port 0bd9f9d7-3064-404b-8671-e40435fefc85, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0bd9f9d7-3064-404b-8671-e40435fefc85,segment=NetworkSegment(673fd33e-011b-498b-bd7e-0070a4af58ba),segment_id=673fd33e-011b-498b-bd7e-0070a4af58ba)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:20.554765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.561628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.572576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ecfcd1-783e-4342-a743-161000e6f792 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:20.576727 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-26ecfcd1-783e-4342-a743-161000e6f792 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 881 time: 0.5771034 Jun 16 15:14:20.585719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50776) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:20.605952 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1ef61fd2-2fc4-4c04-b926-7d61c7d2a20f req-c11e65b9-5e27-4fd0-ab7d-75a4da6210fb tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051268 Jun 16 15:14:20.664022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.673698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] device_id is not set on port 38881c78-03c2-48d9-8edd-947b729eb1c0 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:14:20.711741 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9d173780-2478-43e3-a25b-23b5cdb07169 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c336069-6832-4925-b688-bf1af08d02ef HTTP/1.1" status: 200 len: 205 time: 0.1191952 Jun 16 15:14:20.712812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.717514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50780) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:20.780657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] Calling delete_port for 0bd9f9d7-3064-404b-8671-e40435fefc85 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:20.816055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Provisioning for port 45df5b16-0938-4f66-b7cc-9d7e47485155 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:20.819713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.820309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ce5385da-624f-4cc3-922c-2052946f93ea no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:20.898705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd9f9d7-3064-404b-8671-e40435fefc85,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:20.901259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Provisioning complete for port 45df5b16-0938-4f66-b7cc-9d7e47485155 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:20.901634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.902867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] No DVR routers for this DVR port 0bd9f9d7-3064-404b-8671-e40435fefc85 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:20.934081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] For port 9c22a200-c41c-44d7-a5e8-b831e262e065, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=9c22a200-c41c-44d7-a5e8-b831e262e065,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:20.934465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.944718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: ce5385da-624f-4cc3-922c-2052946f93ea {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:20.945047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ce5385da-624f-4cc3-922c-2052946f93ea not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:20.945459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0bd9f9d7-3064-404b-8671-e40435fefc85 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:20.970356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Router 32f30153-cced-43c4-8bc5-2df78974d463 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:14:20.975520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f99441-febf-4730-824b-2d90176c79f9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Deleting subnet 96fcfabe-f91a-432b-85d0-5f2422e78e67 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:20.984482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02f99441-febf-4730-824b-2d90176c79f9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.093105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 0bd9f9d7-3064-404b-8671-e40435fefc85 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:21.093510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0bd9f9d7-3064-404b-8671-e40435fefc85 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:21.211617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] For port 63fd3251-1289-4aec-8366-7851ca914848, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:21.255719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02f99441-febf-4730-824b-2d90176c79f9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.261114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] For port 9c22a200-c41c-44d7-a5e8-b831e262e065, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=9c22a200-c41c-44d7-a5e8-b831e262e065,segment=NetworkSegment(b2969a95-e4b7-45ed-a3a7-1599a6f65221),segment_id=b2969a95-e4b7-45ed-a3a7-1599a6f65221)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:21.261510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.311683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Calling delete_port for 9c22a200-c41c-44d7-a5e8-b831e262e065 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:21.327315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:14:21.327673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:14:21.330463 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] For port 63fd3251-1289-4aec-8366-7851ca914848, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=63fd3251-1289-4aec-8366-7851ca914848,segment=NetworkSegment(e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5),segment_id=e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:21.404734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] Calling delete_port for 9c22a200-c41c-44d7-a5e8-b831e262e065 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:21.407948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.433747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:21.442551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.453193 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4e230-7be5-41f0-9927-7bb81f34dc20 None None] Sync routers for ids ['32f30153-cced-43c4-8bc5-2df78974d463'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:21.453706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195e631b-ddb7-4aa7-b032-9b54ff8e4f46']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:21.469589 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4e230-7be5-41f0-9927-7bb81f34dc20 None None] Routers {'32f30153-cced-43c4-8bc5-2df78974d463'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:21.471040 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e7b4e230-7be5-41f0-9927-7bb81f34dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['32f30153-cced-43c4-8bc5-2df78974d463'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:21.475258 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.475543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Allocated IP 172.20.0.13 (df7d8477-e736-445a-bdcb-d886c6ad93ea/4f7a9220-d318-4f2b-89fa-d9145c346db5/38881c78-03c2-48d9-8edd-947b729eb1c0) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:21.480098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673fd33e-011b-498b-bd7e-0070a4af58ba') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:21.480683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673fd33e-011b-498b-bd7e-0070a4af58ba') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:21.512709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.537723 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-862a87c7-c575-479b-8e0c-9c780418e1a5 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "PUT /v2.0/routers/32f30153-cced-43c4-8bc5-2df78974d463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1888981 Jun 16 15:14:21.547490 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50784) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:21.559743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.581233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:21.581652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.619902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.630635 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 673fd33e-011b-498b-bd7e-0070a4af58ba resource provider aggregate not found Jun 16 15:14:21.655489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.681470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9c22a200-c41c-44d7-a5e8-b831e262e065 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:21.687566 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e7b4e230-7be5-41f0-9927-7bb81f34dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:21.688937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Allocated IP 172.26.2.183 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/59188cc5-8254-4547-8a23-2a958585213a) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:21.690220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] No DVR routers for this DVR port 9c22a200-c41c-44d7-a5e8-b831e262e065 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:21.703869 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4e230-7be5-41f0-9927-7bb81f34dc20 None None] Routers {'32f30153-cced-43c4-8bc5-2df78974d463'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:21.708818 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e7b4e230-7be5-41f0-9927-7bb81f34dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['32f30153-cced-43c4-8bc5-2df78974d463'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:21.754350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 9c22a200-c41c-44d7-a5e8-b831e262e065 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:21.754979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9c22a200-c41c-44d7-a5e8-b831e262e065 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:21.781232 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:14:21.781590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:14:21.783002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Current status of the port 45df5b16-0938-4f66-b7cc-9d7e47485155 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:21.783383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.793643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7b916-a751-446d-95bf-5b31e1dcad45 None None] Pushing event updated for resources: {'Port': ['ID=63fd3251-1289-4aec-8366-7851ca914848,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:21.812792 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e7b4e230-7be5-41f0-9927-7bb81f34dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:21.813200 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4e230-7be5-41f0-9927-7bb81f34dc20 None None] The sync data for ids ['32f30153-cced-43c4-8bc5-2df78974d463'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:21.831343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] Deleting port 0bd9f9d7-3064-404b-8671-e40435fefc85 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:21.831712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:21.894961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c22a200-c41c-44d7-a5e8-b831e262e065,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:21.967327 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 673fd33e-011b-498b-bd7e-0070a4af58ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 673fd33e-011b-498b-bd7e-0070a4af58ba found for delete ", "request_id": "req-22935573-2649-4b91-8cc8-736906cb1820"}]} Jun 16 15:14:22.009108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d9e737aa-d66f-47a4-a19a-f4d0820f6684 None None] The port '0bd9f9d7-3064-404b-8671-e40435fefc85' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:14:22.113030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.179956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.188555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.192972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.271085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02f99441-febf-4730-824b-2d90176c79f9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.274175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=195e631b-ddb7-4aa7-b032-9b54ff8e4f46,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:22.282612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] Deleting port 9c22a200-c41c-44d7-a5e8-b831e262e065 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:22.283717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.287758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.298522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f51b72-dd77-430d-85f6-ddeb52f1aaeb']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:22.326786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2969a95-e4b7-45ed-a3a7-1599a6f65221') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:22.327458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2969a95-e4b7-45ed-a3a7-1599a6f65221') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:22.329064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Deleting port f9cb23fc-4fb4-493e-9bd2-9a44993fcc44 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:22.329524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.341725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578354d2-7f42-405e-920f-dc6177cda54c req-1597f7f6-b3c7-44bf-a96f-9bd8143ee8d0 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:22.343274 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-578354d2-7f42-405e-920f-dc6177cda54c req-1597f7f6-b3c7-44bf-a96f-9bd8143ee8d0 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.5028458 Jun 16 15:14:22.355102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.362126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Transition to ACTIVE for port object 38881c78-03c2-48d9-8edd-947b729eb1c0 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:22.370030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1e092fd7-326b-4b75-9341-7985eb0b8850 None None] The port '9c22a200-c41c-44d7-a5e8-b831e262e065' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:14:22.393237 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-83ddd068-171a-460b-8929-c65dae0de5b8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/195e631b-ddb7-4aa7-b032-9b54ff8e4f46 HTTP/1.1" status: 204 len: 168 time: 3.8614836 Jun 16 15:14:22.401746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.431344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:22.431756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.451436 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-578354d2-7f42-405e-920f-dc6177cda54c req-571d8ce2-4bb0-4091-8ec6-c9471fb4da74 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984757 Jun 16 15:14:22.639201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.692703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.696084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.742034 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=89f51b72-dd77-430d-85f6-ddeb52f1aaeb,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:22.755976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Network df7d8477-e736-445a-bdcb-d886c6ad93ea is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:22.760305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:22.763200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:22.809846 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-092ed215-dbba-4c59-ae31-3666bda09a5f admin admin] 10.222.0.73 "DELETE /v2.0/networks/89f51b72-dd77-430d-85f6-ddeb52f1aaeb HTTP/1.1" status: 204 len: 168 time: 3.3071895 Jun 16 15:14:22.813062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Pushing event updated for resources: {'Port': ['ID=38881c78-03c2-48d9-8edd-947b729eb1c0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:22.824024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.850545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:22.854252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:22.921097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50802) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:22.972527 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f4e59ec9-0527-4286-bbbc-7a82189a7c9b tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.4945619 Jun 16 15:14:22.973971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50806) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:22.988164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Request body: {'port': {'network_id': 'df7d8477-e736-445a-bdcb-d886c6ad93ea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2130650261', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:22.989335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.api.validators [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] bootfile-name is not in valid_values {{(pid=89745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:14:22.989932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.api.validators [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] tftp-server is not in valid_values {{(pid=89745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:14:22.990333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.api.validators [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] server-ip-address is not in valid_values {{(pid=89745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:14:23.022749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc7c50-8f10-486b-828e-7634a82a8178 None None] Network df7d8477-e736-445a-bdcb-d886c6ad93ea requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:23.105700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02f99441-febf-4730-824b-2d90176c79f9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.132927 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b4d4ffdb-ed82-4d89-8fea-66377b82c1de admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d0746fe46ac469f893cb7bed7348f6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2105424 Jun 16 15:14:23.134151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:14:23.134509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:14:23.138637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50810) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:23.172149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f99441-febf-4730-824b-2d90176c79f9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Subnet': ['ID=96fcfabe-f91a-432b-85d0-5f2422e78e67,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:23.198475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02f99441-febf-4730-824b-2d90176c79f9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.207860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d50441-4105-4502-96e3-63b9d1f072b0 None None] Network a5cd0707-e53e-4795-80ec-23b398e02478 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:23.216133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.219574 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:14:23.294304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50814) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:23.342241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.399217 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-02f99441-febf-4730-824b-2d90176c79f9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/subnets/96fcfabe-f91a-432b-85d0-5f2422e78e67 HTTP/1.1" status: 204 len: 168 time: 2.8519008 Jun 16 15:14:23.450301 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50816) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:23.529636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:23.571241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Usage tracker for resource:port and tenant:b3c7fdb4a9ac4e35b94f0da16de55525 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:23.573592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Calling delete_port for f9cb23fc-4fb4-493e-9bd2-9a44993fcc44 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:23.582052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:23.593108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81ca70e0-1569-4898-ae64-06cc43dd1fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.596445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:23.615876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:23.625912 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:23.641200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da1bd5-4949-4a36-848e-d93fa508c8a5 req-86e793e3-5642-46fe-9a44-4c8dd3e4f0f3 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:23.642303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:23.643226 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51da1bd5-4949-4a36-848e-d93fa508c8a5 req-86e793e3-5642-46fe-9a44-4c8dd3e4f0f3 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.6107461 Jun 16 15:14:23.666741 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7fe046-69b1-467f-bddc-57ac7c49694c tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:23.668591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7fe046-69b1-467f-bddc-57ac7c49694c tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:23.669491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cd7fe046-69b1-467f-bddc-57ac7c49694c tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Synchronizing usage tracker for tenant:bbbf9f8297ed43cfa594e83b0982c485 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:23.683473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 63fd3251-1289-4aec-8366-7851ca914848 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:23.683678 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-aba452b0-6e21-448d-bb44-4cb2883b4413 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f37f7f14be2745539000b6d1025d8e9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2319391 Jun 16 15:14:23.685871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50822) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:23.691775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Pushing event updated for resources: {'Port': ['ID=59188cc5-8254-4547-8a23-2a958585213a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:23.699367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81ca70e0-1569-4898-ae64-06cc43dd1fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.731990 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-f4733a29-1e69-404b-b145-0ccdda8b36ea tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:14:23.735763 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f4733a29-1e69-404b-b145-0ccdda8b36ea tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "PUT /v2.0/routers/32f30153-cced-43c4-8bc5-2df78974d463/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1830890 Jun 16 15:14:23.741864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50826) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:23.754074 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Made reservation on behalf of b3c7fdb4a9ac4e35b94f0da16de55525 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:23.757684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.792573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Current status of the port 45df5b16-0938-4f66-b7cc-9d7e47485155 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:23.792951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.800957 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51da1bd5-4949-4a36-848e-d93fa508c8a5 req-dd790ff6-6e31-4709-807d-901a21cc2f25 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471748 Jun 16 15:14:23.811197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cd7fe046-69b1-467f-bddc-57ac7c49694c tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Unset dirty status for tenant:bbbf9f8297ed43cfa594e83b0982c485 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:23.815590 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cd7fe046-69b1-467f-bddc-57ac7c49694c tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3573060 Jun 16 15:14:23.817430 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] device_id is not set on port c77dee56-f78f-4565-a3fb-91139f3c97d4 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:14:23.849475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] For port 45df5b16-0938-4f66-b7cc-9d7e47485155, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=45df5b16-0938-4f66-b7cc-9d7e47485155,segment=NetworkSegment(042964bf-0be2-4447-b981-19dcc0ae518e),segment_id=042964bf-0be2-4447-b981-19dcc0ae518e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:23.850613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1e3c46-1253-4e4c-b30d-a865e916a43b None None] DHCP port deletion for a5cd0707-e53e-4795-80ec-23b398e02478 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:23.852074 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50830) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:23.860273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e3c46-1253-4e4c-b30d-a865e916a43b None None] Deleting port 45df5b16-0938-4f66-b7cc-9d7e47485155 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:23.860648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3c46-1253-4e4c-b30d-a865e916a43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.968455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.012457 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment b2969a95-e4b7-45ed-a3a7-1599a6f65221 resource provider aggregate not found Jun 16 15:14:24.031364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f308fc8f-9640-427d-87f6-6ea0ca0f92b9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.035355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 63fd3251-1289-4aec-8366-7851ca914848 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:24.064773 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment b2969a95-e4b7-45ed-a3a7-1599a6f65221 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2969a95-e4b7-45ed-a3a7-1599a6f65221 found for delete ", "request_id": "req-994fdd80-ad89-417e-9c85-e60880b1cbdf"}]} Jun 16 15:14:24.073501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81ca70e0-1569-4898-ae64-06cc43dd1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.104586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca70e0-1569-4898-ae64-06cc43dd1fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b7f5ea-cfbf-4132-916c-868b67eb65e2,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:24.116936 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f308fc8f-9640-427d-87f6-6ea0ca0f92b9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 16 15:14:24.117266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f308fc8f-9640-427d-87f6-6ea0ca0f92b9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:24.147395 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f308fc8f-9640-427d-87f6-6ea0ca0f92b9 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/a5cd0707-e53e-4795-80ec-23b398e02478 HTTP/1.1" status: 409 len: 405 time: 0.2898962 Jun 16 15:14:24.147615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.148060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Allocated IP 172.20.0.8 (df7d8477-e736-445a-bdcb-d886c6ad93ea/4f7a9220-d318-4f2b-89fa-d9145c346db5/c77dee56-f78f-4565-a3fb-91139f3c97d4) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:24.150819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50838) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:24.154681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1014084677'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:24.162884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81ca70e0-1569-4898-ae64-06cc43dd1fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.163999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-81ca70e0-1569-4898-ae64-06cc43dd1fdf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25b7f5ea-cfbf-4132-916c-868b67eb65e2 HTTP/1.1" status: 204 len: 168 time: 0.9663630 Jun 16 15:14:24.165255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:24.179904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:network and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:24.184523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:24.203374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:24.241680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Provisioning complete for port b6784073-43e5-45a9-8417-01ace18e783c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:24.242053 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.283331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed178d6c-8837-4571-af11-1f0551123625 None None] Pushing event updated for resources: {'Port': ['ID=45df5b16-0938-4f66-b7cc-9d7e47485155,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:24.325462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Pushing event deleted for resources: {'Port': ['ID=f9cb23fc-4fb4-493e-9bd2-9a44993fcc44,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:24.335059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:24.338963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ed1e3c46-1253-4e4c-b30d-a865e916a43b None None] For port 45df5b16-0938-4f66-b7cc-9d7e47485155, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=45df5b16-0938-4f66-b7cc-9d7e47485155,segment=NetworkSegment(042964bf-0be2-4447-b981-19dcc0ae518e),segment_id=042964bf-0be2-4447-b981-19dcc0ae518e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:24.339395 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3c46-1253-4e4c-b30d-a865e916a43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.342215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.524114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:24.537502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e3c46-1253-4e4c-b30d-a865e916a43b None None] Calling delete_port for 45df5b16-0938-4f66-b7cc-9d7e47485155 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:24.542732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.546368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.546368 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Added segment b90a7dfe-4267-41d6-9795-6b271b925f8d of type vlan for network 97f2b7b8-b9c5-4022-b84d-58bcbf3f0638 Jun 16 15:14:24.580864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Port b6784073-43e5-45a9-8417-01ace18e783c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:24.582360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Transition to ACTIVE for port object c77dee56-f78f-4565-a3fb-91139f3c97d4 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:24.589956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.615078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Provisioning complete for port 45df5b16-0938-4f66-b7cc-9d7e47485155 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:24.615450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.713467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.715625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.727732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:24.730754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.746547 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adf157d6-95d3-44a2-8527-66de74b9606a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.756047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Port 45df5b16-0938-4f66-b7cc-9d7e47485155 update to ACTIVE by agent not found {{(pid=89747) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2142}} Jun 16 15:14:24.760095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3c46-1253-4e4c-b30d-a865e916a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.835092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.888563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e3c46-1253-4e4c-b30d-a865e916a43b None None] Pushing event deleted for resources: {'Port': ['ID=45df5b16-0938-4f66-b7cc-9d7e47485155,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:24.890489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e3c46-1253-4e4c-b30d-a865e916a43b None None] No DVR routers for this DVR port 45df5b16-0938-4f66-b7cc-9d7e47485155 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:24.934425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adf157d6-95d3-44a2-8527-66de74b9606a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.943862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Pushing event updated for resources: {'Port': ['ID=c77dee56-f78f-4565-a3fb-91139f3c97d4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:24.964264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Provisioning for port 5465b905-f254-4a11-9b65-760cb76020aa completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:24.972552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Provisioning complete for port 5465b905-f254-4a11-9b65-760cb76020aa triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:24.972994 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.060223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Port 5465b905-f254-4a11-9b65-760cb76020aa cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:25.101815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Network df7d8477-e736-445a-bdcb-d886c6ad93ea is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:25.108633 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9589560 Jun 16 15:14:25.109771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f71ff-7879-4dd8-a6de-cb09479db32e tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Network': ['ID=97f2b7b8-b9c5-4022-b84d-58bcbf3f0638,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:25.115484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:25.120707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 97f2b7b8-b9c5-4022-b84d-58bcbf3f0638 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:25.124639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50854) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:25.127808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:25.136002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Provisioning for port 63fd3251-1289-4aec-8366-7851ca914848 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:25.158662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Provisioning complete for port 63fd3251-1289-4aec-8366-7851ca914848 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:25.159317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.167398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'subnet': {'network_id': '97f2b7b8-b9c5-4022-b84d-58bcbf3f0638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:25.339065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:25.339857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.377190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.380464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:25.381851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Current status of the port 63fd3251-1289-4aec-8366-7851ca914848 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:25.382707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.394699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adf157d6-95d3-44a2-8527-66de74b9606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.400344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2adf2-9587-4715-bc6a-3012c6e0c0ea req-46c8cd29-6b61-4b12-9d47-65c217001f73 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:25.402056 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3dc2adf2-9587-4715-bc6a-3012c6e0c0ea req-46c8cd29-6b61-4b12-9d47-65c217001f73 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3634923 Jun 16 15:14:25.407871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:25.412753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.428589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] For port 63fd3251-1289-4aec-8366-7851ca914848, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=63fd3251-1289-4aec-8366-7851ca914848,segment=NetworkSegment(e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5),segment_id=e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:25.447479 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-123172a9-b6ac-49f6-81be-d40c7b9b81f5 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4674814 Jun 16 15:14:25.451453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50860) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:25.469489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf157d6-95d3-44a2-8527-66de74b9606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6064889-d6b7-457b-bf11-b0c3e4731c1a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:25.491560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.527794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:25.532429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.595319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adf157d6-95d3-44a2-8527-66de74b9606a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.642342 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-adf157d6-95d3-44a2-8527-66de74b9606a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6064889-d6b7-457b-bf11-b0c3e4731c1a HTTP/1.1" status: 204 len: 168 time: 1.9072397 Jun 16 15:14:25.642342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.643089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e2868-4576-47cb-ab9b-5dee0e07ce93 None None] Pushing event updated for resources: {'Port': ['ID=63fd3251-1289-4aec-8366-7851ca914848,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:25.643089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 45df5b16-0938-4f66-b7cc-9d7e47485155 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:25.718602 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 45df5b16-0938-4f66-b7cc-9d7e47485155 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:25.722032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 45df5b16-0938-4f66-b7cc-9d7e47485155 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:25.741419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Provisioning complete for port 63fd3251-1289-4aec-8366-7851ca914848 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:25.741879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.747490 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3dc2adf2-9587-4715-bc6a-3012c6e0c0ea req-1eb545fe-28ee-4f40-883f-93d443e4ed26 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324165 Jun 16 15:14:25.836858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5700a7e-6e2c-4c2e-bb41-8747078d007d tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:25.838515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5700a7e-6e2c-4c2e-bb41-8747078d007d tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:25.844775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5700a7e-6e2c-4c2e-bb41-8747078d007d tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:25.845764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b5700a7e-6e2c-4c2e-bb41-8747078d007d tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Synchronizing usage tracker for tenant:b3c7fdb4a9ac4e35b94f0da16de55525 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:25.880598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Current status of the port 63fd3251-1289-4aec-8366-7851ca914848 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:25.886348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.887083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Fanout notify agent at l3_agent the message router_deleted on router 7c336069-6832-4925-b688-bf1af08d02ef {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:14:25.934395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.939194 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d905a426-1671-4803-b94e-d1219759e406 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/7c336069-6832-4925-b688-bf1af08d02ef HTTP/1.1" status: 204 len: 168 time: 5.2154174 Jun 16 15:14:25.939967 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50876) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:25.955047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b5700a7e-6e2c-4c2e-bb41-8747078d007d tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Unset dirty status for tenant:b3c7fdb4a9ac4e35b94f0da16de55525 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:25.959995 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b5700a7e-6e2c-4c2e-bb41-8747078d007d tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5075762 Jun 16 15:14:25.960568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1706424072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:25.965996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Provisioning for port 38881c78-03c2-48d9-8edd-947b729eb1c0 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:25.968988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Provisioning complete for port 38881c78-03c2-48d9-8edd-947b729eb1c0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:25.969422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:25.975126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50880) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:26.014590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:26.059280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Usage tracker for resource:router and tenant:cd0c368445af48719630360493e68032 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:26.097253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Port 38881c78-03c2-48d9-8edd-947b729eb1c0 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:26.193054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Provisioning for port c77dee56-f78f-4565-a3fb-91139f3c97d4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:26.204034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Provisioning complete for port c77dee56-f78f-4565-a3fb-91139f3c97d4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:26.204600 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.248283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.objects.ports [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:14:26.250125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.287890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:26.306283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:26.330195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d4ab7-e65a-4ce8-8f8b-34319a4166f1 req-1c851351-6f0a-41ef-b9b3-f3d6a0eae682 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:26.347333 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb1d4ab7-e65a-4ce8-8f8b-34319a4166f1 req-1c851351-6f0a-41ef-b9b3-f3d6a0eae682 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3964837 Jun 16 15:14:26.360876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2df006ca-7602-48c3-953c-0ad89960e39e None None] Port c77dee56-f78f-4565-a3fb-91139f3c97d4 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:26.370542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.375597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-50426c61-dd61-4863-a25d-0f65870b1741 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Deleting port c77dee56-f78f-4565-a3fb-91139f3c97d4 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:26.376135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50426c61-dd61-4863-a25d-0f65870b1741 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.409846 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.411729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.425765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.441470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Subnet': ['ID=ae2f2c3d-c9ec-450f-8643-047c7414e149,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:26.445548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Checking segment: {'id': 'b90a7dfe-4267-41d6-9795-6b271b925f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '97f2b7b8-b9c5-4022-b84d-58bcbf3f0638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:26.445973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network hostable DHCP agents. Network: 97f2b7b8-b9c5-4022-b84d-58bcbf3f0638, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:26.461476 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb1d4ab7-e65a-4ce8-8f8b-34319a4166f1 req-eaac82db-4fd4-416a-86d6-3140ade2d9cd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122603 Jun 16 15:14:26.518163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network 97f2b7b8-b9c5-4022-b84d-58bcbf3f0638 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:26.547977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.551119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.576202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 97f2b7b8-b9c5-4022-b84d-58bcbf3f0638) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:26.591515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:26.592467 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cf61ed-d61e-4318-b4fc-55ee046d38fd None None] Network 97f2b7b8-b9c5-4022-b84d-58bcbf3f0638 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:26.595198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.732409 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-636d17bf-6c10-4019-bc6a-45aadd29945a tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6033790 Jun 16 15:14:26.736008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50910) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:26.899316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-97f2b7b8-b9c5-4022-b84d-58bcbf3f0638', 'network_id': '97f2b7b8-b9c5-4022-b84d-58bcbf3f0638', 'tenant_id': 'bbbf9f8297ed43cfa594e83b0982c485', 'fixed_ips': [{'subnet_id': 'ae2f2c3d-c9ec-450f-8643-047c7414e149'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:26.900277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.901685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096bd57-e256-4c94-8898-8dfa0da804e3 req-8e48730b-b443-4a4a-91db-f5db465611b1 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:26.904147 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a096bd57-e256-4c94-8898-8dfa0da804e3 req-8e48730b-b443-4a4a-91db-f5db465611b1 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3170996 Jun 16 15:14:26.906257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.983775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.990323 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a096bd57-e256-4c94-8898-8dfa0da804e3 req-0f7d90e1-3086-4e1f-a761-12521fe43b03 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796063 Jun 16 15:14:27.180552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:27.181523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:27.189392 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-116d6f0f-c061-49f9-9494-3ba2339fc3c3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2458670 Jun 16 15:14:27.211399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50924) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:27.217478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50426c61-dd61-4863-a25d-0f65870b1741 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:27.239515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'enable_snat': True}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:27.317752 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Allocated IP 2001:db8::f816:3eff:fe5e:49f9 (97f2b7b8-b9c5-4022-b84d-58bcbf3f0638/ae2f2c3d-c9ec-450f-8643-047c7414e149/04edbf4a-16cc-4d18-a886-956c9e937b3b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:27.468633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00965e43-199c-46e2-8969-67a0136bb0a0 req-6f22a0fd-e87f-4c98-920c-ec3ad2df3f10 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:27.477860 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-00965e43-199c-46e2-8969-67a0136bb0a0 req-6f22a0fd-e87f-4c98-920c-ec3ad2df3f10 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1211281 Jun 16 15:14:27.487863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-50426c61-dd61-4863-a25d-0f65870b1741 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Calling delete_port for c77dee56-f78f-4565-a3fb-91139f3c97d4 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:27.503179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50930) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:27.565205 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-00965e43-199c-46e2-8969-67a0136bb0a0 req-651a22c8-1abe-410b-95ea-557876b75796 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862391 Jun 16 15:14:27.679944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 63fd3251-1289-4aec-8366-7851ca914848 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:27.692358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Router 50fd9335-8686-4f40-b546-5f92dcc5b288 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:14:27.758488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:27.779000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Transition to ACTIVE for port object 04edbf4a-16cc-4d18-a886-956c9e937b3b will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:27.788491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-831983999'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:27.797895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:27.806878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Usage tracker for resource:network and tenant:a43dedb62c3d4fec8a8c11c75160829b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:27.816856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Transition to ACTIVE for port object 04edbf4a-16cc-4d18-a886-956c9e937b3b will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:27.818615 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51f1e2-e27f-458c-8fc9-aef73f2ea093 req-e19cb34c-71d5-44fe-a279-f966741835fa tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:27.820279 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1f51f1e2-e27f-458c-8fc9-aef73f2ea093 req-e19cb34c-71d5-44fe-a279-f966741835fa tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1264727 Jun 16 15:14:27.821965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:27.835464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:27.843444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 63fd3251-1289-4aec-8366-7851ca914848 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:27.843812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:27.886475 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1f51f1e2-e27f-458c-8fc9-aef73f2ea093 req-bc31a2c2-4c6e-4b2c-9df8-edd557925518 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572929 Jun 16 15:14:27.914283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:27.971328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Made reservation on behalf of a43dedb62c3d4fec8a8c11c75160829b for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:27.978295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.003235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.007898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Network 97f2b7b8-b9c5-4022-b84d-58bcbf3f0638 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:28.015849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:28.021740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.030854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:28.048287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Pushing event updated for resources: {'Port': ['ID=04edbf4a-16cc-4d18-a886-956c9e937b3b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:28.131742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:28.142625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2f2c3d-c9ec-450f-8643-047c7414e149,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:28.222225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.241435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Attempting to bind port 04edbf4a-16cc-4d18-a886-956c9e937b3b on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:28.241795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Attempting to bind port 04edbf4a-16cc-4d18-a886-956c9e937b3b by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'b90a7dfe-4267-41d6-9795-6b271b925f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '97f2b7b8-b9c5-4022-b84d-58bcbf3f0638'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:28.242246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Attempting to bind port 04edbf4a-16cc-4d18-a886-956c9e937b3b on network 97f2b7b8-b9c5-4022-b84d-58bcbf3f0638 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:28.243160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.249761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:28.250127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Checking segment: {'id': 'b90a7dfe-4267-41d6-9795-6b271b925f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '97f2b7b8-b9c5-4022-b84d-58bcbf3f0638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:28.250514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.250900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Bound using segment: {'id': 'b90a7dfe-4267-41d6-9795-6b271b925f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '97f2b7b8-b9c5-4022-b84d-58bcbf3f0638'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:28.251407 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Bound port: 04edbf4a-16cc-4d18-a886-956c9e937b3b, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90a7dfe-4267-41d6-9795-6b271b925f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '97f2b7b8-b9c5-4022-b84d-58bcbf3f0638'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:28.251885 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.269868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f2b7b8-b9c5-4022-b84d-58bcbf3f0638']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:28.282787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90a7dfe-4267-41d6-9795-6b271b925f8d') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:28.283119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90a7dfe-4267-41d6-9795-6b271b925f8d') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:28.296305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.313013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.319446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:28.319849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.366276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] For port 04edbf4a-16cc-4d18-a886-956c9e937b3b, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:28.368765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 63fd3251-1289-4aec-8366-7851ca914848 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:28.415375 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Usage tracker for resource:security_group_rule and tenant:a43dedb62c3d4fec8a8c11c75160829b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:28.422974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:28.438016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] For port 04edbf4a-16cc-4d18-a886-956c9e937b3b, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=04edbf4a-16cc-4d18-a886-956c9e937b3b,segment=NetworkSegment(b90a7dfe-4267-41d6-9795-6b271b925f8d),segment_id=b90a7dfe-4267-41d6-9795-6b271b925f8d)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:28.443634 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment b90a7dfe-4267-41d6-9795-6b271b925f8d resource provider aggregate not found Jun 16 15:14:28.447464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:28.472373 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment b90a7dfe-4267-41d6-9795-6b271b925f8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b90a7dfe-4267-41d6-9795-6b271b925f8d found for delete ", "request_id": "req-d1fe4bf0-cc29-4d77-bb32-306006d9accf"}]} Jun 16 15:14:28.478080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:14:28.478080 dv-neutron-846028-2-hyperv neutron-server[89745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:14:28.478080 dv-neutron-846028-2-hyperv neutron-server[89745]: [parameters: {'id': '97f2b7b8-b9c5-4022-b84d-58bcbf3f0638'}] Jun 16 15:14:28.478080 dv-neutron-846028-2-hyperv neutron-server[89745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:14:28.478383 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:14:28.479934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50956) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:28.499001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4817f-e090-4a3b-9609-04d731efb565 req-ab85ad5f-d153-4212-9230-a9093d614ad5 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:28.501545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.506390 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9dd4817f-e090-4a3b-9609-04d731efb565 req-ab85ad5f-d153-4212-9230-a9093d614ad5 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.4791210 Jun 16 15:14:28.526792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Deleting port b6784073-43e5-45a9-8417-01ace18e783c {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:28.527551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.559922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9dd4817f-e090-4a3b-9609-04d731efb565 req-e7a3eb0c-1781-4502-ac45-f257298f377e tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505981 Jun 16 15:14:28.629685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227b2da-8f8a-4e8c-ba88-fa769a428a73 None None] Pushing event updated for resources: {'Port': ['ID=04edbf4a-16cc-4d18-a886-956c9e937b3b,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:28.653354 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:28.665607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f3d1d-53df-41b0-8ab2-0c97186789b3 None None] Sync routers for ids ['50fd9335-8686-4f40-b546-5f92dcc5b288'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:28.673208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50426c61-dd61-4863-a25d-0f65870b1741 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.684961 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f3d1d-53df-41b0-8ab2-0c97186789b3 None None] Routers {'50fd9335-8686-4f40-b546-5f92dcc5b288'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:28.685719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c19f3d1d-53df-41b0-8ab2-0c97186789b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['50fd9335-8686-4f40-b546-5f92dcc5b288'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:28.699868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.720302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-280690421'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:28.726577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:28.731527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Usage tracker for resource:network and tenant:0d4c6369d09e4fee8c14b1236c3eaa8f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:28.735002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:28.751910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:28.759800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c19f3d1d-53df-41b0-8ab2-0c97186789b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:28.764725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae1401-c604-4f95-a363-5c50908dc48b None None] Network 97f2b7b8-b9c5-4022-b84d-58bcbf3f0638 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:28.775456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50426c61-dd61-4863-a25d-0f65870b1741 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Pushing event deleted for resources: {'Port': ['ID=c77dee56-f78f-4565-a3fb-91139f3c97d4,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:28.785083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.785083 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-162b86e7-0502-4fee-beca-8cdd9e09e4f0 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "PUT /v2.0/routers/50fd9335-8686-4f40-b546-5f92dcc5b288 HTTP/1.1" status: 200 len: 919 time: 10.4524570 Jun 16 15:14:28.786924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50964) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:28.789432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.805381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f3d1d-53df-41b0-8ab2-0c97186789b3 None None] Routers {'50fd9335-8686-4f40-b546-5f92dcc5b288'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:28.806051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c19f3d1d-53df-41b0-8ab2-0c97186789b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['50fd9335-8686-4f40-b546-5f92dcc5b288'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:28.880470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:28.890407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.890882 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Added segment b144c0e3-77f9-4aff-9140-6ceee1da9943 of type vlan for network e18dd900-dfde-4ed8-ae0e-affd39d22f1f Jun 16 15:14:28.917028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c19f3d1d-53df-41b0-8ab2-0c97186789b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:28.917659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f3d1d-53df-41b0-8ab2-0c97186789b3 None None] The sync data for ids ['50fd9335-8686-4f40-b546-5f92dcc5b288'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:28.921054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:28.972061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378ae346-8e36-497d-a7c8-32307dff3d99,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:28.998870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.001668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Made reservation on behalf of 0d4c6369d09e4fee8c14b1236c3eaa8f for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:29.005470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.005678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50426c61-dd61-4863-a25d-0f65870b1741 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.011589 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-50426c61-dd61-4863-a25d-0f65870b1741 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "DELETE /v2.0/ports/c77dee56-f78f-4565-a3fb-91139f3c97d4 HTTP/1.1" status: 204 len: 168 time: 3.0099719 Jun 16 15:14:29.013433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50968) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:29.019568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.031023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.035325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Request body: {'port': {'name': 'tempest-new-port-name-829402828', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:29.036289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.api.validators [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] bootfile-name is not in valid_values {{(pid=89746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:14:29.036638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.api.validators [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] tftp-server is not in valid_values {{(pid=89746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:14:29.036973 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.api.validators [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] server-ip-address is not in valid_values {{(pid=89746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 16 15:14:29.074719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:29.077428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Deleting port 04edbf4a-16cc-4d18-a886-956c9e937b3b {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:29.077837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.091593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c420a-44c1-4ae9-a843-d2056bb60046 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:14:29.134818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Usage tracker for resource:security_group_rule and tenant:0d4c6369d09e4fee8c14b1236c3eaa8f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:29.144733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.150690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:29.151393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.158625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:29.221780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Calling delete_port for b6784073-43e5-45a9-8417-01ace18e783c owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:29.238790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c420a-44c1-4ae9-a843-d2056bb60046 None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:14:29.375174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:29.548515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Pushing event updated for resources: {'Network': ['ID=e18dd900-dfde-4ed8-ae0e-affd39d22f1f,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:29.581060 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7d7404fa-77c9-4534-baa5-9ee82a71408d tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0818880 Jun 16 15:14:29.581298 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network e18dd900-dfde-4ed8-ae0e-affd39d22f1f details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:29.587860 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ccb914cc-c379-4706-a555-6ec4b465a2f4 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/routers/50fd9335-8686-4f40-b546-5f92dcc5b288 HTTP/1.1" status: 200 len: 925 time: 0.7991660 Jun 16 15:14:29.592267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50972) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:29.594098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50974) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:29.726582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.743445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.784438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.827279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Request body: {'network': {'name': 'tempest-network--1410727673', 'router:external': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:29.839795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] For port 04edbf4a-16cc-4d18-a886-956c9e937b3b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=04edbf4a-16cc-4d18-a886-956c9e937b3b,segment=NetworkSegment(b90a7dfe-4267-41d6-9795-6b271b925f8d),segment_id=b90a7dfe-4267-41d6-9795-6b271b925f8d)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:29.840151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.855115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:29.865928 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Usage tracker for resource:network and tenant:169605863c054b1bb4e7008c46fc94bd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:29.872815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:29.933610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.934783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:29.992731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce62740-812a-4216-ade9-90adadb55349 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:29.993417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8ce62740-812a-4216-ade9-90adadb55349 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Synchronizing usage tracker for tenant:48b47533e9b747d68b5c6dce40f9e1ec on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:30.002066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Calling delete_port for 04edbf4a-16cc-4d18-a886-956c9e937b3b owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:30.042386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.099418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8ce62740-812a-4216-ade9-90adadb55349 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Unset dirty status for tenant:48b47533e9b747d68b5c6dce40f9e1ec on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:30.100481 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8ce62740-812a-4216-ade9-90adadb55349 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&device_id=50fd9335-8686-4f40-b546-5f92dcc5b288&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5040491 Jun 16 15:14:30.105405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50984) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:30.106048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:30.109611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025987be-b074-4067-978b-d4f1d545ee38,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:30.164334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Made reservation on behalf of 169605863c054b1bb4e7008c46fc94bd for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:30.166565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.167848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Allocated IP 172.26.2.86 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/5c9e3b4a-4811-4daf-b0f3-fdd0027317a5) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:30.182318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.184535 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Added segment 26102f9f-1257-4c31-b443-498a3b0221c4 of type vlan for network 6eb11fa6-0b08-46e8-a76c-0f7452423f8c Jun 16 15:14:30.194698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.234051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.287480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:30.292164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.300911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Usage tracker for resource:security_group_rule and tenant:169605863c054b1bb4e7008c46fc94bd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:30.306032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:30.317088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:30.351796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.383515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event deleted for resources: {'Port': ['ID=b6784073-43e5-45a9-8417-01ace18e783c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:30.387426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab0414-35a0-4796-afa0-6df3c080c5e4 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:30.387988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-42ab0414-35a0-4796-afa0-6df3c080c5e4 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Synchronizing usage tracker for tenant:48b47533e9b747d68b5c6dce40f9e1ec on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:30.431179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Port': ['ID=04edbf4a-16cc-4d18-a886-956c9e937b3b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:30.437744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No DVR routers for this DVR port 04edbf4a-16cc-4d18-a886-956c9e937b3b on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:30.481205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.513284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.518801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:30.519434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.600507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.606980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.628905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-42ab0414-35a0-4796-afa0-6df3c080c5e4 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] Unset dirty status for tenant:48b47533e9b747d68b5c6dce40f9e1ec on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:30.630585 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-42ab0414-35a0-4796-afa0-6df3c080c5e4 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 881 time: 0.5222356 Jun 16 15:14:30.641372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50988) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:30.644853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.778412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.803221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f2b7b8-b9c5-4022-b84d-58bcbf3f0638']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:30.814245 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f39c50b5-eb75-4b17-98b3-9f0673ac2862 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=50fd9335-8686-4f40-b546-5f92dcc5b288 HTTP/1.1" status: 200 len: 205 time: 0.1541483 Jun 16 15:14:30.824663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50992) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:30.827737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Pushing event updated for resources: {'Network': ['ID=6eb11fa6-0b08-46e8-a76c-0f7452423f8c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:30.841479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 6eb11fa6-0b08-46e8-a76c-0f7452423f8c details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:30.897362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.901106 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Pushing event updated for resources: {'Port': ['ID=38881c78-03c2-48d9-8edd-947b729eb1c0,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:30.904498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90a7dfe-4267-41d6-9795-6b271b925f8d') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:30.904792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90a7dfe-4267-41d6-9795-6b271b925f8d') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:30.910977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] In _notify_port_updated(), no bound segment for port 38881c78-03c2-48d9-8edd-947b729eb1c0 on network df7d8477-e736-445a-bdcb-d886c6ad93ea {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:14:30.917231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:30.917976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.922773 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ed9ee1bb-ca79-4621-a209-7d685439b0c0 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "PUT /v2.0/ports/38881c78-03c2-48d9-8edd-947b729eb1c0 HTTP/1.1" status: 200 len: 1136 time: 1.9055195 Jun 16 15:14:30.923588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 50996) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:30.925553 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7a8eeabf-70e1-4b33-9837-457957348abd tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4446247 Jun 16 15:14:30.931904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 50998) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:30.935159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:30.951836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Request body: {'subnet': {'network_id': '6eb11fa6-0b08-46e8-a76c-0f7452423f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:30.981344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.014191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-166d6531-9ad8-4bbf-b6a3-1394dd8e1a2a None None] Provisioning complete for port 38881c78-03c2-48d9-8edd-947b729eb1c0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:31.014577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-166d6531-9ad8-4bbf-b6a3-1394dd8e1a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.072205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-166d6531-9ad8-4bbf-b6a3-1394dd8e1a2a None None] Port 38881c78-03c2-48d9-8edd-947b729eb1c0 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:31.198513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.278367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:31.278770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.294133 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:31.327472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd6069a-4abd-4db5-b89e-66202d7d2107 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:31.328085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0bd6069a-4abd-4db5-b89e-66202d7d2107 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Synchronizing usage tracker for tenant:b3c7fdb4a9ac4e35b94f0da16de55525 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:31.334715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment b90a7dfe-4267-41d6-9795-6b271b925f8d resource provider aggregate not found Jun 16 15:14:31.339983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.365385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356115d0-89b2-4370-be45-f2d48e88812a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:31.371239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.371584 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Added segment 6fccfee6-0aff-4e5a-9293-2f188112855f of type vlan for network 8900875b-6ffb-4cfd-8c80-fc2b2b026259 Jun 16 15:14:31.416099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Router 32f30153-cced-43c4-8bc5-2df78974d463 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:14:31.424029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:31.429504 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment b90a7dfe-4267-41d6-9795-6b271b925f8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b90a7dfe-4267-41d6-9795-6b271b925f8d found for delete ", "request_id": "req-28db06a0-4a3d-4c1f-a8a9-53cac6e1f976"}]} Jun 16 15:14:31.434467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:31.436997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:31.443238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.485076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event updated for resources: {'Port': ['ID=5c9e3b4a-4811-4daf-b0f3-fdd0027317a5,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:31.498589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0bd6069a-4abd-4db5-b89e-66202d7d2107 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Unset dirty status for tenant:b3c7fdb4a9ac4e35b94f0da16de55525 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:31.498589 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0bd6069a-4abd-4db5-b89e-66202d7d2107 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "GET /v2.0/ports/38881c78-03c2-48d9-8edd-947b729eb1c0 HTTP/1.1" status: 200 len: 1136 time: 0.5160396 Jun 16 15:14:31.498784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:31.513139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51008) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:31.519369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Usage tracker for resource:subnet and tenant:0d4c6369d09e4fee8c14b1236c3eaa8f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:31.524158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:31.559645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:31.620969 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.693122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:31.693966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.697916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.703476 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba58c5-4f41-49a4-adb8-f00f6155ba12 None None] Sync routers for ids ['32f30153-cced-43c4-8bc5-2df78974d463'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:31.715509 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba58c5-4f41-49a4-adb8-f00f6155ba12 None None] Routers {'32f30153-cced-43c4-8bc5-2df78974d463'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:31.716156 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-faba58c5-4f41-49a4-adb8-f00f6155ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['32f30153-cced-43c4-8bc5-2df78974d463'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:31.722840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Made reservation on behalf of 0d4c6369d09e4fee8c14b1236c3eaa8f for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:31.726787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.750484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-7517afac-99df-46d9-bb27-60148d441e84 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Deleting port 38881c78-03c2-48d9-8edd-947b729eb1c0 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:31.750886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7517afac-99df-46d9-bb27-60148d441e84 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:31.768226 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d8b41337-5e21-4e8d-99b1-7012b65a7138 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "PUT /v2.0/routers/32f30153-cced-43c4-8bc5-2df78974d463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0235422 Jun 16 15:14:31.781113 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-faba58c5-4f41-49a4-adb8-f00f6155ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:31.781301 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51012) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:31.791195 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba58c5-4f41-49a4-adb8-f00f6155ba12 None None] Routers {'32f30153-cced-43c4-8bc5-2df78974d463'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:31.792037 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-faba58c5-4f41-49a4-adb8-f00f6155ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['32f30153-cced-43c4-8bc5-2df78974d463'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:31.793458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Network': ['ID=97f2b7b8-b9c5-4022-b84d-58bcbf3f0638,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:31.851531 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-faba58c5-4f41-49a4-adb8-f00f6155ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:31.851928 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba58c5-4f41-49a4-adb8-f00f6155ba12 None None] The sync data for ids ['32f30153-cced-43c4-8bc5-2df78974d463'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:31.894248 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c578a77a-53f8-4bfa-b82e-57de154eb02f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/97f2b7b8-b9c5-4022-b84d-58bcbf3f0638 HTTP/1.1" status: 204 len: 168 time: 5.1457107 Jun 16 15:14:31.895816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51016) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:31.901305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-988166673'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:31.906014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:31.909964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:network and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:31.913703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:31.920571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:31.920710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:14:31.932501 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-bd1f2f71-a8e9-4528-a4dd-37b572509c4f tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] delete failed (client error): The resource could not be found. Jun 16 15:14:31.933495 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bd1f2f71-a8e9-4528-a4dd-37b572509c4f tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-748601476 HTTP/1.1" status: 404 len: 334 time: 0.1415215 Jun 16 15:14:31.937746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51020) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:31.943307 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9e792ac5-22c8-42ef-983c-26f7f2d222ec tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Request body: {'router': {'external_gateway_info': {'network_id': '32f30153-cced-43c4-8bc5-2df78974d463'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:32.030019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.057857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:32.061245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.181496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Deleting port 59188cc5-8254-4547-8a23-2a958585213a {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:32.181835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.204838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.210188 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:32.210188 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.294218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:32.425317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event updated for resources: {'Network': ['ID=8900875b-6ffb-4cfd-8c80-fc2b2b026259,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:32.433598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.433960 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Added segment 6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb of type vlan for network 0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0 Jun 16 15:14:32.436820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 8900875b-6ffb-4cfd-8c80-fc2b2b026259 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:32.443933 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d40e7018-4c97-489a-b2d0-35f1da5e2768 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.8502252 Jun 16 15:14:32.449380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51024) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:32.451919 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7517afac-99df-46d9-bb27-60148d441e84 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.569022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e792ac5-22c8-42ef-983c-26f7f2d222ec tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.708154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.772144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.772575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-7517afac-99df-46d9-bb27-60148d441e84 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Calling delete_port for 38881c78-03c2-48d9-8edd-947b729eb1c0 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:32.876860 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-9e792ac5-22c8-42ef-983c-26f7f2d222ec tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] update failed (client error): The resource could not be found. Jun 16 15:14:32.877797 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9e792ac5-22c8-42ef-983c-26f7f2d222ec tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "PUT /v2.0/routers/32f30153-cced-43c4-8bc5-2df78974d463 HTTP/1.1" status: 404 len: 339 time: 0.9390988 Jun 16 15:14:32.883811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.885856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:32.887335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51028) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:32.959884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.050308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Calling delete_port for 59188cc5-8254-4547-8a23-2a958585213a owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:33.211574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.216739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:33.217317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.221953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Pushing event updated for resources: {'Subnet': ['ID=934877fd-a4a2-455e-81c9-b3259f080cd5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:33.246672 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Checking segment: {'id': '26102f9f-1257-4c31-b443-498a3b0221c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6eb11fa6-0b08-46e8-a76c-0f7452423f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:33.247056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Network hostable DHCP agents. Network: 6eb11fa6-0b08-46e8-a76c-0f7452423f8c, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:33.336284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7517afac-99df-46d9-bb27-60148d441e84 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.386403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Network 6eb11fa6-0b08-46e8-a76c-0f7452423f8c is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:33.403122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517afac-99df-46d9-bb27-60148d441e84 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Pushing event deleted for resources: {'Port': ['ID=38881c78-03c2-48d9-8edd-947b729eb1c0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:33.507772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 6eb11fa6-0b08-46e8-a76c-0f7452423f8c) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:33.517872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea1364-5f30-4914-aca9-5e29295aa2f0 None None] Network 6eb11fa6-0b08-46e8-a76c-0f7452423f8c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:33.531332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:33.532146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.570629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7517afac-99df-46d9-bb27-60148d441e84 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.572753 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7517afac-99df-46d9-bb27-60148d441e84 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "DELETE /v2.0/ports/38881c78-03c2-48d9-8edd-947b729eb1c0 HTTP/1.1" status: 204 len: 168 time: 2.0557070 Jun 16 15:14:33.573819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.584896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51032) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:33.655144 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7583225 Jun 16 15:14:33.667286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.677629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51036) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:33.686741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685daa49-24de-44c9-a8b8-cbb8812702fc tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Network': ['ID=0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:33.701649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:33.706999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-940b361b-c235-4010-8b4a-97c4cc5707c0 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7714822 Jun 16 15:14:33.718971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Pushing event deleted for resources: {'Port': ['ID=59188cc5-8254-4547-8a23-2a958585213a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:33.727856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51040) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:33.752854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'subnet': {'network_id': '0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:33.764973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Request body: {'port': {'network_id': '6eb11fa6-0b08-46e8-a76c-0f7452423f8c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1019721784'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:33.859987 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-6eb11fa6-0b08-46e8-a76c-0f7452423f8c', 'network_id': '6eb11fa6-0b08-46e8-a76c-0f7452423f8c', 'tenant_id': '0d4c6369d09e4fee8c14b1236c3eaa8f', 'fixed_ips': [{'subnet_id': '934877fd-a4a2-455e-81c9-b3259f080cd5'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:33.861242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.885699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7250d73d-9770-4215-b667-b35d42f765c6 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Deleting subnet 4f7a9220-d318-4f2b-89fa-d9145c346db5 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:33.895063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7250d73d-9770-4215-b667-b35d42f765c6 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.936986 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.953791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8900875b-6ffb-4cfd-8c80-fc2b2b026259']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:33.994016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fccfee6-0aff-4e5a-9293-2f188112855f') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:33.994248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fccfee6-0aff-4e5a-9293-2f188112855f') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:34.023156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Allocated IP 172.20.0.2 (6eb11fa6-0b08-46e8-a76c-0f7452423f8c/934877fd-a4a2-455e-81c9-b3259f080cd5/c41ac34e-3f07-4155-8feb-7994fdaa54df) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:34.067154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.095620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.136994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.139275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.148285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:34.157723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:34.157951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.176968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.202616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:subnet and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:34.261623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.262171 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6fccfee6-0aff-4e5a-9293-2f188112855f resource provider aggregate not found Jun 16 15:14:34.265485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:34.274768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.282364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.290694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7250d73d-9770-4215-b667-b35d42f765c6 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.334859 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6fccfee6-0aff-4e5a-9293-2f188112855f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fccfee6-0aff-4e5a-9293-2f188112855f found for delete ", "request_id": "req-40761655-2158-41ec-857c-b81c07fa7946"}]} Jun 16 15:14:34.335705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:34.342290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:34.353153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Usage tracker for resource:port and tenant:0d4c6369d09e4fee8c14b1236c3eaa8f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:34.357973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:34.366558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:34.404259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7250d73d-9770-4215-b667-b35d42f765c6 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.433600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.434305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Fanout notify agent at l3_agent the message router_deleted on router 50fd9335-8686-4f40-b546-5f92dcc5b288 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:14:34.453879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Made reservation on behalf of 0d4c6369d09e4fee8c14b1236c3eaa8f for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:34.457397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.483966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.485576 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e2369c6b-8b77-4797-928b-8ffc2a87475d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/50fd9335-8686-4f40-b546-5f92dcc5b288 HTTP/1.1" status: 204 len: 168 time: 3.6543586 Jun 16 15:14:34.491657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51048) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:34.501207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-4355129', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:34.511466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] device_id is not set on port 501f97ac-c822-4f2c-9e28-bf6e27dd687c yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:14:34.547088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:34.560226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Usage tracker for resource:router and tenant:ca51a95e1a15492bbcd416ee1f48912e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:34.569646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:34.591108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:34.599947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:34.603393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.641909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.677273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8900875b-6ffb-4cfd-8c80-fc2b2b026259 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 16 15:14:34.697541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.713215 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Transition to ACTIVE for port object c41ac34e-3f07-4155-8feb-7994fdaa54df will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:34.715114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7250d73d-9770-4215-b667-b35d42f765c6 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.753039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Transition to ACTIVE for port object c41ac34e-3f07-4155-8feb-7994fdaa54df will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:34.759612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.760682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.778409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event deleted for resources: {'Network': ['ID=8900875b-6ffb-4cfd-8c80-fc2b2b026259,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:34.781380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7250d73d-9770-4215-b667-b35d42f765c6 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.798592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65972785-aaa3-4c86-af0c-7b2b6509160c None None] Network df7d8477-e736-445a-bdcb-d886c6ad93ea requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:34.807196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250d73d-9770-4215-b667-b35d42f765c6 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7a9220-d318-4f2b-89fa-d9145c346db5,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:34.807424 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fe8104e7-0d1b-4498-95a7-18436371f4c4 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "DELETE /v2.0/networks/8900875b-6ffb-4cfd-8c80-fc2b2b026259 HTTP/1.1" status: 204 len: 168 time: 2.3443007 Jun 16 15:14:34.807523 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7250d73d-9770-4215-b667-b35d42f765c6 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "DELETE /v2.0/subnets/4f7a9220-d318-4f2b-89fa-d9145c346db5 HTTP/1.1" status: 204 len: 168 time: 1.1553493 Jun 16 15:14:34.808391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51052) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:34.814261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:34.822817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51056) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:34.864724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.865677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:34.919511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.921360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Usage tracker for resource:network and tenant:169605863c054b1bb4e7008c46fc94bd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:34.944230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:35.003113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Router 80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:14:35.010728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:35.052336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Network 6eb11fa6-0b08-46e8-a76c-0f7452423f8c is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:35.065921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.069207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Allocated IP 172.20.0.14 (6eb11fa6-0b08-46e8-a76c-0f7452423f8c/934877fd-a4a2-455e-81c9-b3259f080cd5/501f97ac-c822-4f2c-9e28-bf6e27dd687c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:35.074577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:35.089890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:35.090578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Deleting port 63fd3251-1289-4aec-8366-7851ca914848 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:35.090947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.093405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Allocated IP 172.20.0.1 (026e6539-4566-441e-bb34-1d2a06a668d0/3518a5d3-f694-47a1-b160-1f8d9814dd80/dd0765b2-b9ee-4da5-bf70-f1c26aabaef6) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:35.102379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Pushing event updated for resources: {'Port': ['ID=c41ac34e-3f07-4155-8feb-7994fdaa54df,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:35.128232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Made reservation on behalf of 169605863c054b1bb4e7008c46fc94bd for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:35.131236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.362058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Attempting to bind port c41ac34e-3f07-4155-8feb-7994fdaa54df on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:35.362421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Attempting to bind port c41ac34e-3f07-4155-8feb-7994fdaa54df by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '26102f9f-1257-4c31-b443-498a3b0221c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6eb11fa6-0b08-46e8-a76c-0f7452423f8c'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:35.362780 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Attempting to bind port c41ac34e-3f07-4155-8feb-7994fdaa54df on network 6eb11fa6-0b08-46e8-a76c-0f7452423f8c {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:35.368439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:35.371517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:35.371922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Checking segment: {'id': '26102f9f-1257-4c31-b443-498a3b0221c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6eb11fa6-0b08-46e8-a76c-0f7452423f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:35.372281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.372666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Bound using segment: {'id': '26102f9f-1257-4c31-b443-498a3b0221c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6eb11fa6-0b08-46e8-a76c-0f7452423f8c'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:35.373119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Bound port: c41ac34e-3f07-4155-8feb-7994fdaa54df, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26102f9f-1257-4c31-b443-498a3b0221c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6eb11fa6-0b08-46e8-a76c-0f7452423f8c'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:35.373488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.423398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.483668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] For port c41ac34e-3f07-4155-8feb-7994fdaa54df, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:35.487037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] For port c41ac34e-3f07-4155-8feb-7994fdaa54df, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c41ac34e-3f07-4155-8feb-7994fdaa54df,segment=NetworkSegment(26102f9f-1257-4c31-b443-498a3b0221c4),segment_id=26102f9f-1257-4c31-b443-498a3b0221c4)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:35.525916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.531198 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Added segment c5124c48-2056-40b7-ad70-30b9dc1dfe5f of type vlan for network d8eb4d91-121a-4534-a443-dd7c7f3fd2c2 Jun 16 15:14:35.540392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.553996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8e9ae-f304-4bc1-b99b-a2b308b66f21 None None] DHCP port deletion for df7d8477-e736-445a-bdcb-d886c6ad93ea request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:35.558411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-def8e9ae-f304-4bc1-b99b-a2b308b66f21 None None] Deleting port 63fd3251-1289-4aec-8366-7851ca914848 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:35.558785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-def8e9ae-f304-4bc1-b99b-a2b308b66f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.597302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.620864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:35.635406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.651227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8867d5-ab9b-471e-9c42-a86395a0e555 None None] Sync routers for ids ['80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:35.680301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.683610 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-69e3b4d1-d86e-4362-bca9-354f126c17d6 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "PUT /v2.0/routers/80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6 HTTP/1.1" status: 200 len: 914 time: 8.4477844 Jun 16 15:14:35.686305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Subnet': ['ID=a5fa4d7b-0619-4a46-afb9-38553aaf8594,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:35.696507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51060) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:35.724788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8867d5-ab9b-471e-9c42-a86395a0e555 None None] Routers {'80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:35.725425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5a8867d5-ab9b-471e-9c42-a86395a0e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:35.768275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.784047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Checking segment: {'id': '6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:35.784410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network hostable DHCP agents. Network: 0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:35.804555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5a8867d5-ab9b-471e-9c42-a86395a0e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:35.825318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351b352-e555-4417-a4d8-8b823e30ee56 None None] Pushing event updated for resources: {'Port': ['ID=c41ac34e-3f07-4155-8feb-7994fdaa54df,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:35.832344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Transition to ACTIVE for port object dd0765b2-b9ee-4da5-bf70-f1c26aabaef6 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:35.846325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.900066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] For port 63fd3251-1289-4aec-8366-7851ca914848, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=63fd3251-1289-4aec-8366-7851ca914848,segment=NetworkSegment(e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5),segment_id=e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:35.900486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.903480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8867d5-ab9b-471e-9c42-a86395a0e555 None None] Routers {'80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:35.904490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5a8867d5-ab9b-471e-9c42-a86395a0e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:35.922494 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:35.940594 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-80b6784f-c4c3-410f-8aeb-48b5bcc77105 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/routers/80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6 HTTP/1.1" status: 200 len: 920 time: 0.2404199 Jun 16 15:14:35.942727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51064) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:35.972733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5a8867d5-ab9b-471e-9c42-a86395a0e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:35.973656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8867d5-ab9b-471e-9c42-a86395a0e555 None None] The sync data for ids ['80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:35.997227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network 0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:36.030267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.047040 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-def8e9ae-f304-4bc1-b99b-a2b308b66f21 None None] For port 63fd3251-1289-4aec-8366-7851ca914848, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=63fd3251-1289-4aec-8366-7851ca914848,segment=NetworkSegment(e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5),segment_id=e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:36.047427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-def8e9ae-f304-4bc1-b99b-a2b308b66f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.126217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:36.140568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce3686-bb03-480c-8d7f-b59dc58c3fc8 None None] Network 0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:36.158125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:36.158921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.189563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de326b-b8ef-4256-8044-eba33144cdf4 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:36.194152 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e0de326b-b8ef-4256-8044-eba33144cdf4 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&device_id=80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2463925 Jun 16 15:14:36.195269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'Port': ['ID=dd0765b2-b9ee-4da5-bf70-f1c26aabaef6,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:36.197455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51068) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:36.210787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Calling delete_port for 63fd3251-1289-4aec-8366-7851ca914848 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:36.242193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:14:36.242790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-def8e9ae-f304-4bc1-b99b-a2b308b66f21 None None] Calling delete_port for 63fd3251-1289-4aec-8366-7851ca914848 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:36.244852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Network 026e6539-4566-441e-bb34-1d2a06a668d0 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:36.246701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:36.260576 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fde26aa4-ba39-45f5-9ef0-4a78af4ceb07 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5750158 Jun 16 15:14:36.265113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51072) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:36.266224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:36.281472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Transition to ACTIVE for port object 501f97ac-c822-4f2c-9e28-bf6e27dd687c will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:36.453498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.456788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.504781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132ca7c-790a-4c5c-a662-711a2cad7169 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:36.504781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c132ca7c-790a-4c5c-a662-711a2cad7169 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Synchronizing usage tracker for tenant:3cbd048a5c76418d94e0d5a55b0319b3 on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:36.523416 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-def8e9ae-f304-4bc1-b99b-a2b308b66f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.536659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c132ca7c-790a-4c5c-a662-711a2cad7169 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Unset dirty status for tenant:3cbd048a5c76418d94e0d5a55b0319b3 on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:36.541589 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c132ca7c-790a-4c5c-a662-711a2cad7169 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 881 time: 0.3429561 Jun 16 15:14:36.542906 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51076) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:36.592353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8e9ae-f304-4bc1-b99b-a2b308b66f21 None None] Pushing event deleted for resources: {'Port': ['ID=63fd3251-1289-4aec-8366-7851ca914848,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:36.595880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8e9ae-f304-4bc1-b99b-a2b308b66f21 None None] No DVR routers for this DVR port 63fd3251-1289-4aec-8366-7851ca914848 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:36.623021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.623021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:36.623306 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f8de0310-c715-4203-9f07-4ebde27b54d2 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6 HTTP/1.1" status: 200 len: 205 time: 0.0762584 Jun 16 15:14:36.623398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.623878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51080) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:36.669434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0', 'network_id': '0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0', 'tenant_id': 'bbbf9f8297ed43cfa594e83b0982c485', 'fixed_ips': [{'subnet_id': 'a5fa4d7b-0619-4a46-afb9-38553aaf8594'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:36.672030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.729681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.744803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-40156f99-8fd2-4328-855e-cac204025728 None None] Provisioning for port dd0765b2-b9ee-4da5-bf70-f1c26aabaef6 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:36.763928 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-40156f99-8fd2-4328-855e-cac204025728 None None] Provisioning complete for port dd0765b2-b9ee-4da5-bf70-f1c26aabaef6 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:36.763928 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40156f99-8fd2-4328-855e-cac204025728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.776917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.813898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:14:36.814205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:14:36.840694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-40156f99-8fd2-4328-855e-cac204025728 None None] Port dd0765b2-b9ee-4da5-bf70-f1c26aabaef6 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:36.845491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.910599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event updated for resources: {'Network': ['ID=d8eb4d91-121a-4534-a443-dd7c7f3fd2c2,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:36.925704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d8eb4d91-121a-4534-a443-dd7c7f3fd2c2 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:36.940464 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bb9c0ef1-dd7c-451c-ad69-a3a9c08a3753 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1315272 Jun 16 15:14:36.947756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51084) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:36.961723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Request body: {'subnet': {'network_id': 'd8eb4d91-121a-4534-a443-dd7c7f3fd2c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:36.984822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:37.000546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Allocated IP 2001:db8::2 (0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0/a5fa4d7b-0619-4a46-afb9-38553aaf8594/a06f31b1-12ba-4ae6-b74d-fc2c199ffb13) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:37.027249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Network 6eb11fa6-0b08-46e8-a76c-0f7452423f8c is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:37.034518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:37.039090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:37.064242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.106407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Pushing event updated for resources: {'Port': ['ID=501f97ac-c822-4f2c-9e28-bf6e27dd687c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:37.120511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Usage tracker for resource:subnet and tenant:169605863c054b1bb4e7008c46fc94bd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:37.131564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:37.208403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:37.328070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Deleting port 63fd3251-1289-4aec-8366-7851ca914848 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:37.328070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.377733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:37.378292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.389544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7632e25-e44b-4c28-b063-85a68683a6d2 None None] Network 6eb11fa6-0b08-46e8-a76c-0f7452423f8c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:37.457973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] The port '63fd3251-1289-4aec-8366-7851ca914848' was deleted {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:14:37.463824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.477890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Made reservation on behalf of 169605863c054b1bb4e7008c46fc94bd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:37.480177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.513448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.520615 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.534906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Transition to ACTIVE for port object a06f31b1-12ba-4ae6-b74d-fc2c199ffb13 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:37.596057 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4c2ed4a7-8e02-447c-a51d-a4051eff0982 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.8669477 Jun 16 15:14:37.608320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51088) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:37.648527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Transition to ACTIVE for port object a06f31b1-12ba-4ae6-b74d-fc2c199ffb13 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:37.688638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-40febb0d-b057-4d37-b430-80e7a6bbc988 None None] Provisioning for port c41ac34e-3f07-4155-8feb-7994fdaa54df completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:37.729671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.732383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c41ac34e-3f07-4155-8feb-7994fdaa54df up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:37.748687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.772893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.799327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ffe0a-1462-45b7-a316-a85eedabccb9 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Deleting port 501f97ac-c822-4f2c-9e28-bf6e27dd687c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:37.799673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffe0a-1462-45b7-a316-a85eedabccb9 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.819440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.824470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7d8477-e736-445a-bdcb-d886c6ad93ea']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:37.843877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Deleting port 5c9e3b4a-4811-4daf-b0f3-fdd0027317a5 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:37.844296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.874123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Network 0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:37.878454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:37.883006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:37.891983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Pushing event updated for resources: {'Port': ['ID=a06f31b1-12ba-4ae6-b74d-fc2c199ffb13,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:37.921611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.004103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:38.004559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:38.014249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Attempting to bind port a06f31b1-12ba-4ae6-b74d-fc2c199ffb13 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:38.014454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Attempting to bind port a06f31b1-12ba-4ae6-b74d-fc2c199ffb13 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:38.014675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Attempting to bind port a06f31b1-12ba-4ae6-b74d-fc2c199ffb13 on network 0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:38.014834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.024163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:38.024620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Checking segment: {'id': '6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:38.025095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.025578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Bound using segment: {'id': '6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:38.026117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Bound port: a06f31b1-12ba-4ae6-b74d-fc2c199ffb13, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:38.026566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.082052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port c41ac34e-3f07-4155-8feb-7994fdaa54df completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:38.091739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.098539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c41ac34e-3f07-4155-8feb-7994fdaa54df triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:38.098539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.098834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Subnet': ['ID=a5fa4d7b-0619-4a46-afb9-38553aaf8594,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:38.194911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] For port a06f31b1-12ba-4ae6-b74d-fc2c199ffb13, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:38.202728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] For port a06f31b1-12ba-4ae6-b74d-fc2c199ffb13, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a06f31b1-12ba-4ae6-b74d-fc2c199ffb13,segment=NetworkSegment(6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb),segment_id=6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:38.211122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.214749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event updated for resources: {'Port': ['ID=dd0765b2-b9ee-4da5-bf70-f1c26aabaef6,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:38.221473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.258233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:38.266429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c41ac34e-3f07-4155-8feb-7994fdaa54df is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:38.266811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.277664 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.288829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:38.289376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:38.294612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.302459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.321565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.328307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:38.328952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.406285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port c41ac34e-3f07-4155-8feb-7994fdaa54df, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c41ac34e-3f07-4155-8feb-7994fdaa54df,segment=NetworkSegment(26102f9f-1257-4c31-b443-498a3b0221c4),segment_id=26102f9f-1257-4c31-b443-498a3b0221c4)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:38.409220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcf198-2328-417e-9b43-54a79695d222 None None] Pushing event updated for resources: {'Port': ['ID=a06f31b1-12ba-4ae6-b74d-fc2c199ffb13,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:38.482493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.485696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:14:38.485696 dv-neutron-846028-2-hyperv neutron-server[89745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:14:38.485696 dv-neutron-846028-2-hyperv neutron-server[89745]: [parameters: {'id': '0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0'}] Jun 16 15:14:38.485696 dv-neutron-846028-2-hyperv neutron-server[89745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:14:38.486432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:14:38.488036 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb resource provider aggregate not found Jun 16 15:14:38.494208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.499831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Allocated IP 172.26.2.140 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/2b3037bb-17be-433e-b242-db6049b5b9ee) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:38.511951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:38.512358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.530226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Calling delete_port for 5c9e3b4a-4811-4daf-b0f3-fdd0027317a5 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:38.550277 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb found for delete ", "request_id": "req-6bc93a2a-61f9-4662-a4db-d5dee3a1bc00"}]} Jun 16 15:14:38.575322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de40128d-a043-4995-865b-d9b781b9b0ea None None] Network 0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:38.711097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b6b3205b-87d2-4093-9e69-11e2e9f0192b None None] Provisioning complete for port c41ac34e-3f07-4155-8feb-7994fdaa54df triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:38.711097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6b3205b-87d2-4093-9e69-11e2e9f0192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.716192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Network 026e6539-4566-441e-bb34-1d2a06a668d0 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:38.719108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:38.735786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 63fd3251-1289-4aec-8366-7851ca914848 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:38.879749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 63fd3251-1289-4aec-8366-7851ca914848 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:38.880411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 63fd3251-1289-4aec-8366-7851ca914848 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:38.897590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.902471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.909551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffe0a-1462-45b7-a316-a85eedabccb9 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:38.944989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=c41ac34e-3f07-4155-8feb-7994fdaa54df,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:39.026575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.030512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] Pushing event deleted for resources: {'Network': ['ID=df7d8477-e736-445a-bdcb-d886c6ad93ea,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:39.040594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3205b-87d2-4093-9e69-11e2e9f0192b None None] Current status of the port c41ac34e-3f07-4155-8feb-7994fdaa54df is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:39.070161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc9d354-03c8-44ba-b9e5-d78d74959b27 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:14:39.106802 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a4cd83c4-86d3-461d-93bf-c38a84875312 tempest-ExtraDHCPOptionsTestJSON-1865486378 tempest-ExtraDHCPOptionsTestJSON-1865486378-project] 10.222.0.73 "DELETE /v2.0/networks/df7d8477-e736-445a-bdcb-d886c6ad93ea HTTP/1.1" status: 204 len: 168 time: 4.2847784 Jun 16 15:14:39.116513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ffe0a-1462-45b7-a316-a85eedabccb9 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Calling delete_port for 501f97ac-c822-4f2c-9e28-bf6e27dd687c owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:39.178326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Router 32f30153-cced-43c4-8bc5-2df78974d463 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:14:39.180008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Deleting port a06f31b1-12ba-4ae6-b74d-fc2c199ffb13 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:39.180458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.224728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b6b3205b-87d2-4093-9e69-11e2e9f0192b None None] Provisioning for port 501f97ac-c822-4f2c-9e28-bf6e27dd687c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:39.248620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b6b3205b-87d2-4093-9e69-11e2e9f0192b None None] Provisioning complete for port 501f97ac-c822-4f2c-9e28-bf6e27dd687c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:39.248620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6b3205b-87d2-4093-9e69-11e2e9f0192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.279526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.298640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.310032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3205b-87d2-4093-9e69-11e2e9f0192b None None] Port 501f97ac-c822-4f2c-9e28-bf6e27dd687c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:39.336698 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9d354-03c8-44ba-b9e5-d78d74959b27 None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:14:39.436401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Pushing event deleted for resources: {'Port': ['ID=5c9e3b4a-4811-4daf-b0f3-fdd0027317a5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:39.479218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-317b827a-212e-46b6-b6e4-6cf156b441a4 None None] Provisioning complete for port dd0765b2-b9ee-4da5-bf70-f1c26aabaef6 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:39.479518 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-317b827a-212e-46b6-b6e4-6cf156b441a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.542028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] For port a06f31b1-12ba-4ae6-b74d-fc2c199ffb13, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a06f31b1-12ba-4ae6-b74d-fc2c199ffb13,segment=NetworkSegment(6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb),segment_id=6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:39.542563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.603770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.objects.ports [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89746) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:14:39.604247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.615767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-317b827a-212e-46b6-b6e4-6cf156b441a4 None None] Port dd0765b2-b9ee-4da5-bf70-f1c26aabaef6 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:14:39.624735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-317b827a-212e-46b6-b6e4-6cf156b441a4 None None] Could not find standard attr ID for object 501f97ac-c822-4f2c-9e28-bf6e27dd687c. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:14:39.633045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c41ac34e-3f07-4155-8feb-7994fdaa54df up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:39.655544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:39.669160 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a38e6-9a48-49f8-a4fd-fd56797a1dfb None None] Sync routers for ids ['32f30153-cced-43c4-8bc5-2df78974d463'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:39.688344 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a38e6-9a48-49f8-a4fd-fd56797a1dfb None None] Routers {'32f30153-cced-43c4-8bc5-2df78974d463'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:39.692914 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-015a38e6-9a48-49f8-a4fd-fd56797a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['32f30153-cced-43c4-8bc5-2df78974d463'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:39.694592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.796882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Calling delete_port for a06f31b1-12ba-4ae6-b74d-fc2c199ffb13 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:39.830561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c41ac34e-3f07-4155-8feb-7994fdaa54df triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:39.830561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.843195 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-015a38e6-9a48-49f8-a4fd-fd56797a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:39.854682 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a38e6-9a48-49f8-a4fd-fd56797a1dfb None None] Routers {'32f30153-cced-43c4-8bc5-2df78974d463'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:39.855632 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-015a38e6-9a48-49f8-a4fd-fd56797a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['32f30153-cced-43c4-8bc5-2df78974d463'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:39.882274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51100) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:39.888420 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2ae4bb50-0a7e-4e5a-bf5d-5ea2757325a8 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "PUT /v2.0/routers/32f30153-cced-43c4-8bc5-2df78974d463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9480569 Jun 16 15:14:39.900871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event updated for resources: {'Subnet': ['ID=014ca5e2-bfac-402d-acdd-4958d3894830,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:39.902967 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51104) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:39.915141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.919093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.980762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Checking segment: {'id': 'c5124c48-2056-40b7-ad70-30b9dc1dfe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd8eb4d91-121a-4534-a443-dd7c7f3fd2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:39.981144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Network hostable DHCP agents. Network: d8eb4d91-121a-4534-a443-dd7c7f3fd2c2, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:39.997529 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-015a38e6-9a48-49f8-a4fd-fd56797a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:39.998175 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a38e6-9a48-49f8-a4fd-fd56797a1dfb None None] The sync data for ids ['32f30153-cced-43c4-8bc5-2df78974d463'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:39.999631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c41ac34e-3f07-4155-8feb-7994fdaa54df is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:40.040302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffe0a-1462-45b7-a316-a85eedabccb9 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.044701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.142565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-64be9f38-470e-454b-af3d-0954171f635e tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.165000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:40.178669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:40.189272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:40.202773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.203376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Fanout notify agent at l3_agent the message router_deleted on router 80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:14:40.223555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Network d8eb4d91-121a-4534-a443-dd7c7f3fd2c2 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:40.282786 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0579378c-ba5b-48a3-84f5-8c440aee1f1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3c7fdb4a9ac4e35b94f0da16de55525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976660 Jun 16 15:14:40.288695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Pushing event updated for resources: {'Port': ['ID=2b3037bb-17be-433e-b242-db6049b5b9ee,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:40.292754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51110) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:40.303130 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.307938 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-db5016f0-1a75-44fa-89bb-8e67be5081a4 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6 HTTP/1.1" status: 204 len: 168 time: 3.6793737 Jun 16 15:14:40.308873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51114) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:40.315619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1665082336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:40.333312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:40.341835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Usage tracker for resource:router and tenant:cd0c368445af48719630360493e68032 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:40.346549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:40.355309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:40.357629 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-64be9f38-470e-454b-af3d-0954171f635e tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 16 15:14:40.361573 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-64be9f38-470e-454b-af3d-0954171f635e tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "DELETE /v2.0/routers/32f30153-cced-43c4-8bc5-2df78974d463 HTTP/1.1" status: 409 len: 329 time: 0.4469347 Jun 16 15:14:40.361749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ffe0a-1462-45b7-a316-a85eedabccb9 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Pushing event deleted for resources: {'Port': ['ID=501f97ac-c822-4f2c-9e28-bf6e27dd687c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:40.362563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51118) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:40.428177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d8eb4d91-121a-4534-a443-dd7c7f3fd2c2) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:40.436377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7931783b-7b2e-4722-9aff-e181db51170c None None] Network d8eb4d91-121a-4534-a443-dd7c7f3fd2c2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:40.440460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:40.441047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.441671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffe0a-1462-45b7-a316-a85eedabccb9 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.453426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.510278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.511279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.549429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.579651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Port': ['ID=a06f31b1-12ba-4ae6-b74d-fc2c199ffb13,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:40.585190 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9f2ffe0a-1462-45b7-a316-a85eedabccb9 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] 10.222.0.73 "DELETE /v2.0/ports/501f97ac-c822-4f2c-9e28-bf6e27dd687c HTTP/1.1" status: 204 len: 168 time: 2.9756439 Jun 16 15:14:40.590415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51122) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:40.599664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No DVR routers for this DVR port a06f31b1-12ba-4ae6-b74d-fc2c199ffb13 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:40.618271 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1ebb0cea-b6cc-4c37-a1bb-b205ba330cdc tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6671407 Jun 16 15:14:40.630106 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51128) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:40.667584 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5 resource provider aggregate not found Jun 16 15:14:40.717254 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1d3458d-56a5-47a3-8ff9-94e0bb6c9fa5 found for delete ", "request_id": "req-4ac2e877-8ecf-4853-88d0-299228910822"}]} Jun 16 15:14:40.720119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e56028a-8615-4220-be1f-ac7dbc7894bb None None] Network d8eb4d91-121a-4534-a443-dd7c7f3fd2c2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:40.749986 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ea86dd8-a259-4b30-8419-9be4b263adbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.841542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8eb4d91-121a-4534-a443-dd7c7f3fd2c2'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:40.849102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:40.857133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Usage tracker for resource:floatingip and tenant:169605863c054b1bb4e7008c46fc94bd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:40.857432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.871171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:40.874616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ea86dd8-a259-4b30-8419-9be4b263adbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:40.880348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:40.886640 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a6a3e162-7a07-4718-8644-13701267aa25 tempest-DHCPAgentSchedulersTestJSON-878996928 tempest-DHCPAgentSchedulersTestJSON-878996928-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2810502 Jun 16 15:14:40.886762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51136) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:40.897072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2016901875'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:40.912353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:40.934905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:40.935414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:40.935711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:40.948048 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Usage tracker for resource:network and tenant:0d4c6369d09e4fee8c14b1236c3eaa8f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:40.953218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:40.963051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:41.008987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.011177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.018259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.040291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.042502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Made reservation on behalf of 0d4c6369d09e4fee8c14b1236c3eaa8f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:41.046132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.060096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:41.060502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.117455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:41.148709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ea86dd8-a259-4b30-8419-9be4b263adbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.208577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.212445 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-592fa45b-7619-4e75-adc3-baaa6202077c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9000881 Jun 16 15:14:41.215328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.215656 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Added segment 3eedfe77-4af1-42d7-9fb8-3c4d49d6372a of type vlan for network 96169b19-e811-4c61-b5bf-a9ddb9b10d5d Jun 16 15:14:41.217486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51140) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:41.218346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea86dd8-a259-4b30-8419-9be4b263adbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c80c74-32b7-42f0-a3c2-7c2938e8da64,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:41.238211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'enable_snat': False}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:41.247140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ea86dd8-a259-4b30-8419-9be4b263adbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.252277 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4ea86dd8-a259-4b30-8419-9be4b263adbf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7c80c74-32b7-42f0-a3c2-7c2938e8da64 HTTP/1.1" status: 204 len: 168 time: 0.9516797 Jun 16 15:14:41.276138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.338742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.367018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.384290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Network': ['ID=0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:41.395834 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a879c257-9efa-4bec-bd20-81a3717106a6 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0 HTTP/1.1" status: 204 len: 168 time: 5.1253417 Jun 16 15:14:41.399213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51146) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:41.403744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.406419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-265728434'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:41.459777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:41.471707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:network and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:41.476133 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:41.495773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:41.650363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.682992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:41.686310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.746559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:41.769015 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.774400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:41.775002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.818060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.818408 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Added segment 8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae of type vlan for network 59b9eeed-f55d-4d48-909a-435b54a462a5 Jun 16 15:14:41.849435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.854838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.895734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.919202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:42.026645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Pushing event updated for resources: {'Network': ['ID=96169b19-e811-4c61-b5bf-a9ddb9b10d5d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:42.043368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 96169b19-e811-4c61-b5bf-a9ddb9b10d5d details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:42.047436 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-38389bb3-1b24-4da0-9fcc-1230e04734fe tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1571376 Jun 16 15:14:42.048718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51160) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:42.126922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:42.133390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:42.133759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:42.368007 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9651654 Jun 16 15:14:42.369933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51170) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:42.375014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9440e0-df13-4d89-bfdc-7a9b09d69381 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Network': ['ID=59b9eeed-f55d-4d48-909a-435b54a462a5,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:42.387441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 59b9eeed-f55d-4d48-909a-435b54a462a5 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:42.407409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Request body: {'subnet': {'network_id': '59b9eeed-f55d-4d48-909a-435b54a462a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:42.432343 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4949f5d3-9cd2-4008-8ea7-8b09d3c429d7 tempest-DHCPAgentSchedulersTestJSON-878996928 tempest-DHCPAgentSchedulersTestJSON-878996928-project-admin] 10.222.0.73 "GET /v2.0/agents/e38c833c-5448-44e3-aec8-f1595923742d/dhcp-networks HTTP/1.1" status: 200 len: 9559 time: 0.3823724 Jun 16 15:14:42.435444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51174) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:42.484084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Router 01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:14:42.594866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51180) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:42.656706 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Allocated IP 172.20.0.10 (d8eb4d91-121a-4534-a443-dd7c7f3fd2c2/014ca5e2-bfac-402d-acdd-4958d3894830/cfb83070-f342-4729-a4cd-8d7d5dc7688a) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:42.662660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:42.676944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Usage tracker for resource:subnet and tenant:bbbf9f8297ed43cfa594e83b0982c485 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:42.688911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:42.726866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:42.753855 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb resource provider aggregate not found Jun 16 15:14:42.775948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272cc459-6b2a-43dc-8ba7-c5f93e6db74c tempest-DHCPAgentSchedulersTestJSON-878996928 tempest-DHCPAgentSchedulersTestJSON-878996928-project-admin] Network 96169b19-e811-4c61-b5bf-a9ddb9b10d5d is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:42.781419 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c4622a1-2f67-4f73-bae2-08e5a7c3e6bb found for delete ", "request_id": "req-09ded45a-adde-4756-8843-19cdb29b1474"}]} Jun 16 15:14:42.795937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1083518709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:42.804018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:42.817092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb8aafe-4f5c-4301-be5a-c777e5c2b7ba None None] Sync routers for ids ['01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:42.822142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:42.827178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Usage tracker for resource:router and tenant:f5b7ed4edff347e4ad5361da88f70cb4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:42.831167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:42.834076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8aafe-4f5c-4301-be5a-c777e5c2b7ba None None] Routers {'01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:42.834783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-efb8aafe-4f5c-4301-be5a-c777e5c2b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:42.840982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:42.871022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-272cc459-6b2a-43dc-8ba7-c5f93e6db74c tempest-DHCPAgentSchedulersTestJSON-878996928 tempest-DHCPAgentSchedulersTestJSON-878996928-project-admin] 10.222.0.73 "POST /v2.0/agents/e38c833c-5448-44e3-aec8-f1595923742d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4344907 Jun 16 15:14:42.873967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51190) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:42.886865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Deleting port dd0765b2-b9ee-4da5-bf70-f1c26aabaef6 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:42.887371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:42.893105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:42.895515 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0108cb7e-e595-4730-82cb-651a9cc220a2 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.4024153 Jun 16 15:14:42.900028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51194) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:42.912430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-efb8aafe-4f5c-4301-be5a-c777e5c2b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:42.914744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f872f1c-0ca3-4bac-b7ed-fce35113ba38 None None] Network 96169b19-e811-4c61-b5bf-a9ddb9b10d5d requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:42.930065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Made reservation on behalf of bbbf9f8297ed43cfa594e83b0982c485 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:42.930263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:42.933653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.000124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8aafe-4f5c-4301-be5a-c777e5c2b7ba None None] Routers {'01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:43.001063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-efb8aafe-4f5c-4301-be5a-c777e5c2b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:43.013595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.014581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.079401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-efb8aafe-4f5c-4301-be5a-c777e5c2b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:43.081209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb8aafe-4f5c-4301-be5a-c777e5c2b7ba None None] The sync data for ids ['01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:43.150027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.372344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.412247 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-64b23aae-2af2-4951-a5c1-0cc899e19260 tempest-DHCPAgentSchedulersTestJSON-878996928 tempest-DHCPAgentSchedulersTestJSON-878996928-project-admin] 10.222.0.73 "GET /v2.0/agents/e38c833c-5448-44e3-aec8-f1595923742d/dhcp-networks HTTP/1.1" status: 200 len: 10330 time: 0.5335798 Jun 16 15:14:43.412445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51198) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:43.472411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.490360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.511270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.525201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.633159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.634240 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9d38870e-347a-431d-a617-b3dfdffb96a9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0359964 Jun 16 15:14:43.642384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51202) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:43.656800 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d8243e51-5a02-4253-a64a-9476cdf3304b tempest-DHCPAgentSchedulersTestJSON-878996928 tempest-DHCPAgentSchedulersTestJSON-878996928-project-admin] 10.222.0.73 "DELETE /v2.0/agents/e38c833c-5448-44e3-aec8-f1595923742d/dhcp-networks/96169b19-e811-4c61-b5bf-a9ddb9b10d5d HTTP/1.1" status: 204 len: 168 time: 0.2433772 Jun 16 15:14:43.660327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-705468464'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:43.663358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51206) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:43.668942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:43.683491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Usage tracker for resource:network and tenant:f5b7ed4edff347e4ad5361da88f70cb4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:43.689076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:43.693780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Calling delete_port for dd0765b2-b9ee-4da5-bf70-f1c26aabaef6 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:43.758594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:43.892425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Made reservation on behalf of f5b7ed4edff347e4ad5361da88f70cb4 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:43.895836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.955407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:43.975267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.012847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:44.022164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Usage tracker for resource:security_group_rule and tenant:f5b7ed4edff347e4ad5361da88f70cb4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:44.029894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:44.039414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:44.042681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.079459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Network d8eb4d91-121a-4534-a443-dd7c7f3fd2c2 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:44.098550 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d66bb0c0-4221-4b64-bac6-6facde43c512 tempest-DHCPAgentSchedulersTestJSON-878996928 tempest-DHCPAgentSchedulersTestJSON-878996928-project-admin] 10.222.0.73 "GET /v2.0/agents/e38c833c-5448-44e3-aec8-f1595923742d/dhcp-networks HTTP/1.1" status: 200 len: 9559 time: 0.4258637 Jun 16 15:14:44.099101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51210) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:44.126792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:44.133508 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a9520524-8d17-4688-9860-6614eb33e26e tempest-DHCPAgentSchedulersTestJSON-878996928 tempest-DHCPAgentSchedulersTestJSON-878996928-project-admin] 10.222.0.73 "GET /v2.0/networks/6eb11fa6-0b08-46e8-a76c-0f7452423f8c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0331204 Jun 16 15:14:44.137067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51214) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:44.140716 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:44.175661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.178654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event updated for resources: {'Port': ['ID=cfb83070-f342-4729-a4cd-8d7d5dc7688a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:44.193355 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-94bba3b4-4c47-4840-b29c-6ec3ab2e3c34 tempest-DHCPAgentSchedulersTestJSON-878996928 tempest-DHCPAgentSchedulersTestJSON-878996928-project-admin] 10.222.0.73 "GET /v2.0/networks/6eb11fa6-0b08-46e8-a76c-0f7452423f8c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0531538 Jun 16 15:14:44.194401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51218) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:44.220505 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Allocated IP 172.26.2.12 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/5d994bad-90d8-4e6b-a6c3-0d7a98e24e88) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:44.246221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.288851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.objects.ports [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89746) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:14:44.313080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.322493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Deleting port 2b3037bb-17be-433e-b242-db6049b5b9ee {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:44.322829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.356612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.434777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:44.452210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87ccb24-6b53-4ec7-aab7-6874ccc31d13,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:44.500316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.500316 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Added segment bfb710de-0e27-498e-b052-cde7412dfd32 of type vlan for network 7950ed6b-223a-4b00-8690-44ce48b9f54b Jun 16 15:14:44.532536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event updated for resources: {'Subnet': ['ID=8d420cfc-7e47-4a0c-8b4d-a75c8b30e16e,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:44.560358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Checking segment: {'id': '8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '59b9eeed-f55d-4d48-909a-435b54a462a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:44.560719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network hostable DHCP agents. Network: 59b9eeed-f55d-4d48-909a-435b54a462a5, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:44.590697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.607790 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8ec40823-e364-4ad0-8f65-f07f8dba3e70 tempest-DHCPAgentSchedulersTestJSON-878996928 tempest-DHCPAgentSchedulersTestJSON-878996928-project-admin] 10.222.0.73 "GET /v2.0/agents/e38c833c-5448-44e3-aec8-f1595923742d/dhcp-networks HTTP/1.1" status: 200 len: 9559 time: 0.4007151 Jun 16 15:14:44.609291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51222) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:44.632423 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.636739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.657602 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.712496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event deleted for resources: {'Port': ['ID=dd0765b2-b9ee-4da5-bf70-f1c26aabaef6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:44.750744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Network 59b9eeed-f55d-4d48-909a-435b54a462a5 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:44.799375 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Calling delete_port for 2b3037bb-17be-433e-b242-db6049b5b9ee owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:44.888676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.908601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.910409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 59b9eeed-f55d-4d48-909a-435b54a462a5) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:44.914729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:44.915477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.919542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c62541-289e-4157-a16f-410ca4284c7f None None] Network 59b9eeed-f55d-4d48-909a-435b54a462a5 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:44.951836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:44.958644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:44.959280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.133945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.152565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-59b9eeed-f55d-4d48-909a-435b54a462a5', 'network_id': '59b9eeed-f55d-4d48-909a-435b54a462a5', 'tenant_id': 'bbbf9f8297ed43cfa594e83b0982c485', 'fixed_ips': [{'subnet_id': '8d420cfc-7e47-4a0c-8b4d-a75c8b30e16e'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:45.153574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.216017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.221179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Network': ['ID=7950ed6b-223a-4b00-8690-44ce48b9f54b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:45.233050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 7950ed6b-223a-4b00-8690-44ce48b9f54b details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:45.235448 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bd4e551e-716a-4a43-8506-7079482395d8 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8618302 Jun 16 15:14:45.246064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51226) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:45.280704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:45.281797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Pushing event updated for resources: {'Port': ['ID=5d994bad-90d8-4e6b-a6c3-0d7a98e24e88,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:45.295764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:45.329403 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-af788d08-07b9-4096-bbca-f879909f38e1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6832292 Jun 16 15:14:45.332274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51230) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:45.340562 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:45.392842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'subnet': {'network_id': '7950ed6b-223a-4b00-8690-44ce48b9f54b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:45.413149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Allocated IP 2001:db8::f816:3eff:fe68:525d (59b9eeed-f55d-4d48-909a-435b54a462a5/8d420cfc-7e47-4a0c-8b4d-a75c8b30e16e/76b68aea-7cf7-4166-9154-489c0f114338) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:45.417081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.440253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.496466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Pushing event deleted for resources: {'Port': ['ID=2b3037bb-17be-433e-b242-db6049b5b9ee,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:45.649529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.661804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Transition to ACTIVE for port object 76b68aea-7cf7-4166-9154-489c0f114338 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:45.672541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.677470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b1f82c53-79ba-4878-8265-e93a19745b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.684775 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Transition to ACTIVE for port object 76b68aea-7cf7-4166-9154-489c0f114338 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:45.690237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.695030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:45.702475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.746856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.761361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Usage tracker for resource:subnet and tenant:f5b7ed4edff347e4ad5361da88f70cb4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:45.773796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:45.819116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Network 59b9eeed-f55d-4d48-909a-435b54a462a5 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:45.824443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:45.828947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:45.831017 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Pushing event updated for resources: {'Port': ['ID=76b68aea-7cf7-4166-9154-489c0f114338,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:45.834978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96169b19-e811-4c61-b5bf-a9ddb9b10d5d']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:45.835503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:45.852132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Deleting port 76b68aea-7cf7-4166-9154-489c0f114338 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:45.852476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.919031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eedfe77-4af1-42d7-9fb8-3c4d49d6372a') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:45.919373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eedfe77-4af1-42d7-9fb8-3c4d49d6372a') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:45.938035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Attempting to bind port 76b68aea-7cf7-4166-9154-489c0f114338 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:45.938575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Attempting to bind port 76b68aea-7cf7-4166-9154-489c0f114338 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '59b9eeed-f55d-4d48-909a-435b54a462a5'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:45.938796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Attempting to bind port 76b68aea-7cf7-4166-9154-489c0f114338 on network 59b9eeed-f55d-4d48-909a-435b54a462a5 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:45.944898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:45.945302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Checking segment: {'id': '8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '59b9eeed-f55d-4d48-909a-435b54a462a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:45.946604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:45.946604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Bound using segment: {'id': '8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '59b9eeed-f55d-4d48-909a-435b54a462a5'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:45.946604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Bound port: 76b68aea-7cf7-4166-9154-489c0f114338, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '59b9eeed-f55d-4d48-909a-435b54a462a5'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:45.947028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.003146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.024115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Made reservation on behalf of f5b7ed4edff347e4ad5361da88f70cb4 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:46.027506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.039548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] For port 76b68aea-7cf7-4166-9154-489c0f114338, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:46.043021 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] For port 76b68aea-7cf7-4166-9154-489c0f114338, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=76b68aea-7cf7-4166-9154-489c0f114338,segment=NetworkSegment(8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae),segment_id=8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:46.132640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.140905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.216838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af7bb2-3690-4f6e-9459-3ef692413cec None None] Pushing event updated for resources: {'Port': ['ID=76b68aea-7cf7-4166-9154-489c0f114338,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:46.219436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Router 32f30153-cced-43c4-8bc5-2df78974d463 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:14:46.220593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:46.221003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.283819 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 3eedfe77-4af1-42d7-9fb8-3c4d49d6372a resource provider aggregate not found Jun 16 15:14:46.418118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.444416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.453404 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 3eedfe77-4af1-42d7-9fb8-3c4d49d6372a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3eedfe77-4af1-42d7-9fb8-3c4d49d6372a found for delete ", "request_id": "req-71c91f93-d644-4c4a-af1d-9927c274399e"}]} Jun 16 15:14:46.524732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:46.537453 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-52e955ba-da0a-44ea-802f-5aea2f2cee68 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "PUT /v2.0/routers/32f30153-cced-43c4-8bc5-2df78974d463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1692173 Jun 16 15:14:46.547457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51240) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:46.552608 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d5ed49-9ee8-454d-85bb-b9f968bc2ce4 None None] Sync routers for ids ['32f30153-cced-43c4-8bc5-2df78974d463'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:46.563619 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5ed49-9ee8-454d-85bb-b9f968bc2ce4 None None] Routers {'32f30153-cced-43c4-8bc5-2df78974d463'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:46.564627 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a7d5ed49-9ee8-454d-85bb-b9f968bc2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['32f30153-cced-43c4-8bc5-2df78974d463'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:46.627214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.654172 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a7d5ed49-9ee8-454d-85bb-b9f968bc2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:46.663124 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5ed49-9ee8-454d-85bb-b9f968bc2ce4 None None] Routers {'32f30153-cced-43c4-8bc5-2df78974d463'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:46.663658 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a7d5ed49-9ee8-454d-85bb-b9f968bc2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['32f30153-cced-43c4-8bc5-2df78974d463'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:46.726580 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a7d5ed49-9ee8-454d-85bb-b9f968bc2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:46.726896 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d5ed49-9ee8-454d-85bb-b9f968bc2ce4 None None] The sync data for ids ['32f30153-cced-43c4-8bc5-2df78974d463'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:46.727650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.730319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Pushing event deleted for resources: {'Network': ['ID=96169b19-e811-4c61-b5bf-a9ddb9b10d5d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:46.736542 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-0de6bd1c-1e49-4781-a57e-cae07b6a7c26 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] show failed (client error): The resource could not be found. Jun 16 15:14:46.737569 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0de6bd1c-1e49-4781-a57e-cae07b6a7c26 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-173621561 HTTP/1.1" status: 404 len: 334 time: 0.1891422 Jun 16 15:14:46.742268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51244) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:46.747098 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bccf86cb-31c7-4ce2-8906-bce4c001dd64 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] 10.222.0.73 "DELETE /v2.0/networks/96169b19-e811-4c61-b5bf-a9ddb9b10d5d HTTP/1.1" status: 204 len: 168 time: 2.1374776 Jun 16 15:14:46.751918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51248) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:46.756117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8093eae9-ae28-44b3-bcd4-348ad5c871fa tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:46.815322 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fc9514-4826-459b-b054-a64f8fb438f2 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] DELETE failed (client error): The resource could not be found. Jun 16 15:14:46.815793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fc9514-4826-459b-b054-a64f8fb438f2 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:46.818046 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-52fc9514-4826-459b-b054-a64f8fb438f2 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] 10.222.0.73 "DELETE /v2.0/ports/501f97ac-c822-4f2c-9e28-bf6e27dd687c HTTP/1.1" status: 404 len: 333 time: 0.0652275 Jun 16 15:14:46.822085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.824778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] For port 76b68aea-7cf7-4166-9154-489c0f114338, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=76b68aea-7cf7-4166-9154-489c0f114338,segment=NetworkSegment(8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae),segment_id=8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:46.825139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:46.833233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51252) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:46.842702 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-8093eae9-ae28-44b3-bcd4-348ad5c871fa tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] update failed (client error): The resource could not be found. Jun 16 15:14:46.847056 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8093eae9-ae28-44b3-bcd4-348ad5c871fa tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-407224464 HTTP/1.1" status: 404 len: 334 time: 0.0993617 Jun 16 15:14:46.847056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Router 01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:14:46.876155 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51256) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:46.924396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.048549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Calling delete_port for 76b68aea-7cf7-4166-9154-489c0f114338 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:47.210020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.234852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb041c-c401-4935-8363-a00dbfab848d None None] Network 59b9eeed-f55d-4d48-909a-435b54a462a5 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:47.250443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c9568b-ce88-459a-899e-3f3ed00231d4 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Deleting subnet 934877fd-a4a2-455e-81c9-b3259f080cd5 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:47.268680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4c9568b-ce88-459a-899e-3f3ed00231d4 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.311463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:47.333145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ebffe-e24d-46c2-9d75-afeddf1be8c4 None None] Sync routers for ids ['01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:47.374185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.374407 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ebffe-e24d-46c2-9d75-afeddf1be8c4 None None] Routers {'01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:47.374493 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8eafef2e-4f34-4a34-9189-f7af03a31390 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "PUT /v2.0/routers/01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce HTTP/1.1" status: 200 len: 707 time: 4.4702737 Jun 16 15:14:47.374566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d15ebffe-e24d-46c2-9d75-afeddf1be8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:47.378413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51260) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:47.388718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4c9568b-ce88-459a-899e-3f3ed00231d4 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.389019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0ad110-83b1-4a96-b9b8-14137cba10d9 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Deleting subnet 543a39cf-21ea-4b01-9ec3-80b8d5702d46 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:47.399834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad110-83b1-4a96-b9b8-14137cba10d9 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.428966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event updated for resources: {'Port': ['ID=cfb83070-f342-4729-a4cd-8d7d5dc7688a,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:47.445199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d15ebffe-e24d-46c2-9d75-afeddf1be8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:47.460510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e585a94a-bbb8-492c-9ed4-bf168a0328be None None] Provisioning for port 76b68aea-7cf7-4166-9154-489c0f114338 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:47.463596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.478584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ebffe-e24d-46c2-9d75-afeddf1be8c4 None None] Routers {'01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:47.479163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d15ebffe-e24d-46c2-9d75-afeddf1be8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:47.547505 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad110-83b1-4a96-b9b8-14137cba10d9 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.578477 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.580195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d15ebffe-e24d-46c2-9d75-afeddf1be8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:47.580593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ebffe-e24d-46c2-9d75-afeddf1be8c4 None None] The sync data for ids ['01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:47.605066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.609365 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f36bc0d1-074b-4285-8321-26adc019b3ba tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9736135 Jun 16 15:14:47.611633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51264) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:47.674715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-180bd55f-6aca-45e3-a420-1b710624bf59 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/routers/01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce HTTP/1.1" status: 200 len: 742 time: 0.2895973 Jun 16 15:14:47.681857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51268) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:47.691714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 76b68aea-7cf7-4166-9154-489c0f114338 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:47.727664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a3428a0a-6f68-4ad4-a5e5-cb8cefcc7565 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Synchronizing usage tracker for tenant:169605863c054b1bb4e7008c46fc94bd on resource:floatingip {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:47.769447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Subnet': ['ID=5ce3efc8-353e-4d30-8b62-e559bbcffafb,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:47.779926 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-75f6da95-7523-4413-9422-5d294da02740 tempest-RoutersIpV6AdminTest-81911760 tempest-RoutersIpV6AdminTest-81911760-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&device_id=01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce HTTP/1.1" status: 200 len: 205 time: 0.0909402 Jun 16 15:14:47.781698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51272) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:47.817178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 76b68aea-7cf7-4166-9154-489c0f114338 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:47.823344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 76b68aea-7cf7-4166-9154-489c0f114338 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:47.824482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.839864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.852215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.854389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad110-83b1-4a96-b9b8-14137cba10d9 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.882594 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b354ed02-f59f-4e1a-a283-5cee063fb29e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce HTTP/1.1" status: 200 len: 205 time: 0.0998292 Jun 16 15:14:47.886071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51276) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:47.888972 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.896146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Checking segment: {'id': 'bfb710de-0e27-498e-b052-cde7412dfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7950ed6b-223a-4b00-8690-44ce48b9f54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:47.896146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network hostable DHCP agents. Network: 7950ed6b-223a-4b00-8690-44ce48b9f54b, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:47.897644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4c9568b-ce88-459a-899e-3f3ed00231d4 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:47.939753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Port 76b68aea-7cf7-4166-9154-489c0f114338 was deleted so its status cannot be updated. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jun 16 15:14:47.947955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Port': ['ID=76b68aea-7cf7-4166-9154-489c0f114338,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:47.968684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a3428a0a-6f68-4ad4-a5e5-cb8cefcc7565 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Unset dirty status for tenant:169605863c054b1bb4e7008c46fc94bd on resource:floatingip {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:47.972525 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a3428a0a-6f68-4ad4-a5e5-cb8cefcc7565 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=d8eb4d91-121a-4534-a443-dd7c7f3fd2c2 HTTP/1.1" status: 200 len: 690 time: 0.3557291 Jun 16 15:14:47.993738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51280) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:48.024925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd1a178-27b7-48a8-bb0b-cf09d092d637 None None] DHCP port deletion for 59b9eeed-f55d-4d48-909a-435b54a462a5 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:48.047306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-49a5c5d7-1d18-4e72-8bd3-4b94a77517c8 None None] Could not find standard attr ID for object 76b68aea-7cf7-4166-9154-489c0f114338. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:14:48.050843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8dd48-af84-4f8e-8785-3848d8b825c6 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:14:48.130700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e49321e-c583-4305-adc5-a1f257fa088e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.212725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No DVR routers for this DVR port 76b68aea-7cf7-4166-9154-489c0f114338 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:48.316651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network 7950ed6b-223a-4b00-8690-44ce48b9f54b is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:48.353089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.353278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba812619-367e-4696-8773-8097bd7d538c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.381644 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8dd48-af84-4f8e-8785-3848d8b825c6 None None] Unable to find a vacant binding_index for network 7950ed6b-223a-4b00-8690-44ce48b9f54b and agent e38c833c-5448-44e3-aec8-f1595923742d {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 16 15:14:48.420293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.426872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4c9568b-ce88-459a-899e-3f3ed00231d4 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.445156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8dd48-af84-4f8e-8785-3848d8b825c6 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 7950ed6b-223a-4b00-8690-44ce48b9f54b) {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:14:48.539216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 7950ed6b-223a-4b00-8690-44ce48b9f54b) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:48.553254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9568b-ce88-459a-899e-3f3ed00231d4 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Pushing event deleted for resources: {'Subnet': ['ID=934877fd-a4a2-455e-81c9-b3259f080cd5,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:48.559488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4c9568b-ce88-459a-899e-3f3ed00231d4 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.566891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:48.567736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.573730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Deleting port cfb83070-f342-4729-a4cd-8d7d5dc7688a {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:48.574058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.609514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad110-83b1-4a96-b9b8-14137cba10d9 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.634813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a4c9568b-ce88-459a-899e-3f3ed00231d4 tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] 10.222.0.73 "DELETE /v2.0/subnets/934877fd-a4a2-455e-81c9-b3259f080cd5 HTTP/1.1" status: 204 len: 168 time: 1.8004513 Jun 16 15:14:48.650151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51286) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:48.747633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ad110-83b1-4a96-b9b8-14137cba10d9 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event deleted for resources: {'Subnet': ['ID=543a39cf-21ea-4b01-9ec3-80b8d5702d46,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:48.768445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.768821 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e49321e-c583-4305-adc5-a1f257fa088e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.770881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad110-83b1-4a96-b9b8-14137cba10d9 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.773774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e49321e-c583-4305-adc5-a1f257fa088e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.782478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.799502 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5b0ad110-83b1-4a96-b9b8-14137cba10d9 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "DELETE /v2.0/subnets/543a39cf-21ea-4b01-9ec3-80b8d5702d46 HTTP/1.1" status: 204 len: 168 time: 1.9224794 Jun 16 15:14:48.823517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f6097d20-ac65-4ae7-92e7-026f7690e1bd tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4842753 Jun 16 15:14:48.823517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51290) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:48.831421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Subnet': ['ID=8d420cfc-7e47-4a0c-8b4d-a75c8b30e16e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:48.847841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-7950ed6b-223a-4b00-8690-44ce48b9f54b', 'network_id': '7950ed6b-223a-4b00-8690-44ce48b9f54b', 'tenant_id': 'f5b7ed4edff347e4ad5361da88f70cb4', 'fixed_ips': [{'subnet_id': '5ce3efc8-353e-4d30-8b62-e559bbcffafb'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:48.849443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.857989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51292) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:48.879896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'network': {'name': 'tempest-router-network01--772382385'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:48.894390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:48.904687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.913199 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Usage tracker for resource:network and tenant:f5b7ed4edff347e4ad5361da88f70cb4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:48.917572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:48.930083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:48.946103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Deleting port c41ac34e-3f07-4155-8feb-7994fdaa54df {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:48.946462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.987161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e49321e-c583-4305-adc5-a1f257fa088e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:48.987648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e49321e-c583-4305-adc5-a1f257fa088e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Fanout notify agent at l3_agent the message router_deleted on router 01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:14:49.008403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca21797-7276-40bc-b15a-02fc6ff28d94 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Deleting subnet b012a572-2abb-4f5e-9965-8ddcf5e96535 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:49.010549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e49321e-c583-4305-adc5-a1f257fa088e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.011673 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5e49321e-c583-4305-adc5-a1f257fa088e tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce HTTP/1.1" status: 204 len: 168 time: 1.1245027 Jun 16 15:14:49.016449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51298) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:49.022563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.030101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ca21797-7276-40bc-b15a-02fc6ff28d94 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.036489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Allocated IP 2001:db8::2 (7950ed6b-223a-4b00-8690-44ce48b9f54b/5ce3efc8-353e-4d30-8b62-e559bbcffafb/8e2df6a2-6150-490e-8849-8a968cae6434) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:49.063689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.064001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.069083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Router 44350932-658e-4993-abb7-6ad29ed7e0dd is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:14:49.072342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Made reservation on behalf of f5b7ed4edff347e4ad5361da88f70cb4 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:49.076073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.087606 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-427d6665-5ebe-41e1-b1bb-7f9f56984b2d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce HTTP/1.1" status: 200 len: 205 time: 0.0697184 Jun 16 15:14:49.111818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51302) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:49.213073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Calling delete_port for cfb83070-f342-4729-a4cd-8d7d5dc7688a owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:49.253251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.263388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Transition to ACTIVE for port object 8e2df6a2-6150-490e-8849-8a968cae6434 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:49.276387 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-6d0f8ad5-0bc9-4f34-ba36-e010a34bbe5b tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] delete failed (client error): The resource could not be found. Jun 16 15:14:49.277412 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6d0f8ad5-0bc9-4f34-ba36-e010a34bbe5b tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/01117a32-6eb6-4e19-a1c3-fc7a28a0d7ce HTTP/1.1" status: 404 len: 336 time: 0.1621461 Jun 16 15:14:49.286062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Transition to ACTIVE for port object 8e2df6a2-6150-490e-8849-8a968cae6434 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:49.290725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51306) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:49.311754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b9eeed-f55d-4d48-909a-435b54a462a5']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:49.324918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ca21797-7276-40bc-b15a-02fc6ff28d94 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.357193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:49.370242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.373148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:49.373443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:49.394187 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6a9cbfe1-1bc4-49dc-9998-53d5889cd970 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=50fd9335-8686-4f40-b546-5f92dcc5b288 HTTP/1.1" status: 200 len: 205 time: 0.1023471 Jun 16 15:14:49.399055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51310) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:49.411201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.446873 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Network 7950ed6b-223a-4b00-8690-44ce48b9f54b is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:49.450417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:49.452600 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:49.462394 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Pushing event updated for resources: {'Port': ['ID=8e2df6a2-6150-490e-8849-8a968cae6434,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:49.500330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.500330 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Added segment 6532be04-2ccf-40c8-945b-0e1cbcc8fa15 of type vlan for network d2bfd0df-03a5-4ed5-82b2-5592d8159643 Jun 16 15:14:49.556217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.563322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Attempting to bind port 8e2df6a2-6150-490e-8849-8a968cae6434 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:49.563662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Attempting to bind port 8e2df6a2-6150-490e-8849-8a968cae6434 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'bfb710de-0e27-498e-b052-cde7412dfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7950ed6b-223a-4b00-8690-44ce48b9f54b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:49.564017 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Attempting to bind port 8e2df6a2-6150-490e-8849-8a968cae6434 on network 7950ed6b-223a-4b00-8690-44ce48b9f54b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:49.569486 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-d8f0acf6-48ef-49ed-b3dd-08b99a2fdabd tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] delete failed (client error): The resource could not be found. Jun 16 15:14:49.572679 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d8f0acf6-48ef-49ed-b3dd-08b99a2fdabd tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/50fd9335-8686-4f40-b546-5f92dcc5b288 HTTP/1.1" status: 404 len: 336 time: 0.1642296 Jun 16 15:14:49.572804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] For port c41ac34e-3f07-4155-8feb-7994fdaa54df, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c41ac34e-3f07-4155-8feb-7994fdaa54df,segment=NetworkSegment(26102f9f-1257-4c31-b443-498a3b0221c4),segment_id=26102f9f-1257-4c31-b443-498a3b0221c4)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:49.572804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.575352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51314) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:49.580868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:49.581267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.581590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.584486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:49.584842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Checking segment: {'id': 'bfb710de-0e27-498e-b052-cde7412dfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7950ed6b-223a-4b00-8690-44ce48b9f54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:49.585472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.585714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Bound using segment: {'id': 'bfb710de-0e27-498e-b052-cde7412dfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7950ed6b-223a-4b00-8690-44ce48b9f54b'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:49.586200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Bound port: 8e2df6a2-6150-490e-8849-8a968cae6434, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb710de-0e27-498e-b052-cde7412dfd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7950ed6b-223a-4b00-8690-44ce48b9f54b'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:49.586564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.614663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 76b68aea-7cf7-4166-9154-489c0f114338 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:49.647442 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:14:49.652115 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae resource provider aggregate not found Jun 16 15:14:49.659029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 76b68aea-7cf7-4166-9154-489c0f114338 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:49.659205 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57438178-2410-48ca-b9b2-2f18db8f6ed2 None None] Sync routers for ids ['44350932-658e-4993-abb7-6ad29ed7e0dd'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:49.659689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 76b68aea-7cf7-4166-9154-489c0f114338 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:49.676530 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57438178-2410-48ca-b9b2-2f18db8f6ed2 None None] Routers {'44350932-658e-4993-abb7-6ad29ed7e0dd'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:49.677371 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-57438178-2410-48ca-b9b2-2f18db8f6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['44350932-658e-4993-abb7-6ad29ed7e0dd'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:49.681124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.722770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Calling delete_port for c41ac34e-3f07-4155-8feb-7994fdaa54df owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:49.743441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] For port 8e2df6a2-6150-490e-8849-8a968cae6434, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:49.747112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] For port 8e2df6a2-6150-490e-8849-8a968cae6434, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=8e2df6a2-6150-490e-8849-8a968cae6434,segment=NetworkSegment(bfb710de-0e27-498e-b052-cde7412dfd32),segment_id=bfb710de-0e27-498e-b052-cde7412dfd32)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:49.785626 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-57438178-2410-48ca-b9b2-2f18db8f6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:49.789348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.790569 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3ad212ac-317e-456d-b1ea-87be17db6067 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "PUT /v2.0/routers/44350932-658e-4993-abb7-6ad29ed7e0dd HTTP/1.1" status: 200 len: 915 time: 8.5599296 Jun 16 15:14:49.797700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51322) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:49.798796 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57438178-2410-48ca-b9b2-2f18db8f6ed2 None None] Routers {'44350932-658e-4993-abb7-6ad29ed7e0dd'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:14:49.799797 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-57438178-2410-48ca-b9b2-2f18db8f6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['44350932-658e-4993-abb7-6ad29ed7e0dd'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:49.809838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.860405 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8185cb77-a27f-45ba-a7a9-b9d4e0c6e8ae found for delete ", "request_id": "req-82d75874-cd5c-4bdf-81ce-d72e5d8f8045"}]} Jun 16 15:14:49.871190 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-57438178-2410-48ca-b9b2-2f18db8f6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:49.871869 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57438178-2410-48ca-b9b2-2f18db8f6ed2 None None] The sync data for ids ['44350932-658e-4993-abb7-6ad29ed7e0dd'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:49.922920 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3b17a23c-a1c1-4014-88d7-685d26461436 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8420dfd-b1c8-4aaf-a594-8dec322e2e97 HTTP/1.1" status: 200 len: 205 time: 0.3427007 Jun 16 15:14:49.930281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf5273-1eb5-4442-adba-da405aaec215 None None] Pushing event updated for resources: {'Port': ['ID=8e2df6a2-6150-490e-8849-8a968cae6434,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:49.937960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51326) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:49.967980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.977630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:49.978233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:49.990419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfb83070-f342-4729-a4cd-8d7d5dc7688a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:50.014452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.144449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ca21797-7276-40bc-b15a-02fc6ff28d94 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.170292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.182322 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-f5a32169-f599-46ae-9ff6-fab971fe396c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] delete failed (client error): The resource could not be found. Jun 16 15:14:50.183696 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f5a32169-f599-46ae-9ff6-fab971fe396c tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/b8420dfd-b1c8-4aaf-a594-8dec322e2e97 HTTP/1.1" status: 404 len: 336 time: 0.2034736 Jun 16 15:14:50.193793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51330) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.207960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.243377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.257759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Network': ['ID=59b9eeed-f55d-4d48-909a-435b54a462a5,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:50.277836 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-412b5631-6d09-49cc-a5b2-2f096778e615 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/59b9eeed-f55d-4d48-909a-435b54a462a5 HTTP/1.1" status: 204 len: 168 time: 5.0280850 Jun 16 15:14:50.279660 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51334) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.281273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.293644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Pushing event deleted for resources: {'Port': ['ID=c41ac34e-3f07-4155-8feb-7994fdaa54df,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:50.319170 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-79e44508-91c9-4326-aa51-be88393401f8 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d315c73-22b3-4f2c-8016-82445f9a4361 HTTP/1.1" status: 200 len: 205 time: 0.1028326 Jun 16 15:14:50.371019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] No DVR routers for this DVR port c41ac34e-3f07-4155-8feb-7994fdaa54df on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:50.372535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51338) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.394975 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c432e91d-6a32-45c6-8e83-8c19d2259134 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] DELETE failed (client error): The resource could not be found. Jun 16 15:14:50.395424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c432e91d-6a32-45c6-8e83-8c19d2259134 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:50.408115 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c432e91d-6a32-45c6-8e83-8c19d2259134 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/subnets/8d420cfc-7e47-4a0c-8b4d-a75c8b30e16e HTTP/1.1" status: 404 len: 337 time: 0.1136920 Jun 16 15:14:50.411410 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51344) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.415318 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5560899 Jun 16 15:14:50.435693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51348) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.444657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'network': {'name': 'tempest-router-network02--44268172'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:50.451254 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ebcecb-254f-45c5-931f-280829b69fe2 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] DELETE failed (client error): The resource could not be found. Jun 16 15:14:50.451710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ebcecb-254f-45c5-931f-280829b69fe2 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:50.453300 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b4ebcecb-254f-45c5-931f-280829b69fe2 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/59b9eeed-f55d-4d48-909a-435b54a462a5 HTTP/1.1" status: 404 len: 339 time: 0.0409727 Jun 16 15:14:50.454671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:50.459592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ca21797-7276-40bc-b15a-02fc6ff28d94 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.465288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51352) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.470128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef9d01-19b1-4e12-b73b-f845d074dd9b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Network': ['ID=d2bfd0df-03a5-4ed5-82b2-5592d8159643,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:50.474288 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0c6506a5-efcb-4be7-b8d1-00fdf6107b72 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/routers/44350932-658e-4993-abb7-6ad29ed7e0dd HTTP/1.1" status: 200 len: 921 time: 0.6754591 Jun 16 15:14:50.484029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51354) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.488185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d2bfd0df-03a5-4ed5-82b2-5592d8159643 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:50.494126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Usage tracker for resource:network and tenant:f5b7ed4edff347e4ad5361da88f70cb4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:50.540051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:50.542809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.555628 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-5cc0b1e0-8c66-4f81-895e-e9f9d048cced tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] delete failed (client error): The resource could not be found. Jun 16 15:14:50.557261 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5cc0b1e0-8c66-4f81-895e-e9f9d048cced tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/6d315c73-22b3-4f2c-8016-82445f9a4361 HTTP/1.1" status: 404 len: 336 time: 0.1774666 Jun 16 15:14:50.575703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51360) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.577500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca21797-7276-40bc-b15a-02fc6ff28d94 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event deleted for resources: {'Subnet': ['ID=b012a572-2abb-4f5e-9965-8ddcf5e96535,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:50.584957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:50.600659 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab45823-8c1c-476e-a01e-3b5a78324161 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] DELETE failed (client error): The resource could not be found. Jun 16 15:14:50.601138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab45823-8c1c-476e-a01e-3b5a78324161 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:50.602969 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-aab45823-8c1c-476e-a01e-3b5a78324161 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/subnets/a5fa4d7b-0619-4a46-afb9-38553aaf8594 HTTP/1.1" status: 404 len: 337 time: 0.1106308 Jun 16 15:14:50.604358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ca21797-7276-40bc-b15a-02fc6ff28d94 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.606222 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9ca21797-7276-40bc-b15a-02fc6ff28d94 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "DELETE /v2.0/subnets/b012a572-2abb-4f5e-9965-8ddcf5e96535 HTTP/1.1" status: 204 len: 168 time: 1.7770269 Jun 16 15:14:50.612685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51364) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.613014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51366) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.645832 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e352903c-7def-42ee-bc1d-2749ca1abb71 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f76334-77c0-49b5-86ca-5c2a91d1ace0 HTTP/1.1" status: 200 len: 205 time: 0.0653925 Jun 16 15:14:50.656468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51372) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.700969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.732823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb11fa6-0b08-46e8-a76c-0f7452423f8c']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:50.746077 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b234c940-53d0-47c6-a1ca-4c57e7021dd1 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] DELETE failed (client error): The resource could not be found. Jun 16 15:14:50.746547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b234c940-53d0-47c6-a1ca-4c57e7021dd1 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:50.752654 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b234c940-53d0-47c6-a1ca-4c57e7021dd1 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/0ed9bd2e-d105-41d0-8039-1e8b2cedc5a0 HTTP/1.1" status: 404 len: 339 time: 0.1342182 Jun 16 15:14:50.754373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51376) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.758145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26102f9f-1257-4c31-b443-498a3b0221c4') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:50.758445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26102f9f-1257-4c31-b443-498a3b0221c4') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:50.761123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Made reservation on behalf of f5b7ed4edff347e4ad5361da88f70cb4 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:50.763979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.779287 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-f3ee2988-5e67-4c3e-b05d-e4d3dab2b276 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] delete failed (client error): The resource could not be found. Jun 16 15:14:50.780297 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f3ee2988-5e67-4c3e-b05d-e4d3dab2b276 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/81f76334-77c0-49b5-86ca-5c2a91d1ace0 HTTP/1.1" status: 404 len: 336 time: 0.1182351 Jun 16 15:14:50.788115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51380) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.812889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.826760 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1f0eb3-dd4b-4b02-9fff-ef19439b0e26 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] DELETE failed (client error): The resource could not be found. Jun 16 15:14:50.827238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1f0eb3-dd4b-4b02-9fff-ef19439b0e26 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:50.831796 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8c1f0eb3-dd4b-4b02-9fff-ef19439b0e26 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/subnets/ae2f2c3d-c9ec-450f-8643-047c7414e149 HTTP/1.1" status: 404 len: 337 time: 0.0734470 Jun 16 15:14:50.833623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51384) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.860186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.868353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde71b6-44df-44fd-a0ab-1aec7f618061 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:50.869868 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1bde71b6-44df-44fd-a0ab-1aec7f618061 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&device_id=44350932-658e-4993-abb7-6ad29ed7e0dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3784633 Jun 16 15:14:50.879883 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc51957-86b6-4fe2-848c-bc9cb4bb79e4 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] DELETE failed (client error): The resource could not be found. Jun 16 15:14:50.879883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc51957-86b6-4fe2-848c-bc9cb4bb79e4 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:50.879883 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5cc51957-86b6-4fe2-848c-bc9cb4bb79e4 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/97f2b7b8-b9c5-4022-b84d-58bcbf3f0638 HTTP/1.1" status: 404 len: 339 time: 0.0405033 Jun 16 15:14:50.879883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51390) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.879883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:50.879883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.898362 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51392) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.927931 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5db90c28-8d99-4858-b27f-642f2db9af3d tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2a2b562-79d8-45ad-ae3b-de1185402187 HTTP/1.1" status: 200 len: 205 time: 0.0870616 Jun 16 15:14:50.934239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:50.938393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:50.938393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51400) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:50.964147 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 26102f9f-1257-4c31-b443-498a3b0221c4 resource provider aggregate not found Jun 16 15:14:51.019661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.049238 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 26102f9f-1257-4c31-b443-498a3b0221c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26102f9f-1257-4c31-b443-498a3b0221c4 found for delete ", "request_id": "req-2c781768-281c-4a0b-b6da-26a6440f85f3"}]} Jun 16 15:14:51.059008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.059361 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Added segment b077bae0-76ca-460e-9b56-b8e5293b964c of type vlan for network d9f52fa3-defe-4168-958e-7b16160bbdbf Jun 16 15:14:51.062437 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-0b6c123d-bd9a-4fa6-822d-0ee2023fa5b6 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] delete failed (client error): The resource could not be found. Jun 16 15:14:51.063915 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0b6c123d-bd9a-4fa6-822d-0ee2023fa5b6 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/routers/d2a2b562-79d8-45ad-ae3b-de1185402187 HTTP/1.1" status: 404 len: 336 time: 0.1250708 Jun 16 15:14:51.074560 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51406) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:51.084146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Deleting port 83141a92-3061-4d81-a89d-6055e6a46461 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:51.084485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.134057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb9eafe-6d0b-4d3a-b7a4-7a2f05c4e0c8 None None] Network 7950ed6b-223a-4b00-8690-44ce48b9f54b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:51.152720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-72d59803-7798-4847-bdee-4d8868776b2f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Deleting port 5465b905-f254-4a11-9b65-760cb76020aa {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:51.153066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-72d59803-7798-4847-bdee-4d8868776b2f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.162481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6b2ad3-67a9-4180-8b31-e196ae1775cd None None] Network 6eb11fa6-0b08-46e8-a76c-0f7452423f8c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:51.163892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=014ca5e2-bfac-402d-acdd-4958d3894830,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:51.183669 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03544e3-f93f-43f7-9688-820f0b5d4be5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] DELETE failed (client error): The resource could not be found. Jun 16 15:14:51.184257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03544e3-f93f-43f7-9688-820f0b5d4be5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:51.190112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf59fe7-9bfc-4568-9c7b-9cf01ba742c0 None None] Network 59b9eeed-f55d-4d48-909a-435b54a462a5 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:51.203543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc818b-0a65-4576-9bac-1d1f7aa416fa None None] Network ac847a46-8544-4f95-91c5-da1c9bf40cf2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:51.218583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e6e77-7a5c-4fb3-8e85-26d19af4874d None None] Network 35ad3067-32fa-49e6-983b-6ddae8abf6ff requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:51.230649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.233005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f428e-befb-400a-9cce-67e38ccc135a tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:51.234654 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1d4f428e-befb-400a-9cce-67e38ccc135a tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/networks/c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 881 time: 0.3417861 Jun 16 15:14:51.234778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.258197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51416) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:51.263253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.300701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] Pushing event deleted for resources: {'Network': ['ID=6eb11fa6-0b08-46e8-a76c-0f7452423f8c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:51.317680 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-48ae7023-3ba7-46e5-927c-8c271948da7f tempest-DHCPAgentSchedulersTestJSON-1198651153 tempest-DHCPAgentSchedulersTestJSON-1198651153-project] 10.222.0.73 "DELETE /v2.0/networks/6eb11fa6-0b08-46e8-a76c-0f7452423f8c HTTP/1.1" status: 204 len: 168 time: 2.6076317 Jun 16 15:14:51.374496 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f03544e3-f93f-43f7-9688-820f0b5d4be5 tempest-RoutersIpV6AdminTest-593167847 tempest-RoutersIpV6AdminTest-593167847-project] 10.222.0.73 "DELETE /v2.0/subnets/2f03c6f1-134c-460c-bc0f-391b634fa052 HTTP/1.1" status: 404 len: 337 time: 0.2986064 Jun 16 15:14:51.466777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.467815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-72d59803-7798-4847-bdee-4d8868776b2f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.517544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf59fe7-9bfc-4568-9c7b-9cf01ba742c0 None None] Network 59b9eeed-f55d-4d48-909a-435b54a462a5 could not be found, it might have been deleted concurrently. {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 16 15:14:51.538286 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-79ddfa11-9e31-4a67-bd00-6aec1e7c6d73 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=44350932-658e-4993-abb7-6ad29ed7e0dd HTTP/1.1" status: 200 len: 205 time: 0.1627426 Jun 16 15:14:51.576561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51426) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:51.582594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:14:51.691211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f23cd0-5411-4677-b33c-ecb94f4a974f None None] DHCP port deletion for 59b9eeed-f55d-4d48-909a-435b54a462a5 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:51.702163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-72d59803-7798-4847-bdee-4d8868776b2f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Calling delete_port for 5465b905-f254-4a11-9b65-760cb76020aa owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:51.710195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.710555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8eb4d91-121a-4534-a443-dd7c7f3fd2c2']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:51.740028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5124c48-2056-40b7-ad70-30b9dc1dfe5f') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:51.740028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5124c48-2056-40b7-ad70-30b9dc1dfe5f') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:51.753370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.907280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-31830607-2954-4050-9d8c-c2c92d5c63aa None None] Provisioning for port 8e2df6a2-6150-490e-8849-8a968cae6434 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:51.914124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8e2df6a2-6150-490e-8849-8a968cae6434 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:51.965657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.967889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:51.974889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:51.974889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.031767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-72d59803-7798-4847-bdee-4d8868776b2f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.099900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d59803-7798-4847-bdee-4d8868776b2f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Port': ['ID=5465b905-f254-4a11-9b65-760cb76020aa,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:52.106034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-72d59803-7798-4847-bdee-4d8868776b2f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.114884 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-72d59803-7798-4847-bdee-4d8868776b2f tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/ports/5465b905-f254-4a11-9b65-760cb76020aa HTTP/1.1" status: 204 len: 168 time: 1.2035704 Jun 16 15:14:52.117286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51436) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:52.165034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51440) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:52.180656 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-320fabaf-33ca-4f82-ad5d-7927b884e964 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] DELETE failed (client error): The resource could not be found. Jun 16 15:14:52.181363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320fabaf-33ca-4f82-ad5d-7927b884e964 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:52.183220 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-320fabaf-33ca-4f82-ad5d-7927b884e964 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/subnets/96fcfabe-f91a-432b-85d0-5f2422e78e67 HTTP/1.1" status: 404 len: 337 time: 0.0648458 Jun 16 15:14:52.185946 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51446) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:52.231396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Network': ['ID=d9f52fa3-defe-4168-958e-7b16160bbdbf,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:52.240627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:52.241086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.265202 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d9f52fa3-defe-4168-958e-7b16160bbdbf details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:52.323750 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51452) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:52.331474 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment c5124c48-2056-40b7-ad70-30b9dc1dfe5f resource provider aggregate not found Jun 16 15:14:52.353359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-4ddea90f-16ab-4fd3-807f-4fd4de6b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:52.359296 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-4ddea90f-16ab-4fd3-807f-4fd4de6b1dd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad081a7e9231445ba34114528f1d30a4&device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 1098 time: 0.4894366 Jun 16 15:14:52.385871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45af83a-d3a3-4a86-90fb-65709c41ba81 None None] DHCP port deletion for 6eb11fa6-0b08-46e8-a76c-0f7452423f8c request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:52.471891 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment c5124c48-2056-40b7-ad70-30b9dc1dfe5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5124c48-2056-40b7-ad70-30b9dc1dfe5f found for delete ", "request_id": "req-41d4cf44-c96e-42f8-9eb4-52e9a9cf6335"}]} Jun 16 15:14:52.476392 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-65125355-b5f4-400d-be6d-e5daf7398166 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0368493 Jun 16 15:14:52.486489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51460) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:52.514255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'subnet': {'network_id': 'd2bfd0df-03a5-4ed5-82b2-5592d8159643', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:52.556774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.571192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 8e2df6a2-6150-490e-8849-8a968cae6434 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:14:52.577305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e7ffbc-6ba4-4495-b7cf-47a12236f218 None None] DHCP port deletion for 35ad3067-32fa-49e6-983b-6ddae8abf6ff request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:52.587526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-bcbc6973-a358-4ad4-b55d-b753118dc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:52.588898 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-bcbc6973-a358-4ad4-b55d-b753118dc523 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 200 len: 913 time: 0.2261477 Jun 16 15:14:52.589027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 8e2df6a2-6150-490e-8849-8a968cae6434 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:52.589362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.656174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-65e7ffbc-6ba4-4495-b7cf-47a12236f218 None None] Deleting port 83141a92-3061-4d81-a89d-6055e6a46461 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:52.656618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65e7ffbc-6ba4-4495-b7cf-47a12236f218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.691185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d669e43-1fa6-4eae-8108-e9079725e92e None None] DHCP port deletion for ac847a46-8544-4f95-91c5-da1c9bf40cf2 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:52.752402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2d669e43-1fa6-4eae-8108-e9079725e92e None None] Deleting port 53784a99-22dc-4191-8e6a-96855e0357ba {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:52.752768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d669e43-1fa6-4eae-8108-e9079725e92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.797621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.813894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:52.854176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8eb4d91-121a-4534-a443-dd7c7f3fd2c2 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 16 15:14:52.860729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.869265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.881520 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-087c1fde-965c-4a74-a393-111a347ba8cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 200 len: 1001 time: 0.2590616 Jun 16 15:14:52.910705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 8e2df6a2-6150-490e-8849-8a968cae6434 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:52.911003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:52.937440 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c27891e7-9bd8-42a1-ad30-365762395f6f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0d4c6369d09e4fee8c14b1236c3eaa8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7672396 Jun 16 15:14:52.958298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51464) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:52.985873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cd0707-e53e-4795-80ec-23b398e02478']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:53.012165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042964bf-0be2-4447-b981-19dcc0ae518e') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:53.012508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042964bf-0be2-4447-b981-19dcc0ae518e') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:53.039930 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-7b9c4522-5849-4a62-a5b8-58664c50decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:53.041384 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-7b9c4522-5849-4a62-a5b8-58664c50decf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d65951-18ae-4b18-be19-745c773e01b0 HTTP/1.1" status: 200 len: 851 time: 0.1538713 Jun 16 15:14:53.046778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.060038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.065348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Usage tracker for resource:subnet and tenant:f5b7ed4edff347e4ad5361da88f70cb4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:53.073811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc95bf30-79b7-4e8c-9773-a803f5b45b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.099109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:53.105206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8eb4d91-121a-4534-a443-dd7c7f3fd2c2,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:53.129283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:53.140514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] For port 83141a92-3061-4d81-a89d-6055e6a46461, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83141a92-3061-4d81-a89d-6055e6a46461,segment=NetworkSegment(ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1),segment_id=ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:53.141264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.157068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.160240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 8e2df6a2-6150-490e-8849-8a968cae6434, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=8e2df6a2-6150-490e-8849-8a968cae6434,segment=NetworkSegment(bfb710de-0e27-498e-b052-cde7412dfd32),segment_id=bfb710de-0e27-498e-b052-cde7412dfd32)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:53.165271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.174022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ef33660e-4cf9-4b1a-ae9b-8866267ece2a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "DELETE /v2.0/networks/d8eb4d91-121a-4534-a443-dd7c7f3fd2c2 HTTP/1.1" status: 204 len: 168 time: 5.1769009 Jun 16 15:14:53.176906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-65e7ffbc-6ba4-4495-b7cf-47a12236f218 None None] For port 83141a92-3061-4d81-a89d-6055e6a46461, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83141a92-3061-4d81-a89d-6055e6a46461,segment=NetworkSegment(ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1),segment_id=ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:53.177058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51468) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:53.177337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65e7ffbc-6ba4-4495-b7cf-47a12236f218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.179560 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fc95bf30-79b7-4e8c-9773-a803f5b45b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:53.242756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fc95bf30-79b7-4e8c-9773-a803f5b45b45 admin admin] Usage tracker for resource:security_group_rule and tenant:ca51a95e1a15492bbcd416ee1f48912e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:53.293925 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:53.294336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.313489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fc95bf30-79b7-4e8c-9773-a803f5b45b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:53.328751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Calling delete_port for 83141a92-3061-4d81-a89d-6055e6a46461 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:53.372869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Deleting port 5d994bad-90d8-4e6b-a6c3-0d7a98e24e88 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:53.373074 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 042964bf-0be2-4447-b981-19dcc0ae518e resource provider aggregate not found Jun 16 15:14:53.373662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.430088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc2717-1610-40f2-9cca-22d9c8857d83 req-36db99bc-e3f1-4100-a470-d0d2694bf29d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:53.437479 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6ccc2717-1610-40f2-9cca-22d9c8857d83 req-36db99bc-e3f1-4100-a470-d0d2694bf29d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 1.4735565 Jun 16 15:14:53.445853 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 042964bf-0be2-4447-b981-19dcc0ae518e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 042964bf-0be2-4447-b981-19dcc0ae518e found for delete ", "request_id": "req-64cbf2ca-e89b-4f0c-b31e-d564cc2e5e61"}]} Jun 16 15:14:53.447182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fc95bf30-79b7-4e8c-9773-a803f5b45b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:53.449277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Made reservation on behalf of f5b7ed4edff347e4ad5361da88f70cb4 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:53.452977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.456405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-686f7414-fc80-4f67-83b0-a2c4b5b03a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.483283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.513722 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c6880f1c-5633-40d9-bac2-8bd2333e96e2 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.3355699 Jun 16 15:14:53.524247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51476) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:53.574612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-686f7414-fc80-4f67-83b0-a2c4b5b03a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.646798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.654184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-65e7ffbc-6ba4-4495-b7cf-47a12236f218 None None] Calling delete_port for 83141a92-3061-4d81-a89d-6055e6a46461 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:53.661109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-b7bf5ca0-f687-46f2-8825-74bbe44efbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:53.662664 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-b7bf5ca0-f687-46f2-8825-74bbe44efbab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7e237ff-536e-40be-8c14-25d5099978ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6049244 Jun 16 15:14:53.681358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.704013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 53784a99-22dc-4191-8e6a-96855e0357ba no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:53.730363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Network': ['ID=a5cd0707-e53e-4795-80ec-23b398e02478,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:53.772112 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e589fa8-7c27-47d9-a104-b6b12ea66d15 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/a5cd0707-e53e-4795-80ec-23b398e02478 HTTP/1.1" status: 204 len: 168 time: 1.5849409 Jun 16 15:14:53.778485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de885f4-5a89-4eb8-9eb4-1b4551f126e0 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:53.779114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de885f4-5a89-4eb8-9eb4-1b4551f126e0 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:53.779629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de885f4-5a89-4eb8-9eb4-1b4551f126e0 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:53.780077 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de885f4-5a89-4eb8-9eb4-1b4551f126e0 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:53.780530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de885f4-5a89-4eb8-9eb4-1b4551f126e0 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:53.780972 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de885f4-5a89-4eb8-9eb4-1b4551f126e0 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:53.781408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de885f4-5a89-4eb8-9eb4-1b4551f126e0 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:53.782373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6de885f4-5a89-4eb8-9eb4-1b4551f126e0 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Synchronizing usage tracker for tenant:169605863c054b1bb4e7008c46fc94bd on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:14:53.784923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51480) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:53.819066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2d669e43-1fa6-4eae-8108-e9079725e92e None None] For port 53784a99-22dc-4191-8e6a-96855e0357ba, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=53784a99-22dc-4191-8e6a-96855e0357ba,segment=NetworkSegment(92183cec-fbf5-4375-86d9-f69dd0f4171f),segment_id=92183cec-fbf5-4375-86d9-f69dd0f4171f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:53.819462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d669e43-1fa6-4eae-8108-e9079725e92e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.938539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a1c6b-0f69-42e3-9203-e235b198a209 None None] Network 7950ed6b-223a-4b00-8690-44ce48b9f54b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:53.970534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bc8345e9-3f50-4aa5-a7d9-110d49fd1151 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Deleting port bbbe0956-161b-4e3a-ac23-42599001a178 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:53.970966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bc8345e9-3f50-4aa5-a7d9-110d49fd1151 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.025981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2d669e43-1fa6-4eae-8108-e9079725e92e None None] Calling delete_port for 53784a99-22dc-4191-8e6a-96855e0357ba owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:54.028484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6de885f4-5a89-4eb8-9eb4-1b4551f126e0 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Unset dirty status for tenant:169605863c054b1bb4e7008c46fc94bd on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:14:54.032740 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6de885f4-5a89-4eb8-9eb4-1b4551f126e0 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4587 time: 0.5031693 Jun 16 15:14:54.038025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51484) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:54.129943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=8e2df6a2-6150-490e-8849-8a968cae6434,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:54.221837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.248058 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-0e433556-9189-4e4c-b5a2-1d3a1eba4221 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680430 Jun 16 15:14:54.258053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-686f7414-fc80-4f67-83b0-a2c4b5b03a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.265790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bf8412c2-6501-474f-813b-bae8a0b373a5 None None] Provisioning complete for port 8e2df6a2-6150-490e-8849-8a968cae6434 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:54.266369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf8412c2-6501-474f-813b-bae8a0b373a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.302772 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-c1e12fba-53d1-4fc5-a919-1ea74ea9515a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] delete failed (client error): The resource could not be found. Jun 16 15:14:54.306214 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c1e12fba-53d1-4fc5-a919-1ea74ea9515a tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/68b5b68b-9a5d-4191-beaa-3a7801cd3515 HTTP/1.1" status: 404 len: 345 time: 0.2652535 Jun 16 15:14:54.311989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Subnet': ['ID=b77bf255-dde2-4905-863c-938f1df4630c,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:54.333143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-65e7ffbc-6ba4-4495-b7cf-47a12236f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.347326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51488) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:54.383569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f7414-fc80-4f67-83b0-a2c4b5b03a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025987be-b074-4067-978b-d4f1d545ee38,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:54.404427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 53784a99-22dc-4191-8e6a-96855e0357ba is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:54.404802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.411832 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-68420a18-f393-4d8c-aa52-b05283fe5aa9 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] DELETE failed (client error): The resource could not be found. Jun 16 15:14:54.412297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68420a18-f393-4d8c-aa52-b05283fe5aa9 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:54.413965 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-68420a18-f393-4d8c-aa52-b05283fe5aa9 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "DELETE /v2.0/networks/d8eb4d91-121a-4534-a443-dd7c7f3fd2c2 HTTP/1.1" status: 404 len: 339 time: 0.0606914 Jun 16 15:14:54.423042 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6ccc2717-1610-40f2-9cca-22d9c8857d83 req-70807aa3-9425-46de-8b87-180da5a21061 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9845264 Jun 16 15:14:54.427867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7ffbc-6ba4-4495-b7cf-47a12236f218 None None] Pushing event deleted for resources: {'Port': ['ID=83141a92-3061-4d81-a89d-6055e6a46461,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:54.434239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51492) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:54.449702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7ffbc-6ba4-4495-b7cf-47a12236f218 None None] No DVR routers for this DVR port 83141a92-3061-4d81-a89d-6055e6a46461 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:54.476868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-686f7414-fc80-4f67-83b0-a2c4b5b03a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.484189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Request body: {'network': {'name': 'tempest-network--2050361474', 'router:external': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:54.484854 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-686f7414-fc80-4f67-83b0-a2c4b5b03a93 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/025987be-b074-4067-978b-d4f1d545ee38 HTTP/1.1" status: 204 len: 168 time: 1.5239942 Jun 16 15:14:54.494402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:14:54.494402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:14:54.495936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:54.517859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d669e43-1fa6-4eae-8108-e9079725e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.520457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Usage tracker for resource:network and tenant:169605863c054b1bb4e7008c46fc94bd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:54.532033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:54.559012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:54.577450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.578953 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d669e43-1fa6-4eae-8108-e9079725e92e None None] Pushing event deleted for resources: {'Port': ['ID=53784a99-22dc-4191-8e6a-96855e0357ba,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:54.622643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d669e43-1fa6-4eae-8108-e9079725e92e None None] No DVR routers for this DVR port 53784a99-22dc-4191-8e6a-96855e0357ba on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:54.648104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c41ac34e-3f07-4155-8feb-7994fdaa54df no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:54.681013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bc8345e9-3f50-4aa5-a7d9-110d49fd1151 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.698210 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d89bbb4c-df8c-4915-b535-1a05e470a0b2 req-6304709a-11cc-4c3c-b4ad-229e8142ccbd service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342017 Jun 16 15:14:54.736221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: c41ac34e-3f07-4155-8feb-7994fdaa54df {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:54.736754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c41ac34e-3f07-4155-8feb-7994fdaa54df not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:54.736952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 83141a92-3061-4d81-a89d-6055e6a46461 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:54.757628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Checking segment: {'id': '6532be04-2ccf-40c8-945b-0e1cbcc8fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2bfd0df-03a5-4ed5-82b2-5592d8159643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:54.758333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network hostable DHCP agents. Network: d2bfd0df-03a5-4ed5-82b2-5592d8159643, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:54.770529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Calling delete_port for 5d994bad-90d8-4e6b-a6c3-0d7a98e24e88 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:54.784457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 83141a92-3061-4d81-a89d-6055e6a46461 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:14:54.784809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 83141a92-3061-4d81-a89d-6055e6a46461 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:14:54.817135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Made reservation on behalf of 169605863c054b1bb4e7008c46fc94bd for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:54.819925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.844198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bc8345e9-3f50-4aa5-a7d9-110d49fd1151 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Calling delete_port for bbbe0956-161b-4e3a-ac23-42599001a178 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:54.861957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bf8412c2-6501-474f-813b-bae8a0b373a5 None None] Current status of the port 8e2df6a2-6150-490e-8849-8a968cae6434 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:54.862912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc95bf30-79b7-4e8c-9773-a803f5b45b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.924365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:54.944093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:54.944752 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Added segment eeb1da9f-8d7a-4e7e-b31b-acbafbd8c74e of type vlan for network a550be17-185f-4f40-acf3-f1668782f4cb Jun 16 15:14:54.955957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc95bf30-79b7-4e8c-9773-a803f5b45b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.005369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Deleting port 83141a92-3061-4d81-a89d-6055e6a46461 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:55.005722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.037646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bc8345e9-3f50-4aa5-a7d9-110d49fd1151 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.043491 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fc95bf30-79b7-4e8c-9773-a803f5b45b45 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ca51a95e1a15492bbcd416ee1f48912e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7039559 Jun 16 15:14:55.059037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51500) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:55.082076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network d2bfd0df-03a5-4ed5-82b2-5592d8159643 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:55.102892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8345e9-3f50-4aa5-a7d9-110d49fd1151 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Port': ['ID=bbbe0956-161b-4e3a-ac23-42599001a178,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:55.106306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bc8345e9-3f50-4aa5-a7d9-110d49fd1151 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.114992 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bc8345e9-3f50-4aa5-a7d9-110d49fd1151 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/ports/bbbe0956-161b-4e3a-ac23-42599001a178 HTTP/1.1" status: 204 len: 168 time: 1.3235083 Jun 16 15:14:55.116152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51504) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:55.145633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.156468 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a3d221-57af-4426-afba-398381a48d65 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] DELETE failed (client error): The resource could not be found. Jun 16 15:14:55.156915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a3d221-57af-4426-afba-398381a48d65 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:14:55.162539 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-64a3d221-57af-4426-afba-398381a48d65 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/subnets/7a52bab9-6ffd-40bb-88cd-3bb413edd2e0 HTTP/1.1" status: 404 len: 337 time: 0.0414453 Jun 16 15:14:55.166540 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51508) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:55.172056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] The port '83141a92-3061-4d81-a89d-6055e6a46461' was deleted {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:14:55.176898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95bf30-79b7-4e8c-9773-a803f5b45b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b819f7-432d-46e3-83e0-b3e423452557,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:55.244076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e95d0427-4fcf-487a-a64b-4bece7cd7b92 None None] Provisioning complete for port 8e2df6a2-6150-490e-8849-8a968cae6434 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:55.244775 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e95d0427-4fcf-487a-a64b-4bece7cd7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.276253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d2bfd0df-03a5-4ed5-82b2-5592d8159643) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:55.287457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.367286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:14:55.383790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691c795a-d876-4485-b563-ba97df13f869 None None] Network d2bfd0df-03a5-4ed5-82b2-5592d8159643 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:55.394626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:55.395285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.414798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51512) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:55.534332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.540103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1df25198-8ef6-4b08-a3cb-35104377d50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.541622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc79c265-b7d0-4ad9-a9c1-8429065682e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.558028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.584730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a108a89-a8e4-4c54-b985-6eeab1754db1']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:55.607855 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7499b0e2-bd25-4afd-8a6b-12ae9463d238') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:55.608463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7499b0e2-bd25-4afd-8a6b-12ae9463d238') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:55.636073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.646091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dc79c265-b7d0-4ad9-a9c1-8429065682e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:55.650651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.651613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:55.652193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.664433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.672334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:55.672744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.712787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ad3067-32fa-49e6-983b-6ddae8abf6ff']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:55.734506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1df25198-8ef6-4b08-a3cb-35104377d50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.743175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dc79c265-b7d0-4ad9-a9c1-8429065682e1 admin admin] Usage tracker for resource:security_group_rule and tenant:166ccccf24764a48babe8ee4e9a1bf8d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:55.753665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dc79c265-b7d0-4ad9-a9c1-8429065682e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:55.763129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:55.763558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:55.771112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8e2df6a2-6150-490e-8849-8a968cae6434 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:55.779557 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 7499b0e2-bd25-4afd-8a6b-12ae9463d238 resource provider aggregate not found Jun 16 15:14:55.783509 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f0d0ffe6-eacf-43c5-9733-265b61e72348 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2883587 Jun 16 15:14:55.784309 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51522) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:55.804100 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 7499b0e2-bd25-4afd-8a6b-12ae9463d238 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7499b0e2-bd25-4afd-8a6b-12ae9463d238 found for delete ", "request_id": "req-62b8fa2c-2fcd-497b-a267-07fc06d3e1e3"}]} Jun 16 15:14:55.812128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dc79c265-b7d0-4ad9-a9c1-8429065682e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:55.814054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.824167 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3505855 Jun 16 15:14:55.824609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51526) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:55.867263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.869136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.888263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'subnet': {'network_id': 'd9f52fa3-defe-4168-958e-7b16160bbdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:55.894067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.949564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Network': ['ID=6a108a89-a8e4-4c54-b985-6eeab1754db1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:55.959855 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6c345b53-7934-4fbf-9c10-abc0952c0b79 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/6a108a89-a8e4-4c54-b985-6eeab1754db1 HTTP/1.1" status: 204 len: 168 time: 0.7931776 Jun 16 15:14:55.960047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e95d0427-4fcf-487a-a64b-4bece7cd7b92 None None] Current status of the port 8e2df6a2-6150-490e-8849-8a968cae6434 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:55.965962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51530) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:55.969299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 8e2df6a2-6150-490e-8849-8a968cae6434 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:55.969671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:55.987263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Pushing event deleted for resources: {'Port': ['ID=5d994bad-90d8-4e6b-a6c3-0d7a98e24e88,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:56.066803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.067628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfb3b3e-6782-46a0-a7c0-9b5c0a0f25d7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Deleting subnet b391fcb7-e224-4e8d-81bb-38ab7cb431c5 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:56.075914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e987b-bef1-4f55-a436-cdbe4fc34126 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:56.076101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d2bfd0df-03a5-4ed5-82b2-5592d8159643', 'network_id': 'd2bfd0df-03a5-4ed5-82b2-5592d8159643', 'tenant_id': 'f5b7ed4edff347e4ad5361da88f70cb4', 'fixed_ips': [{'subnet_id': 'b77bf255-dde2-4905-863c-938f1df4630c'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:56.076902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.081900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e987b-bef1-4f55-a436-cdbe4fc34126 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:56.087636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e987b-bef1-4f55-a436-cdbe4fc34126 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:56.093503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e987b-bef1-4f55-a436-cdbe4fc34126 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:56.095201 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1e6e987b-bef1-4f55-a436-cdbe4fc34126 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2695062 Jun 16 15:14:56.097405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3b3e-6782-46a0-a7c0-9b5c0a0f25d7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.111467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51534) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:56.115635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84a86a-ff39-4860-a592-b811a2fc32fa tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event updated for resources: {'Network': ['ID=a550be17-185f-4f40-acf3-f1668782f4cb,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:56.154039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network a550be17-185f-4f40-acf3-f1668782f4cb details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:14:56.155062 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3b3e-6782-46a0-a7c0-9b5c0a0f25d7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.190204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:56.190569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.251546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3b3e-6782-46a0-a7c0-9b5c0a0f25d7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.378229 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1 resource provider aggregate not found Jun 16 15:14:56.408794 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce5ddf0a-fe8d-47ce-9a30-12e287ea80b1 found for delete ", "request_id": "req-8f56247c-0ee0-438c-8c87-9adcf4656c7d"}]} Jun 16 15:14:56.417689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 8e2df6a2-6150-490e-8849-8a968cae6434 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:56.440675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Allocated IP 2001:db8::2 (d2bfd0df-03a5-4ed5-82b2-5592d8159643/b77bf255-dde2-4905-863c-938f1df4630c/0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:56.500801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:56.572735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Usage tracker for resource:subnet and tenant:f5b7ed4edff347e4ad5361da88f70cb4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:56.588694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:56.592453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.655064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.736107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:56.763929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7924cc-5cf5-4430-9a57-5ba3d1c139ce req-fcba702b-f3aa-4bd3-8139-f4803d20d087 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:56.765670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d7924cc-5cf5-4430-9a57-5ba3d1c139ce req-fcba702b-f3aa-4bd3-8139-f4803d20d087 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 1.1321743 Jun 16 15:14:56.862332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.884029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3b3e-6782-46a0-a7c0-9b5c0a0f25d7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.900829 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Transition to ACTIVE for port object 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:56.923609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Transition to ACTIVE for port object 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:14:56.925207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.931517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1df25198-8ef6-4b08-a3cb-35104377d50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.932341 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb3b3e-6782-46a0-a7c0-9b5c0a0f25d7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Subnet': ['ID=b391fcb7-e224-4e8d-81bb-38ab7cb431c5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:56.933629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.936282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3b3e-6782-46a0-a7c0-9b5c0a0f25d7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.939930 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.950051 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8dfb3b3e-6782-46a0-a7c0-9b5c0a0f25d7 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/subnets/b391fcb7-e224-4e8d-81bb-38ab7cb431c5 HTTP/1.1" status: 204 len: 168 time: 0.9812374 Jun 16 15:14:56.950234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff503d-beec-42db-8bd8-ddf1e2690cfd None None] Network 644694f0-c39c-4b30-9c2a-9e2039762b74 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:56.950541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51542) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:57.002172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.028462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df25198-8ef6-4b08-a3cb-35104377d50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b819f7-432d-46e3-83e0-b3e423452557,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:57.030358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Made reservation on behalf of f5b7ed4edff347e4ad5361da88f70cb4 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:57.036162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.059787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.073256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.085732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Deleting port 06113578-2a6e-492c-a6fc-206c6c215f15 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:57.086576 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.093592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event deleted for resources: {'Network': ['ID=35ad3067-32fa-49e6-983b-6ddae8abf6ff,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:57.099422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc79c265-b7d0-4ad9-a9c1-8429065682e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.127858 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d7924cc-5cf5-4430-9a57-5ba3d1c139ce req-fec5ee0e-e68b-4f5a-9937-a32a8a0c61dc tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555213 Jun 16 15:14:57.166023 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b65afff4-eee5-4f15-a2e7-8cc1612b5e7c tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "DELETE /v2.0/networks/35ad3067-32fa-49e6-983b-6ddae8abf6ff HTTP/1.1" status: 204 len: 168 time: 6.5502443 Jun 16 15:14:57.172111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1df25198-8ef6-4b08-a3cb-35104377d50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.174196 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1df25198-8ef6-4b08-a3cb-35104377d50b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c4b819f7-432d-46e3-83e0-b3e423452557 HTTP/1.1" status: 204 len: 168 time: 2.0930369 Jun 16 15:14:57.186771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51546) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:57.245655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Network d2bfd0df-03a5-4ed5-82b2-5592d8159643 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:14:57.251432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:57.267612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:14:57.271032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Pushing event updated for resources: {'Port': ['ID=0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:57.288357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc79c265-b7d0-4ad9-a9c1-8429065682e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.296784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.315416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.315901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Fanout notify agent at l3_agent the message router_deleted on router 44350932-658e-4993-abb7-6ad29ed7e0dd {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:14:57.385873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.386984 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e0018a64-14f4-458d-b135-f6c2c1ba019e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/44350932-658e-4993-abb7-6ad29ed7e0dd HTTP/1.1" status: 204 len: 168 time: 5.7844305 Jun 16 15:14:57.392058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a550be17-185f-4f40-acf3-f1668782f4cb']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:57.405219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51552) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:57.417190 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dc79c265-b7d0-4ad9-a9c1-8429065682e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=166ccccf24764a48babe8ee4e9a1bf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9926686 Jun 16 15:14:57.422765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51556) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:57.424083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79c265-b7d0-4ad9-a9c1-8429065682e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032e8a24-29ae-4833-8823-0a80f84aa2d4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:57.430881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb1da9f-8d7a-4e7e-b31b-acbafbd8c74e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:57.431404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb1da9f-8d7a-4e7e-b31b-acbafbd8c74e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:57.440926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1619321057', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:57.444005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.454799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Attempting to bind port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:14:57.454799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Attempting to bind port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '6532be04-2ccf-40c8-945b-0e1cbcc8fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2bfd0df-03a5-4ed5-82b2-5592d8159643'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:14:57.454799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Attempting to bind port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c on network d2bfd0df-03a5-4ed5-82b2-5592d8159643 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:14:57.459240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:57.464247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.471231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:14:57.471682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Checking segment: {'id': '6532be04-2ccf-40c8-945b-0e1cbcc8fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2bfd0df-03a5-4ed5-82b2-5592d8159643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:57.472237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.472453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Usage tracker for resource:router and tenant:cd0c368445af48719630360493e68032 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:57.472631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Bound using segment: {'id': '6532be04-2ccf-40c8-945b-0e1cbcc8fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2bfd0df-03a5-4ed5-82b2-5592d8159643'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:14:57.473203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Bound port: 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6532be04-2ccf-40c8-945b-0e1cbcc8fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd2bfd0df-03a5-4ed5-82b2-5592d8159643'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:14:57.473587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.479322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:57.494426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:57.498010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.542441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:57.546160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.555352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b2727-c238-409d-9048-b2ff38577353 None None] DHCP port deletion for 644694f0-c39c-4b30-9c2a-9e2039762b74 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:14:57.569214 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b2727-c238-409d-9048-b2ff38577353 None None] Deleting port 06113578-2a6e-492c-a6fc-206c6c215f15 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:57.569617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2727-c238-409d-9048-b2ff38577353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.603077 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] For port 06113578-2a6e-492c-a6fc-206c6c215f15, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=06113578-2a6e-492c-a6fc-206c6c215f15,segment=NetworkSegment(7d6323c6-d679-44c4-a7f3-721436aae92c),segment_id=7d6323c6-d679-44c4-a7f3-721436aae92c)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:57.603915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.629221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 06113578-2a6e-492c-a6fc-206c6c215f15 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:14:57.647341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.649258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.689557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] For port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:14:57.738738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.742077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.781003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a550be17-185f-4f40-acf3-f1668782f4cb {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 16 15:14:57.786843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.790138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.820463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Calling delete_port for 06113578-2a6e-492c-a6fc-206c6c215f15 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:57.828667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event deleted for resources: {'Network': ['ID=a550be17-185f-4f40-acf3-f1668782f4cb,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:57.871565 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c2fd55ad-1ac2-4cfd-b3e8-9d72b74bb697 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "DELETE /v2.0/networks/a550be17-185f-4f40-acf3-f1668782f4cb HTTP/1.1" status: 204 len: 168 time: 1.7578502 Jun 16 15:14:57.882963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51562) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:57.897513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Request body: {'network': {'name': 'tempest-network--1895346908', 'router:external': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:57.913146 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bd1b2727-c238-409d-9048-b2ff38577353 None None] For port 06113578-2a6e-492c-a6fc-206c6c215f15, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=06113578-2a6e-492c-a6fc-206c6c215f15,segment=NetworkSegment(7d6323c6-d679-44c4-a7f3-721436aae92c),segment_id=7d6323c6-d679-44c4-a7f3-721436aae92c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:14:57.913758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2727-c238-409d-9048-b2ff38577353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.970751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:14:58.006879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Subnet': ['ID=ce0a71bb-5bf4-487b-a371-f3d94a66a1d1,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:58.017784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Usage tracker for resource:network and tenant:169605863c054b1bb4e7008c46fc94bd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:14:58.051533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b2727-c238-409d-9048-b2ff38577353 None None] Calling delete_port for 06113578-2a6e-492c-a6fc-206c6c215f15 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:14:58.109757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:14:58.112141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.124267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51566) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:58.129979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:14:58.144775 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] For port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c,segment=NetworkSegment(6532be04-2ccf-40c8-945b-0e1cbcc8fa15),segment_id=6532be04-2ccf-40c8-945b-0e1cbcc8fa15)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:14:58.150891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Checking segment: {'id': 'b077bae0-76ca-460e-9b56-b8e5293b964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd9f52fa3-defe-4168-958e-7b16160bbdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:14:58.151664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network hostable DHCP agents. Network: d9f52fa3-defe-4168-958e-7b16160bbdbf, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:14:58.157744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac847a46-8544-4f95-91c5-da1c9bf40cf2']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:58.193953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92183cec-fbf5-4375-86d9-f69dd0f4171f') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:58.194261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92183cec-fbf5-4375-86d9-f69dd0f4171f') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:58.208483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2727-c238-409d-9048-b2ff38577353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.222024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.245833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.258465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:58.259207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.266358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.292121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b2727-c238-409d-9048-b2ff38577353 None None] Pushing event deleted for resources: {'Port': ['ID=06113578-2a6e-492c-a6fc-206c6c215f15,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:58.296059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b2727-c238-409d-9048-b2ff38577353 None None] No DVR routers for this DVR port 06113578-2a6e-492c-a6fc-206c6c215f15 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:14:58.383504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 06113578-2a6e-492c-a6fc-206c6c215f15 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:14:58.383875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.393516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab44f6e-6f1e-4827-aa44-2034a1429dcd None None] Pushing event updated for resources: {'Port': ['ID=0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:58.504232 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 92183cec-fbf5-4375-86d9-f69dd0f4171f resource provider aggregate not found Jun 16 15:14:58.509383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41b78286-eaf4-4f34-bcd3-a700fb3aa467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.536906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.548057 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 92183cec-fbf5-4375-86d9-f69dd0f4171f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92183cec-fbf5-4375-86d9-f69dd0f4171f found for delete ", "request_id": "req-81f8bafd-a6d8-4ecc-87e9-13f92fd8f44e"}]} Jun 16 15:14:58.552091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.588765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.594159 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment eeb1da9f-8d7a-4e7e-b31b-acbafbd8c74e resource provider aggregate not found Jun 16 15:14:58.603488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event deleted for resources: {'Network': ['ID=ac847a46-8544-4f95-91c5-da1c9bf40cf2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:58.615649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Made reservation on behalf of 169605863c054b1bb4e7008c46fc94bd for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:14:58.615816 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "DELETE /v2.0/networks/ac847a46-8544-4f95-91c5-da1c9bf40cf2 HTTP/1.1" status: 204 len: 168 time: 1.4198847 Jun 16 15:14:58.615921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.621974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.622322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.622658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.623036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.623337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.623664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.623987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.624317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.624627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.624940 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.625278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.626897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a157d-c001-420f-89e3-c104a26be5d4 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:58.629858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51580) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:58.636963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41b78286-eaf4-4f34-bcd3-a700fb3aa467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.675107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:14:58.675550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:14:58.746090 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment eeb1da9f-8d7a-4e7e-b31b-acbafbd8c74e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eeb1da9f-8d7a-4e7e-b31b-acbafbd8c74e found for delete ", "request_id": "req-cea5c104-b074-4976-8d84-fd103c2183ca"}]} Jun 16 15:14:58.749592 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fb493bef-94a3-49b8-a776-0793e9fb2e4d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48b47533e9b747d68b5c6dce40f9e1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6238666 Jun 16 15:14:58.752385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51584) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:58.758582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network d9f52fa3-defe-4168-958e-7b16160bbdbf is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:14:58.832003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e85b8d4-c20c-4c7a-a327-ca7bcf4143cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.838971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8c09a4-ba37-42d2-9576-5480433f6fcc tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Deleting subnet 3518a5d3-f694-47a1-b160-1f8d9814dd80 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:14:58.844270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae8c09a4-ba37-42d2-9576-5480433f6fcc tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.865775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e85b8d4-c20c-4c7a-a327-ca7bcf4143cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.875574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41b78286-eaf4-4f34-bcd3-a700fb3aa467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.902985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b78286-eaf4-4f34-bcd3-a700fb3aa467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032e8a24-29ae-4833-8823-0a80f84aa2d4,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:58.905099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:14:58.912064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d9f52fa3-defe-4168-958e-7b16160bbdbf) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:14:58.925323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff5115-9dcf-48a1-bb00-495da7a74201 None None] Network d9f52fa3-defe-4168-958e-7b16160bbdbf requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:58.929377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d3567-98b4-45f4-a910-65ed8d7d51e9 req-4eb28adb-9b8a-419d-93d8-6413fc58832f tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:58.930871 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d91d3567-98b4-45f4-a910-65ed8d7d51e9 req-4eb28adb-9b8a-419d-93d8-6413fc58832f tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.4242730 Jun 16 15:14:58.931545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41b78286-eaf4-4f34-bcd3-a700fb3aa467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.936213 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-41b78286-eaf4-4f34-bcd3-a700fb3aa467 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/032e8a24-29ae-4833-8823-0a80f84aa2d4 HTTP/1.1" status: 204 len: 168 time: 1.5122526 Jun 16 15:14:58.940321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:58.940900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:58.968411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae8c09a4-ba37-42d2-9576-5480433f6fcc tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.008569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.008884 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Added segment ea3c9179-584f-451b-b41a-399c23587ce9 of type vlan for network d40b5695-06c9-40c4-8eb1-d382b7134d77 Jun 16 15:14:59.011212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e85b8d4-c20c-4c7a-a327-ca7bcf4143cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.049975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85b8d4-c20c-4c7a-a327-ca7bcf4143cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457190f9-4c99-45f0-87af-6f8dae0ca3f7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:59.062511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e85b8d4-c20c-4c7a-a327-ca7bcf4143cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.066054 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e85b8d4-c20c-4c7a-a327-ca7bcf4143cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/457190f9-4c99-45f0-87af-6f8dae0ca3f7 HTTP/1.1" status: 204 len: 168 time: 0.3099585 Jun 16 15:14:59.124774 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d91d3567-98b4-45f4-a910-65ed8d7d51e9 req-909e6085-b4a3-4c45-8a3e-edb6a2eb0faf tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797287 Jun 16 15:14:59.152658 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3484b6ba-8709-4270-90ff-513145d9ad55 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3332837 Jun 16 15:14:59.155451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51594) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:59.158812 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.224976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae8c09a4-ba37-42d2-9576-5480433f6fcc tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.292385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Deleting port 06113578-2a6e-492c-a6fc-206c6c215f15 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:14:59.292724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.312508 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d9f52fa3-defe-4168-958e-7b16160bbdbf', 'network_id': 'd9f52fa3-defe-4168-958e-7b16160bbdbf', 'tenant_id': 'f5b7ed4edff347e4ad5361da88f70cb4', 'fixed_ips': [{'subnet_id': 'ce0a71bb-5bf4-487b-a371-f3d94a66a1d1'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:14:59.313705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.383460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.386695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:14:59.387320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.625994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] The port '06113578-2a6e-492c-a6fc-206c6c215f15' was deleted {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:14:59.677509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.727166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Allocated IP 2001:db8::2 (d9f52fa3-defe-4168-958e-7b16160bbdbf/ce0a71bb-5bf4-487b-a371-f3d94a66a1d1/0ea421a3-6006-499d-a84a-b61933ea5416) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:14:59.799721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:14:59.840451 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9496706 Jun 16 15:14:59.847417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:59.849665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51614) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:59.857045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event updated for resources: {'Network': ['ID=d40b5695-06c9-40c4-8eb1-d382b7134d77,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:59.890424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d68ba-13c9-4a97-8451-a51f1c0a082e None None] Network d2bfd0df-03a5-4ed5-82b2-5592d8159643 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:14:59.940039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.940380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.940719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.941049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.941389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.941734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.942056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.942378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.942697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.943037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.943359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.943674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cac5fe0-67a5-4422-afc5-d7fb53906973 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:59.974271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae8c09a4-ba37-42d2-9576-5480433f6fcc tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.007376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.023871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d40b5695-06c9-40c4-8eb1-d382b7134d77 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:00.082631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c09a4-ba37-42d2-9576-5480433f6fcc tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event deleted for resources: {'Subnet': ['ID=3518a5d3-f694-47a1-b160-1f8d9814dd80,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:00.097304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae8c09a4-ba37-42d2-9576-5480433f6fcc tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.107589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef63b6e-5662-40ec-8a65-f5cf71a2fb71 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:00.108084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cef63b6e-5662-40ec-8a65-f5cf71a2fb71 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Synchronizing usage tracker for tenant:a43dedb62c3d4fec8a8c11c75160829b on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:00.153202 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ae8c09a4-ba37-42d2-9576-5480433f6fcc tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "DELETE /v2.0/subnets/3518a5d3-f694-47a1-b160-1f8d9814dd80 HTTP/1.1" status: 204 len: 168 time: 1.5131466 Jun 16 15:15:00.156867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51622) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:00.158532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644694f0-c39c-4b30-9c2a-9e2039762b74']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:00.161336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f996cd-78d9-405f-9db3-0c2f2b87786a None None] Network 026e6539-4566-441e-bb34-1d2a06a668d0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:00.183406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6323c6-d679-44c4-a7f3-721436aae92c') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:00.183858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6323c6-d679-44c4-a7f3-721436aae92c') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:00.218133 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:15:00.245841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.274505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cef63b6e-5662-40ec-8a65-f5cf71a2fb71 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Unset dirty status for tenant:a43dedb62c3d4fec8a8c11c75160829b on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:00.276051 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cef63b6e-5662-40ec-8a65-f5cf71a2fb71 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] 10.222.0.73 "GET /v2.0/networks/d40b5695-06c9-40c4-8eb1-d382b7134d77 HTTP/1.1" status: 200 len: 757 time: 0.4211717 Jun 16 15:15:00.286376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51630) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:00.311192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.321176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.323479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:00.326270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.356148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Allocated IP 172.26.2.173 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/55f012bd-e67a-42d5-a436-3ee1d6c34ea1) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:00.427079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-76623119-797e-4e9a-8162-d437cf0a2b2a None None] Provisioning for port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:00.428158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Deleting port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:00.432972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.544283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.571412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.636261 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 7d6323c6-d679-44c4-a7f3-721436aae92c resource provider aggregate not found Jun 16 15:15:00.654596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e5e1b-ca38-4e85-8403-a8e38ed5dcdf tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:00.664938 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3d6e5e1b-ca38-4e85-8403-a8e38ed5dcdf tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] 10.222.0.73 "GET /v2.0/networks/e18dd900-dfde-4ed8-ae0e-affd39d22f1f HTTP/1.1" status: 200 len: 767 time: 0.3747082 Jun 16 15:15:00.675765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51650) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:00.680667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.692611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] Pushing event deleted for resources: {'Network': ['ID=644694f0-c39c-4b30-9c2a-9e2039762b74,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:00.742196 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 7d6323c6-d679-44c4-a7f3-721436aae92c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d6323c6-d679-44c4-a7f3-721436aae92c found for delete ", "request_id": "req-8dc13e91-a316-44b6-96f9-5a0c5e3821b5"}]} Jun 16 15:15:00.778713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:00.860646 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a01489a4-e3ef-4c01-ac69-3e084e4ecb28 tempest-NetworksIpV6TestAttrs-1551721535 tempest-NetworksIpV6TestAttrs-1551721535-project] 10.222.0.73 "DELETE /v2.0/networks/644694f0-c39c-4b30-9c2a-9e2039762b74 HTTP/1.1" status: 204 len: 168 time: 3.9086940 Jun 16 15:15:00.885620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:00.886277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:00.905759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51658) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:00.956045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.092381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.122206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Transition to ACTIVE for port object 0ea421a3-6006-499d-a84a-b61933ea5416 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:01.156205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.164687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Transition to ACTIVE for port object 0ea421a3-6006-499d-a84a-b61933ea5416 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:01.188657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] For port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7,segment=NetworkSegment(eebdbfd0-4cc8-48bd-bae1-109945a89079),segment_id=eebdbfd0-4cc8-48bd-bae1-109945a89079)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:01.189445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.207255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Allocated IP 2001:db8::1 (d2bfd0df-03a5-4ed5-82b2-5592d8159643/b77bf255-dde2-4905-863c-938f1df4630c/cc69a478-20a6-4028-ad91-38453c659044) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:01.255795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:01.256274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.296165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] DHCP port deletion for 026e6539-4566-441e-bb34-1d2a06a668d0 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:01.330231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.377086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Calling delete_port for 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:01.395507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c,segment=NetworkSegment(6532be04-2ccf-40c8-945b-0e1cbcc8fa15),segment_id=6532be04-2ccf-40c8-945b-0e1cbcc8fa15)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:01.398239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] Deleting port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:01.398668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.496278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.525698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'networks': [{'name': 'tempest-network--1214039741'}, {'name': 'tempest-network--513637495'}]} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:01.526143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'network': {'name': 'tempest-network--1214039741'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:01.526718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'network': {'name': 'tempest-network--513637495'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:01.541668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.555508 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.574297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:01.598995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Usage tracker for resource:network and tenant:388b0162c1cb4fabaebda23df175c6f1 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:01.599720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Transition to ACTIVE for port object cc69a478-20a6-4028-ad91-38453c659044 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:01.616139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Network d9f52fa3-defe-4168-958e-7b16160bbdbf is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:01.617664 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Pushing event updated for resources: {'Port': ['ID=0ea421a3-6006-499d-a84a-b61933ea5416,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:01.629633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:01.633565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40b5695-06c9-40c4-8eb1-d382b7134d77']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:01.648846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:01.655161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3c9179-584f-451b-b41a-399c23587ce9') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:01.655817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3c9179-584f-451b-b41a-399c23587ce9') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:01.676839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.680641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:01.684204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:01.690313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.701939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.712988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:01.713669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.744292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:15:01.756552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51668) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:01.760797 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment ea3c9179-584f-451b-b41a-399c23587ce9 resource provider aggregate not found Jun 16 15:15:01.770916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.774756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network d2bfd0df-03a5-4ed5-82b2-5592d8159643 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:01.777070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:01.779792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:01.780329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.782424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.782986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.783365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.784776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.785125 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.787294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.787294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.787294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.787630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.787946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.789008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.789343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:01.818379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Port': ['ID=cc69a478-20a6-4028-ad91-38453c659044,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:01.869265 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment ea3c9179-584f-451b-b41a-399c23587ce9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea3c9179-584f-451b-b41a-399c23587ce9 found for delete ", "request_id": "req-d734cd3a-107c-4b41-8cca-f8cdfaa73644"}]} Jun 16 15:15:01.978487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:01.982316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Made reservation on behalf of 388b0162c1cb4fabaebda23df175c6f1 for: {'network': 2} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:01.987093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.034539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] For port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7,segment=NetworkSegment(eebdbfd0-4cc8-48bd-bae1-109945a89079),segment_id=eebdbfd0-4cc8-48bd-bae1-109945a89079)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:02.034965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.049707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event deleted for resources: {'Port': ['ID=4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:02.056130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] No DVR routers for this DVR port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:02.061089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.153412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.211943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d40b5695-06c9-40c4-8eb1-d382b7134d77 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 16 15:15:02.220144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.233044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] Calling delete_port for 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:02.240172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:02.246972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.257892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:02.275665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:02.300469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event deleted for resources: {'Network': ['ID=d40b5695-06c9-40c4-8eb1-d382b7134d77,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:02.305613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:02.333186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:02.333539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:02.333989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:15:02.334322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:15:02.366703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Usage tracker for resource:security_group_rule and tenant:388b0162c1cb4fabaebda23df175c6f1 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:02.382415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:02.398886 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f9893c21-0dfa-46a9-9d99-5cb6d4300a01 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bbbf9f8297ed43cfa594e83b0982c485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6349397 Jun 16 15:15:02.398886 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-959b299e-c415-47dc-837a-322fadb82980 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "DELETE /v2.0/networks/d40b5695-06c9-40c4-8eb1-d382b7134d77 HTTP/1.1" status: 204 len: 168 time: 1.7166493 Jun 16 15:15:02.404408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Pushing event updated for resources: {'Port': ['ID=55f012bd-e67a-42d5-a436-3ee1d6c34ea1,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:02.420366 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9bcb25a2-fdd9-4722-8657-b8efb17cf45f None None] Provisioning complete for port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:02.420999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9bcb25a2-fdd9-4722-8657-b8efb17cf45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.475623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Attempting to bind port 0ea421a3-6006-499d-a84a-b61933ea5416 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:02.475982 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Attempting to bind port 0ea421a3-6006-499d-a84a-b61933ea5416 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'b077bae0-76ca-460e-9b56-b8e5293b964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd9f52fa3-defe-4168-958e-7b16160bbdbf'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:02.476525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Attempting to bind port 0ea421a3-6006-499d-a84a-b61933ea5416 on network d9f52fa3-defe-4168-958e-7b16160bbdbf {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:02.484237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51688) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:02.484551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51690) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:02.485516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:02.500489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:02.503933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Checking segment: {'id': 'b077bae0-76ca-460e-9b56-b8e5293b964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd9f52fa3-defe-4168-958e-7b16160bbdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:02.504914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.505315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Bound using segment: {'id': 'b077bae0-76ca-460e-9b56-b8e5293b964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd9f52fa3-defe-4168-958e-7b16160bbdbf'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:02.505826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Bound port: 0ea421a3-6006-499d-a84a-b61933ea5416, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b077bae0-76ca-460e-9b56-b8e5293b964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd9f52fa3-defe-4168-958e-7b16160bbdbf'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:02.506182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.528650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51696) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:02.536808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:02.591894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.603723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Request body: {'network': {'name': 'tempest-network--564444063'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:02.628825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:02.685002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] For port 0ea421a3-6006-499d-a84a-b61933ea5416, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:02.731992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] For port 0ea421a3-6006-499d-a84a-b61933ea5416, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0ea421a3-6006-499d-a84a-b61933ea5416,segment=NetworkSegment(b077bae0-76ca-460e-9b56-b8e5293b964c),segment_id=b077bae0-76ca-460e-9b56-b8e5293b964c)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:02.733272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb25a2-fdd9-4722-8657-b8efb17cf45f None None] Current status of the port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:02.759508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026e6539-4566-441e-bb34-1d2a06a668d0']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:02.768854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Usage tracker for resource:network and tenant:169605863c054b1bb4e7008c46fc94bd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:02.781711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.791491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1156907303'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:02.805138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:02.813741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Usage tracker for resource:router and tenant:4926cf2d9f844ef28cadb79a008d993f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:02.818827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:02.828814 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:02.859474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] Deleting port 4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:02.860631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.885196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.929255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.930457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.946282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.958749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.959524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:02.960421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-45d8de8a-408c-4546-9797-6ec89012516e None None] The port '4c32b77b-25f5-4cfd-aa6c-71f1ba8be2e7' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:15:02.976303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dfc4f-0119-4f93-8073-ca1ee2f08c2c None None] Pushing event updated for resources: {'Port': ['ID=0ea421a3-6006-499d-a84a-b61933ea5416,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:02.982253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:03.007231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebdbfd0-4cc8-48bd-bae1-109945a89079') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:03.007461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebdbfd0-4cc8-48bd-bae1-109945a89079') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:03.048797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bf4d9e77-c76e-472c-80c8-3efed0146d02 None None] Provisioning for port cc69a478-20a6-4028-ad91-38453c659044 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:03.056512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bf4d9e77-c76e-472c-80c8-3efed0146d02 None None] Provisioning complete for port cc69a478-20a6-4028-ad91-38453c659044 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:03.056888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf4d9e77-c76e-472c-80c8-3efed0146d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.061742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:03.069769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.077693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa36898-3295-4762-a960-0a65e8e3185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.132689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.153911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:03.154339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.173733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d9e77-c76e-472c-80c8-3efed0146d02 None None] Port cc69a478-20a6-4028-ad91-38453c659044 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:15:03.178194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa36898-3295-4762-a960-0a65e8e3185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.192596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.198184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network d2bfd0df-03a5-4ed5-82b2-5592d8159643 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:03.199812 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Made reservation on behalf of 169605863c054b1bb4e7008c46fc94bd for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:03.202146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.242546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:03.260832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Port': ['ID=cc69a478-20a6-4028-ad91-38453c659044,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:03.330787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.332700 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-81e4ee38-5c29-4e4e-9744-829834e878ed tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8022659 Jun 16 15:15:03.341196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51702) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:03.490589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.494685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:03.561365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9820b70d-c253-451c-8f06-97e39d7f1d7f tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.581729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.581729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.581729 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Added segment 543e3946-c8af-4d81-a648-ad38487591c9 of type vlan for network cb86e695-79a4-493b-8e93-4320d958c5bd Jun 16 15:15:03.582254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.582699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.615065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-292898b3-1be4-4796-b721-74b20990efbd None None] Provisioning complete for port cc69a478-20a6-4028-ad91-38453c659044 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:03.615065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-292898b3-1be4-4796-b721-74b20990efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.643572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.654373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Pushing event deleted for resources: {'Network': ['ID=026e6539-4566-441e-bb34-1d2a06a668d0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:03.690282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa36898-3295-4762-a960-0a65e8e3185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.706365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-292898b3-1be4-4796-b721-74b20990efbd None None] Port cc69a478-20a6-4028-ad91-38453c659044 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:15:03.718431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.780245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0ea421a3-6006-499d-a84a-b61933ea5416 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:03.794839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e75d45f-f6e8-463a-b889-232e4f861b82,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:03.799923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.810098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa36898-3295-4762-a960-0a65e8e3185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.816609 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eaa36898-3295-4762-a960-0a65e8e3185a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8468361f-c978-4343-b5fa-4cfa61b09c82 HTTP/1.1" status: 204 len: 168 time: 1.3093262 Jun 16 15:15:03.816609 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0010df8e-168c-43cb-b129-8b97ead62488 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "DELETE /v2.0/networks/026e6539-4566-441e-bb34-1d2a06a668d0 HTTP/1.1" status: 204 len: 168 time: 3.6514320 Jun 16 15:15:03.825429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51708) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:03.829154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:03.900098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa36898-3295-4762-a960-0a65e8e3185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8468361f-c978-4343-b5fa-4cfa61b09c82,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:03.927019 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment eebdbfd0-4cc8-48bd-bae1-109945a89079 resource provider aggregate not found Jun 16 15:15:03.935646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 0ea421a3-6006-499d-a84a-b61933ea5416 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:03.944300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-43b979f8-1080-49c5-a7e5-15a0296f14e1 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Synchronizing usage tracker for tenant:ad1e90b0a1774621a8b39030fbc29c4c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:03.950871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:03.951198 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Added segment b55bc427-83b3-49af-85bf-535a88b4aeab of type vlan for network 5e8b11c2-5d22-438c-9698-f16fbe9e3dd0 Jun 16 15:15:03.953110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:04.015692 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment eebdbfd0-4cc8-48bd-bae1-109945a89079 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eebdbfd0-4cc8-48bd-bae1-109945a89079 found for delete ", "request_id": "req-9c41aedf-bb34-4cdb-bff1-f6b8158a294d"}]} Jun 16 15:15:04.072065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.079817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.081001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:04.081655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.085165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:04.085534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.108449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9820b70d-c253-451c-8f06-97e39d7f1d7f tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.110911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9820b70d-c253-451c-8f06-97e39d7f1d7f tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.134163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-43b979f8-1080-49c5-a7e5-15a0296f14e1 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Unset dirty status for tenant:ad1e90b0a1774621a8b39030fbc29c4c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:04.134788 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-43b979f8-1080-49c5-a7e5-15a0296f14e1 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "GET /v2.0/ports?device_id=32f30153-cced-43c4-8bc5-2df78974d463 HTTP/1.1" status: 200 len: 205 time: 0.3033166 Jun 16 15:15:04.140389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51716) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:04.219063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Router 9825d891-5a83-4395-ba24-55d99a94dfa9 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:15:04.229287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9820b70d-c253-451c-8f06-97e39d7f1d7f tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.230064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9820b70d-c253-451c-8f06-97e39d7f1d7f tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfc5560d-7132-4970-abc0-97a895c9bbef {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:15:04.270611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:04.341158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event updated for resources: {'Network': ['ID=cb86e695-79a4-493b-8e93-4320d958c5bd,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:04.349754 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bdb3e608-9a41-4ff5-9cc4-6442ba0a5eea tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8309274 Jun 16 15:15:04.355770 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network cb86e695-79a4-493b-8e93-4320d958c5bd details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:04.359699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51722) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:04.379866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-427160b0-b60e-4e7e-91aa-913016272fc2 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:04.390245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9820b70d-c253-451c-8f06-97e39d7f1d7f tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.391471 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9820b70d-c253-451c-8f06-97e39d7f1d7f tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] 10.222.0.73 "DELETE /v2.0/routers/bfc5560d-7132-4970-abc0-97a895c9bbef HTTP/1.1" status: 204 len: 168 time: 1.0492823 Jun 16 15:15:04.395549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51726) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:04.400743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-359ddc6d-343b-4da9-a8d9-cb042b65f685 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.407179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:04.485639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Request body: {'router': {'name': 'tempest-router-756596859', 'distributed': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:04.508787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:04.533588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4f6f0-5e9b-436d-bbf8-0e4d93c9f0f1 None None] Network d9f52fa3-defe-4168-958e-7b16160bbdbf requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:04.560666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.560958 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Added segment 8c877f63-45ac-44a4-b474-313e8a82e3f2 of type vlan for network 0cf9ed05-e7fc-4327-bf12-64d9f3b1105a Jun 16 15:15:04.593836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Usage tracker for resource:router and tenant:4926cf2d9f844ef28cadb79a008d993f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:04.604088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:04.622403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:04.671617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.684553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.817934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7a244178-04dd-419a-86ac-3138387f8a20 None None] Provisioning for port 0ea421a3-6006-499d-a84a-b61933ea5416 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:04.827274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7a244178-04dd-419a-86ac-3138387f8a20 None None] Provisioning complete for port 0ea421a3-6006-499d-a84a-b61933ea5416 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:04.827631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a244178-04dd-419a-86ac-3138387f8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.847479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:15:04.854754 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5e8c152a-75f1-4036-8548-71e693e41297 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "PUT /v2.0/routers/9825d891-5a83-4395-ba24-55d99a94dfa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6981223 Jun 16 15:15:04.856897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-359ddc6d-343b-4da9-a8d9-cb042b65f685 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.867270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-359ddc6d-343b-4da9-a8d9-cb042b65f685 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.868893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51738) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:04.891907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8e1cd-f4dd-4841-906f-d7e6c3564d70 None None] Sync routers for ids ['9825d891-5a83-4395-ba24-55d99a94dfa9'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:15:04.912654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8e1cd-f4dd-4841-906f-d7e6c3564d70 None None] Routers {'9825d891-5a83-4395-ba24-55d99a94dfa9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:04.913288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f4e8e1cd-f4dd-4841-906f-d7e6c3564d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9825d891-5a83-4395-ba24-55d99a94dfa9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:04.922570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.923599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.037382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f4e8e1cd-f4dd-4841-906f-d7e6c3564d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:05.049755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.068931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7a244178-04dd-419a-86ac-3138387f8a20 None None] Current status of the port 0ea421a3-6006-499d-a84a-b61933ea5416 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:05.072341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a244178-04dd-419a-86ac-3138387f8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.072571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.072571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.075895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:05.080725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:05.081545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.089916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8e1cd-f4dd-4841-906f-d7e6c3564d70 None None] Routers {'9825d891-5a83-4395-ba24-55d99a94dfa9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:05.090566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f4e8e1cd-f4dd-4841-906f-d7e6c3564d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9825d891-5a83-4395-ba24-55d99a94dfa9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:05.160079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-359ddc6d-343b-4da9-a8d9-cb042b65f685 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.161718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359ddc6d-343b-4da9-a8d9-cb042b65f685 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Fanout notify agent at l3_agent the message router_deleted on router 32f30153-cced-43c4-8bc5-2df78974d463 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:15:05.171493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-427160b0-b60e-4e7e-91aa-913016272fc2 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.208598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f4e8e1cd-f4dd-4841-906f-d7e6c3564d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:05.209095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8e1cd-f4dd-4841-906f-d7e6c3564d70 None None] The sync data for ids ['9825d891-5a83-4395-ba24-55d99a94dfa9'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:15:05.225990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7a244178-04dd-419a-86ac-3138387f8a20 None None] For port 0ea421a3-6006-499d-a84a-b61933ea5416, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0ea421a3-6006-499d-a84a-b61933ea5416,segment=NetworkSegment(b077bae0-76ca-460e-9b56-b8e5293b964c),segment_id=b077bae0-76ca-460e-9b56-b8e5293b964c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:05.256740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'Network': ['ID=5e8b11c2-5d22-438c-9698-f16fbe9e3dd0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:05.275752 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 5e8b11c2-5d22-438c-9698-f16fbe9e3dd0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:05.276394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-359ddc6d-343b-4da9-a8d9-cb042b65f685 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.278710 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-359ddc6d-343b-4da9-a8d9-cb042b65f685 tempest-RoutersNegativeTest-178116349 tempest-RoutersNegativeTest-178116349-project] 10.222.0.73 "DELETE /v2.0/routers/32f30153-cced-43c4-8bc5-2df78974d463 HTTP/1.1" status: 204 len: 168 time: 1.1359813 Jun 16 15:15:05.281798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.289232 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.3667815 Jun 16 15:15:05.290517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51752) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:05.354565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a244178-04dd-419a-86ac-3138387f8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.445063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb160ae-09ae-48bf-bd7d-08191b4f9170 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'Network': ['ID=0cf9ed05-e7fc-4327-bf12-64d9f3b1105a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:05.497350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 0cf9ed05-e7fc-4327-bf12-64d9f3b1105a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:05.515654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-427160b0-b60e-4e7e-91aa-913016272fc2 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.642005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-427160b0-b60e-4e7e-91aa-913016272fc2 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Network cb86e695-79a4-493b-8e93-4320d958c5bd is not hosted by any dhcp agent {{(pid=89745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 16 15:15:05.643167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427160b0-b60e-4e7e-91aa-913016272fc2 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:05.643961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-427160b0-b60e-4e7e-91aa-913016272fc2 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.649465 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-427160b0-b60e-4e7e-91aa-913016272fc2 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "PUT /v2.0/networks/cb86e695-79a4-493b-8e93-4320d958c5bd HTTP/1.1" status: 200 len: 857 time: 1.2847259 Jun 16 15:15:05.649465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.652847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4e43c541-c157-4e66-8d17-989c73ec3654 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2444332 Jun 16 15:15:05.652847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51756) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:05.652847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51758) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:05.691449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51760) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:05.761752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427160b0-b60e-4e7e-91aa-913016272fc2 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event updated for resources: {'Network': ['ID=cb86e695-79a4-493b-8e93-4320d958c5bd,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:05.768756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.780743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a244178-04dd-419a-86ac-3138387f8a20 None None] Pushing event updated for resources: {'Port': ['ID=0ea421a3-6006-499d-a84a-b61933ea5416,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:05.791492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1fe1de5e-43f9-496d-bd08-441ada329677 None None] Provisioning complete for port 0ea421a3-6006-499d-a84a-b61933ea5416 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:05.791859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1fe1de5e-43f9-496d-bd08-441ada329677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:05.867286 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-1349ad2d-0e54-4606-aeea-e9968e06ace2 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:15:05.868709 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1349ad2d-0e54-4606-aeea-e9968e06ace2 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "PUT /v2.0/routers/9825d891-5a83-4395-ba24-55d99a94dfa9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9985018 Jun 16 15:15:05.871550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51770) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:05.943608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1de5e-43f9-496d-bd08-441ada329677 None None] Current status of the port 0ea421a3-6006-499d-a84a-b61933ea5416 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:05.999108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Router 74788e1d-7c6a-4524-980c-62f34c65ca70 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:15:06.019868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bae89c1b-07df-411f-a699-818b40e18f7a tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.055797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51776) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:06.224306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.248547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b230c-67de-4b22-a88a-bfadcc044fc1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:06.254956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b230c-67de-4b22-a88a-bfadcc044fc1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:06.260905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b230c-67de-4b22-a88a-bfadcc044fc1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:06.267153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b230c-67de-4b22-a88a-bfadcc044fc1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:06.272862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b230c-67de-4b22-a88a-bfadcc044fc1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:06.273760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-199b230c-67de-4b22-a88a-bfadcc044fc1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Synchronizing usage tracker for tenant:388b0162c1cb4fabaebda23df175c6f1 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:06.281960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1800204043'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:06.297694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:06.316086 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7e8cc53c-7c38-46bf-bc19-576ab8d79b69 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad1e90b0a1774621a8b39030fbc29c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591600 Jun 16 15:15:06.316909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51784) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:06.455564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-610879b2-495e-4d9c-8991-b9588b7f2483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.518232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-610879b2-495e-4d9c-8991-b9588b7f2483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.609513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:network and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:06.614281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.614601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:06.685933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-610879b2-495e-4d9c-8991-b9588b7f2483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.696234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:06.699271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bae89c1b-07df-411f-a699-818b40e18f7a tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.732442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bae89c1b-07df-411f-a699-818b40e18f7a tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.744297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-199b230c-67de-4b22-a88a-bfadcc044fc1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Unset dirty status for tenant:388b0162c1cb4fabaebda23df175c6f1 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:06.747966 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-199b230c-67de-4b22-a88a-bfadcc044fc1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2957 time: 1.3019960 Jun 16 15:15:06.754659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51788) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:06.760650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610879b2-495e-4d9c-8991-b9588b7f2483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70b7d81-1471-4990-bae7-585c9270a399,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:06.809660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-610879b2-495e-4d9c-8991-b9588b7f2483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.812192 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-610879b2-495e-4d9c-8991-b9588b7f2483 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f70b7d81-1471-4990-bae7-585c9270a399 HTTP/1.1" status: 204 len: 168 time: 0.4885411 Jun 16 15:15:06.863453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:15:06.869728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:06.873162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.877278 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447c803f-1afd-40a0-93b8-68a41e39722a None None] Sync routers for ids ['74788e1d-7c6a-4524-980c-62f34c65ca70'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:15:06.889005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.892396 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c803f-1afd-40a0-93b8-68a41e39722a None None] Routers {'74788e1d-7c6a-4524-980c-62f34c65ca70'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:06.893004 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-447c803f-1afd-40a0-93b8-68a41e39722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['74788e1d-7c6a-4524-980c-62f34c65ca70'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:06.914595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bae89c1b-07df-411f-a699-818b40e18f7a tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.915118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae89c1b-07df-411f-a699-818b40e18f7a tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9d603da-604c-4df5-8103-67d4b7e80486 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:15:06.920600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.957414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb86e695-79a4-493b-8e93-4320d958c5bd']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:06.965356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bae89c1b-07df-411f-a699-818b40e18f7a tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.966472 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bae89c1b-07df-411f-a699-818b40e18f7a tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] 10.222.0.73 "DELETE /v2.0/routers/d9d603da-604c-4df5-8103-67d4b7e80486 HTTP/1.1" status: 204 len: 168 time: 1.2727737 Jun 16 15:15:06.971153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:06.973157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51794) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:06.978200 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-447c803f-1afd-40a0-93b8-68a41e39722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:06.981522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Request body: {'router': {'name': 'tempest-router-2004007481', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5db54be09a0344ae9e34fb45dd34a0f6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:06.987346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:security_group_rule and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:06.989383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.989915 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c803f-1afd-40a0-93b8-68a41e39722a None None] Routers {'74788e1d-7c6a-4524-980c-62f34c65ca70'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:06.990408 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-447c803f-1afd-40a0-93b8-68a41e39722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['74788e1d-7c6a-4524-980c-62f34c65ca70'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:06.990884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543e3946-c8af-4d81-a648-ad38487591c9') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:06.991218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543e3946-c8af-4d81-a648-ad38487591c9') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:06.998249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:07.000613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:07.012923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.019670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Usage tracker for resource:router and tenant:5db54be09a0344ae9e34fb45dd34a0f6 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:07.022481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:07.028009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:07.039813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:07.050694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.055044 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e90470e8-a571-4b37-af23-451d6b1f92e3 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.6421337 Jun 16 15:15:07.055866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.062305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51798) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:07.067347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:07.067754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.082472 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-447c803f-1afd-40a0-93b8-68a41e39722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:07.083126 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447c803f-1afd-40a0-93b8-68a41e39722a None None] The sync data for ids ['74788e1d-7c6a-4524-980c-62f34c65ca70'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:15:07.089708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:07.151692 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 543e3946-c8af-4d81-a648-ad38487591c9 resource provider aggregate not found Jun 16 15:15:07.161190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.162167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.184889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.187333 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 543e3946-c8af-4d81-a648-ad38487591c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 543e3946-c8af-4d81-a648-ad38487591c9 found for delete ", "request_id": "req-cd7af1da-24c3-4c26-b3af-91356ce03694"}]} Jun 16 15:15:07.311227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.316518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.337248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb86e695-79a4-493b-8e93-4320d958c5bd {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 16 15:15:07.353116 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.366602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.369920 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] 10.222.0.73 "DELETE /v2.0/networks/cb86e695-79a4-493b-8e93-4320d958c5bd HTTP/1.1" status: 204 len: 168 time: 1.6880138 Jun 16 15:15:07.374157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51814) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:07.385998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30560f-3f18-4f23-9654-c46a513c2989 tempest-ExternalNetworksTestJSON-1801551088 tempest-ExternalNetworksTestJSON-1801551088-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb86e695-79a4-493b-8e93-4320d958c5bd,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:07.399512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.461165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.463067 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1e55bc73-6ddd-459d-80af-7a04d8434a6d tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4885576 Jun 16 15:15:07.464433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.482796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:07.495152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.495862 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment c9383b47-0410-43bf-9fd2-79f2290b127f of type vlan for network 7ae84906-4a02-4c84-a68a-9b42dedf2570 Jun 16 15:15:07.512490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51820) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:07.538609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:07.578211 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef571fe-be2d-4a2a-9ad2-fad3e8347e86 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] DELETE failed (client error): The resource could not be found. Jun 16 15:15:07.578842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef571fe-be2d-4a2a-9ad2-fad3e8347e86 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:15:07.581539 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2ef571fe-be2d-4a2a-9ad2-fad3e8347e86 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] 10.222.0.73 "DELETE /v2.0/subnets/014ca5e2-bfac-402d-acdd-4958d3894830 HTTP/1.1" status: 404 len: 337 time: 0.2049108 Jun 16 15:15:07.588999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51824) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:07.590504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8b11c2-5d22-438c-9698-f16fbe9e3dd0']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:07.638815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55bc427-83b3-49af-85bf-535a88b4aeab') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:07.642211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55bc427-83b3-49af-85bf-535a88b4aeab') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:07.672503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0ea421a3-6006-499d-a84a-b61933ea5416 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:07.684143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting port cc69a478-20a6-4028-ad91-38453c659044 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:07.684755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.716000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.755055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.879390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.901310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0ea421a3-6006-499d-a84a-b61933ea5416 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:07.901693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.923524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:07.924300 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.974867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47540ab2-7332-48d9-a6ce-1aa57a777f45,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:07.977880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:15:08.069395 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b55bc427-83b3-49af-85bf-535a88b4aeab resource provider aggregate not found Jun 16 15:15:08.072661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0ea421a3-6006-499d-a84a-b61933ea5416 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:08.131531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.134092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.163428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.165950 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b55bc427-83b3-49af-85bf-535a88b4aeab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b55bc427-83b3-49af-85bf-535a88b4aeab found for delete ", "request_id": "req-6c53a6ab-b90e-4d71-aa5e-d5115112a63b"}]} Jun 16 15:15:08.182883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.188285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:08.188932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.215153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51840) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:08.288286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.388620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.478287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Calling delete_port for cc69a478-20a6-4028-ad91-38453c659044 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:08.502586 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8221073 Jun 16 15:15:08.504000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89745) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 16 15:15:08.505025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Router a192f60a-f563-45b8-b75e-7be9f7927600 migrating from provider to provider. {{(pid=89745) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 16 15:15:08.505323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.510638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750bd8a-7700-4327-846a-209860832dad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=7ae84906-4a02-4c84-a68a-9b42dedf2570,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:08.514364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.535159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.537063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 7ae84906-4a02-4c84-a68a-9b42dedf2570 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:08.580647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.591382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group': {'name': 'tempest-secgroup--868312270'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:08.621710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Network': ['ID=5e8b11c2-5d22-438c-9698-f16fbe9e3dd0,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:08.650734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51846) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:08.675741 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:08.685270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:08.717784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': '7ae84906-4a02-4c84-a68a-9b42dedf2570', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:08.733835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:08.750251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:08.768611 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.scheduler.l3_agent_scheduler [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] No L3 agents can host the router a192f60a-f563-45b8-b75e-7be9f7927600 Jun 16 15:15:08.849102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.872102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.896539 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d003bb41-254c-42bc-be48-71326febf76a tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "DELETE /v2.0/networks/5e8b11c2-5d22-438c-9698-f16fbe9e3dd0 HTTP/1.1" status: 204 len: 168 time: 2.1396375 Jun 16 15:15:08.915092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51850) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:08.919913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:08.973188 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:08.981374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:08.989904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:08.998242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:09.001538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Hosts for router a192f60a-f563-45b8-b75e-7be9f7927600: [] {{(pid=89745) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jun 16 15:15:09.059742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Hosts for other DVR routers connected to router a192f60a-f563-45b8-b75e-7be9f7927600: set() {{(pid=89745) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jun 16 15:15:09.065271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18dd900-dfde-4ed8-ae0e-affd39d22f1f']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:09.072691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.077086 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-70fbe749-1997-40f7-9bf0-e065e972b8c4 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] 10.222.0.73 "PUT /v2.0/routers/a192f60a-f563-45b8-b75e-7be9f7927600 HTTP/1.1" status: 200 len: 717 time: 1.5513694 Jun 16 15:15:09.077086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51854) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:09.122306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b144c0e3-77f9-4aff-9140-6ceee1da9943') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:09.123096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b144c0e3-77f9-4aff-9140-6ceee1da9943') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:09.209662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.220625 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:09.237777 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8d8f5192-d9aa-4f92-a721-1d847dd93e5f tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] 10.222.0.73 "GET /v2.0/routers/a192f60a-f563-45b8-b75e-7be9f7927600 HTTP/1.1" status: 200 len: 717 time: 0.1599758 Jun 16 15:15:09.240319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51858) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:09.245589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:subnet and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:09.249597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.253547 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:09.269070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.277148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:09.295013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.295013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:09.295230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.301424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.430684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.436209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.455285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:09.495216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:09.498703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.521746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:09.528840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:09.547105 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8cacc4c1-af8d-4e1d-b2e6-d57fe92117a4 tempest-RoutersTestDVR-1497743327 tempest-RoutersTestDVR-1497743327-project] 10.222.0.73 "GET /v2.0/routers/a192f60a-f563-45b8-b75e-7be9f7927600 HTTP/1.1" status: 200 len: 683 time: 0.3055911 Jun 16 15:15:09.548217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:09.554610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51864) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:09.562674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad6a82a-dfff-492c-a438-4991c3ec3d31,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:09.567928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.636925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.653253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.672124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.709709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Deleting port 55f012bd-e67a-42d5-a436-3ee1d6c34ea1 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:09.710055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.718839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261c3bf4-9f69-4138-8c07-0d367a591882,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:09.774873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.778723 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-089ed33c-d01f-4244-80d8-f08fbd5757bc tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5542455 Jun 16 15:15:09.778966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51868) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:09.840355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e8eff0d5-8812-4f82-9460-4d4df97583d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:09.871187 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] Pushing event deleted for resources: {'Network': ['ID=e18dd900-dfde-4ed8-ae0e-affd39d22f1f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:09.874464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.940650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e8eff0d5-8812-4f82-9460-4d4df97583d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:09.942583 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e8eff0d5-8812-4f82-9460-4d4df97583d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1626754 Jun 16 15:15:09.946380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51872) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:09.952120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-52ec257f-6dcb-4dd8-b62b-71a53c87cefe tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group': {'name': 'tempest-security--276405659', 'description': 'tempest-security-description-777143852'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:09.959284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ec121296-651b-4c6d-b719-d0aa51015d88 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.981850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-52ec257f-6dcb-4dd8-b62b-71a53c87cefe tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.039008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-52ec257f-6dcb-4dd8-b62b-71a53c87cefe tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.048889 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b4dcadab-8d01-48fd-8d6c-1e299979b583 tempest-ExternalNetworksTestJSON-1721109300 tempest-ExternalNetworksTestJSON-1721109300-project] 10.222.0.73 "DELETE /v2.0/networks/e18dd900-dfde-4ed8-ae0e-affd39d22f1f HTTP/1.1" status: 204 len: 168 time: 2.4394407 Jun 16 15:15:10.049853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.111480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-52ec257f-6dcb-4dd8-b62b-71a53c87cefe tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.114432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-52ec257f-6dcb-4dd8-b62b-71a53c87cefe tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.115690 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-52ec257f-6dcb-4dd8-b62b-71a53c87cefe tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "PUT /v2.0/security-groups/261c3bf4-9f69-4138-8c07-0d367a591882 HTTP/1.1" status: 200 len: 1776 time: 0.1682837 Jun 16 15:15:10.123097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51878) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:10.161953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf9ed05-e7fc-4327-bf12-64d9f3b1105a']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:10.176868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec257f-6dcb-4dd8-b62b-71a53c87cefe tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261c3bf4-9f69-4138-8c07-0d367a591882,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:10.189314 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-11911e4f-d37b-480f-ad1c-e8513ce8fff4 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups/261c3bf4-9f69-4138-8c07-0d367a591882 HTTP/1.1" status: 200 len: 1776 time: 0.0646830 Jun 16 15:15:10.192374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51884) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:10.259248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602ed38-163e-48ae-b63f-607d799deec1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.288951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602ed38-163e-48ae-b63f-607d799deec1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.353265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Port': ['ID=cc69a478-20a6-4028-ad91-38453c659044,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:10.358155 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c877f63-45ac-44a4-b474-313e8a82e3f2') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:10.358517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c877f63-45ac-44a4-b474-313e8a82e3f2') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:10.378652 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b144c0e3-77f9-4aff-9140-6ceee1da9943 resource provider aggregate not found Jun 16 15:15:10.420569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602ed38-163e-48ae-b63f-607d799deec1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.446601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602ed38-163e-48ae-b63f-607d799deec1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261c3bf4-9f69-4138-8c07-0d367a591882,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:10.528519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602ed38-163e-48ae-b63f-607d799deec1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.529744 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f602ed38-163e-48ae-b63f-607d799deec1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/261c3bf4-9f69-4138-8c07-0d367a591882 HTTP/1.1" status: 204 len: 168 time: 0.3365235 Jun 16 15:15:10.535817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51892) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:10.570059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.596294 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b144c0e3-77f9-4aff-9140-6ceee1da9943 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b144c0e3-77f9-4aff-9140-6ceee1da9943 found for delete ", "request_id": "req-ecf3415b-81f1-4ea6-a505-a6f785605be4"}]} Jun 16 15:15:10.601428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-60e9f8e9-7ec8-4548-86fe-50bd9f798312 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:10.617786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51896) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:10.689932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-60e9f8e9-7ec8-4548-86fe-50bd9f798312 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:10.693976 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-60e9f8e9-7ec8-4548-86fe-50bd9f798312 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1579771 Jun 16 15:15:10.694196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51902) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:10.703689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.711530 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-a0ee82ee-cb17-436c-bab1-d731192c2e25 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] delete failed (client error): The resource could not be found. Jun 16 15:15:10.712542 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a0ee82ee-cb17-436c-bab1-d731192c2e25 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/261c3bf4-9f69-4138-8c07-0d367a591882 HTTP/1.1" status: 404 len: 347 time: 0.0173707 Jun 16 15:15:10.719447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51906) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:10.725328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group': {'name': 'tempest-secgroup--18713604'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:10.731233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:10.755102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:10.791067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ec121296-651b-4c6d-b719-d0aa51015d88 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.793239 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0ada9586-93d7-4fcf-b076-846023c444d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a43dedb62c3d4fec8a8c11c75160829b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743894 Jun 16 15:15:10.795743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51910) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:10.809229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ec121296-651b-4c6d-b719-d0aa51015d88 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.818555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:10.819009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.854542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2c891dd5-a31e-471e-9598-6ac5809aad7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.856462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:10.898220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:10.904865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2c891dd5-a31e-471e-9598-6ac5809aad7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.013788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:11.018799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:11.025921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.028339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.031548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:11.103745 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-b6142e36-0857-4ef1-8acf-58814c9a0ad3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2095232 Jun 16 15:15:11.184772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2c891dd5-a31e-471e-9598-6ac5809aad7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.188089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Calling delete_port for 55f012bd-e67a-42d5-a436-3ee1d6c34ea1 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:11.214267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c891dd5-a31e-471e-9598-6ac5809aad7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378ae346-8e36-497d-a7c8-32307dff3d99,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:11.216143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ec121296-651b-4c6d-b719-d0aa51015d88 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.216634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec121296-651b-4c6d-b719-d0aa51015d88 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a192f60a-f563-45b8-b75e-7be9f7927600 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:15:11.259742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.295592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2c891dd5-a31e-471e-9598-6ac5809aad7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.299691 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2c891dd5-a31e-471e-9598-6ac5809aad7f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/378ae346-8e36-497d-a7c8-32307dff3d99 HTTP/1.1" status: 204 len: 168 time: 0.5003428 Jun 16 15:15:11.348361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.355553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.396789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f1db37-7cad-4dd5-8e6e-cad246b7ee61,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:11.447898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.448679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.452641 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-40c53ada-854e-4431-971b-ed9421901e45 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7294803 Jun 16 15:15:11.452850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51916) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:11.458545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': '44f1db37-7cad-4dd5-8e6e-cad246b7ee61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:11.464844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:11.465779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Network': ['ID=0cf9ed05-e7fc-4327-bf12-64d9f3b1105a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:11.472816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:11.476259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:11.482419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:11.491653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ec121296-651b-4c6d-b719-d0aa51015d88 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.492760 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ec121296-651b-4c6d-b719-d0aa51015d88 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] 10.222.0.73 "DELETE /v2.0/routers/a192f60a-f563-45b8-b75e-7be9f7927600 HTTP/1.1" status: 204 len: 168 time: 1.9345856 Jun 16 15:15:11.496439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51920) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:11.501428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Request body: {'router': {'name': 'tempest-router-466490126', 'distributed': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:11.506552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:11.510334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Usage tracker for resource:router and tenant:4926cf2d9f844ef28cadb79a008d993f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:11.513222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:11.519017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:11.547379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.556316 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5d38f27f-7c83-4d7b-84f6-34be3bcb40aa tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "DELETE /v2.0/networks/0cf9ed05-e7fc-4327-bf12-64d9f3b1105a HTTP/1.1" status: 204 len: 168 time: 2.5936198 Jun 16 15:15:11.558894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51924) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:11.574721 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.608482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.609389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.714268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.793464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.803403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c0f50-bcc1-48ee-80b6-698e9b84d575 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:11.809286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c0f50-bcc1-48ee-80b6-698e9b84d575 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:11.811767 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-103c0f50-bcc1-48ee-80b6-698e9b84d575 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2507432 Jun 16 15:15:11.815054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51930) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:11.821278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1022431404'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:11.826270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:11.830452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Usage tracker for resource:network and tenant:388b0162c1cb4fabaebda23df175c6f1 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:11.833661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:11.836671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.849159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:11.872594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Router 9825d891-5a83-4395-ba24-55d99a94dfa9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:15:11.888667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.898166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=5f74a5b9-6b0d-4d19-8eaf-21be11468ca5,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:11.914412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da568987-390c-4cd7-b278-78c575b5c684,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:11.915302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-83dc2574-99eb-478c-be97-dee837018186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:11.917316 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-83dc2574-99eb-478c-be97-dee837018186 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad081a7e9231445ba34114528f1d30a4&device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 1098 time: 0.7380979 Jun 16 15:15:11.952032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51934) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:11.971722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.973371 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1e9d2bb3-86ba-479a-9c99-1e6ddc811195 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4754426 Jun 16 15:15:11.974111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Made reservation on behalf of 388b0162c1cb4fabaebda23df175c6f1 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:11.978490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:11.988200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51938) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:12.017187 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': 'c9383b47-0410-43bf-9fd2-79f2290b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7ae84906-4a02-4c84-a68a-9b42dedf2570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:12.017554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: 7ae84906-4a02-4c84-a68a-9b42dedf2570, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:12.049009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.053565 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0b8475d8-9005-429a-9cb2-771841daabb1 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5961952 Jun 16 15:15:12.057173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51942) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:12.149191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:15:12.162152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a0dfb-0bb4-4ea4-8fb5-72d329d17f2a None None] Sync routers for ids ['9825d891-5a83-4395-ba24-55d99a94dfa9'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:15:12.174100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a0dfb-0bb4-4ea4-8fb5-72d329d17f2a None None] Routers {'9825d891-5a83-4395-ba24-55d99a94dfa9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:12.174795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b49a0dfb-0bb4-4ea4-8fb5-72d329d17f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9825d891-5a83-4395-ba24-55d99a94dfa9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:12.184849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6bc377bb-752d-427a-8a08-a70d44bab744 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.231969 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4c196307-46f5-4413-89e9-afaa6ccca066 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "PUT /v2.0/routers/9825d891-5a83-4395-ba24-55d99a94dfa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3548064 Jun 16 15:15:12.232541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51946) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:12.242683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:12.250366 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2654f42b-4fa7-44bb-8406-3cc3d1a988f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=169605863c054b1bb4e7008c46fc94bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933507 Jun 16 15:15:12.259509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51950) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:12.260510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f41f38f-1618-4e98-9dcd-89a7214bffc2 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.266153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b49a0dfb-0bb4-4ea4-8fb5-72d329d17f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:12.279837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a0dfb-0bb4-4ea4-8fb5-72d329d17f2a None None] Routers {'9825d891-5a83-4395-ba24-55d99a94dfa9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:12.281026 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b49a0dfb-0bb4-4ea4-8fb5-72d329d17f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9825d891-5a83-4395-ba24-55d99a94dfa9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:12.307788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network 7ae84906-4a02-4c84-a68a-9b42dedf2570 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:12.313373 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-58ebc4ce-db36-4f43-9b43-567bec22bc2a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] delete failed (client error): The resource could not be found. Jun 16 15:15:12.319475 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-58ebc4ce-db36-4f43-9b43-567bec22bc2a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1399827733 HTTP/1.1" status: 404 len: 335 time: 0.0812705 Jun 16 15:15:12.319475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51954) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:12.336669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-04c2ba3d-9d19-486a-a72a-cc956990a480 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'router': {'external_gateway_info': {'network_id': '9825d891-5a83-4395-ba24-55d99a94dfa9'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:12.346843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.347213 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Added segment d7d503a6-790d-4bac-a2fa-d90c89aff6c1 of type vlan for network f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4 Jun 16 15:15:12.351604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f41f38f-1618-4e98-9dcd-89a7214bffc2 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.367938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b49a0dfb-0bb4-4ea4-8fb5-72d329d17f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:12.374742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a0dfb-0bb4-4ea4-8fb5-72d329d17f2a None None] The sync data for ids ['9825d891-5a83-4395-ba24-55d99a94dfa9'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:15:12.396546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.443023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 7ae84906-4a02-4c84-a68a-9b42dedf2570) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:12.451702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b713d-5228-44d1-970d-3495a610d283 None None] Network 7ae84906-4a02-4c84-a68a-9b42dedf2570 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:12.503171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-4b60a153-53f9-4f04-bd4a-45b002f8b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:12.504412 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-4b60a153-53f9-4f04-bd4a-45b002f8b36a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 200 len: 913 time: 0.5262108 Jun 16 15:15:12.523401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:12.523977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.529942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Pushing event deleted for resources: {'Port': ['ID=55f012bd-e67a-42d5-a436-3ee1d6c34ea1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:12.585623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6bc377bb-752d-427a-8a08-a70d44bab744 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.591720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.595570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6bc377bb-752d-427a-8a08-a70d44bab744 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.648437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-add3a452-31bb-4f0a-9317-243de3903d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.679438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-add3a452-31bb-4f0a-9317-243de3903d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.683801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-7ae84906-4a02-4c84-a68a-9b42dedf2570', 'network_id': '7ae84906-4a02-4c84-a68a-9b42dedf2570', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': '5f74a5b9-6b0d-4d19-8eaf-21be11468ca5'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:12.684625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.692332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f41f38f-1618-4e98-9dcd-89a7214bffc2 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.711211 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 8c877f63-45ac-44a4-b474-313e8a82e3f2 resource provider aggregate not found Jun 16 15:15:12.726343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41f38f-1618-4e98-9dcd-89a7214bffc2 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da568987-390c-4cd7-b278-78c575b5c684,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:12.743302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f41f38f-1618-4e98-9dcd-89a7214bffc2 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.747090 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7f41f38f-1618-4e98-9dcd-89a7214bffc2 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/da568987-390c-4cd7-b278-78c575b5c684 HTTP/1.1" status: 204 len: 168 time: 0.6779950 Jun 16 15:15:12.747386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51962) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:12.753537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6bc377bb-752d-427a-8a08-a70d44bab744 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.753537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc377bb-752d-427a-8a08-a70d44bab744 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a46018ec-f0fd-4b83-9c16-ecf72cd1d6d5 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:15:12.763495 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 8c877f63-45ac-44a4-b474-313e8a82e3f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c877f63-45ac-44a4-b474-313e8a82e3f2 found for delete ", "request_id": "req-d63a3ae1-6d4a-4576-ae7a-8a179b4abb51"}]} Jun 16 15:15:12.774728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.780195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:12.780787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.838750 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d93eb387-2c2c-4a64-964b-99902f691859 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.1868083 Jun 16 15:15:12.846434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51966) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:12.864505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Allocated IP 172.20.255.242 (7ae84906-4a02-4c84-a68a-9b42dedf2570/5f74a5b9-6b0d-4d19-8eaf-21be11468ca5/c1155137-c5e2-42b7-8c3e-85f2d12ac89e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:12.901153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6bc377bb-752d-427a-8a08-a70d44bab744 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.902275 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6bc377bb-752d-427a-8a08-a70d44bab744 tempest-RoutersTestDVR-1224406768 tempest-RoutersTestDVR-1224406768-project-admin] 10.222.0.73 "DELETE /v2.0/routers/a46018ec-f0fd-4b83-9c16-ecf72cd1d6d5 HTTP/1.1" status: 204 len: 168 time: 0.9112236 Jun 16 15:15:12.918428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-add3a452-31bb-4f0a-9317-243de3903d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.919923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1023771285'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:12.920844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-add3a452-31bb-4f0a-9317-243de3903d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:12.922206 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-add3a452-31bb-4f0a-9317-243de3903d0a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/356115d0-89b2-4370-be45-f2d48e88812a HTTP/1.1" status: 204 len: 168 time: 0.6560972 Jun 16 15:15:12.937781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f28afa9d-dce3-44d2-b489-701faa798c57 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:12.944757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:12.949726 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-195a9fe3-4c08-4a9d-a89a-f6554f8c7995 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 200 len: 1001 time: 0.4267695 Jun 16 15:15:12.951047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'Network': ['ID=f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:12.960625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3a452-31bb-4f0a-9317-243de3903d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356115d0-89b2-4370-be45-f2d48e88812a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:12.977328 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cf84ed21-e117-416b-9b43-be9886cb07fb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1563723 Jun 16 15:15:12.977328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51974) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:12.981665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-282721167'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:12.983236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:12.986544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:12.991578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Usage tracker for resource:network and tenant:388b0162c1cb4fabaebda23df175c6f1 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:12.994541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:13.001640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:13.025980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f28afa9d-dce3-44d2-b489-701faa798c57 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:13.032696 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f28afa9d-dce3-44d2-b489-701faa798c57 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2838645 Jun 16 15:15:13.033589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51980) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:13.038233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:network and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:13.128144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Made reservation on behalf of 388b0162c1cb4fabaebda23df175c6f1 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:13.132163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.181962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-297987c5-733c-4bad-adcb-dd07c41875fb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.194562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:13.218470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.218823 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Added segment 62a83035-ac90-4b5b-8074-59534e6f1a97 of type vlan for network 26e88a23-90d4-42b1-84db-2d397031f2cc Jun 16 15:15:13.220673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-297987c5-733c-4bad-adcb-dd07c41875fb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.243238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.255540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Transition to ACTIVE for port object c1155137-c5e2-42b7-8c3e-85f2d12ac89e will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:13.278981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.282658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Transition to ACTIVE for port object c1155137-c5e2-42b7-8c3e-85f2d12ac89e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:13.314602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:13.320050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.387405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.387552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.388706 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-04c2ba3d-9d19-486a-a72a-cc956990a480 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.392552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:13.396213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:13.396213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.399288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-297987c5-733c-4bad-adcb-dd07c41875fb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.451298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297987c5-733c-4bad-adcb-dd07c41875fb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f1db37-7cad-4dd5-8e6e-cad246b7ee61,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:13.486789 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Network 7ae84906-4a02-4c84-a68a-9b42dedf2570 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:13.487871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-297987c5-733c-4bad-adcb-dd07c41875fb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.491535 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-297987c5-733c-4bad-adcb-dd07c41875fb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/44f1db37-7cad-4dd5-8e6e-cad246b7ee61 HTTP/1.1" status: 204 len: 168 time: 0.4533334 Jun 16 15:15:13.493376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:13.498961 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:13.500467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 51986) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:13.507738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Pushing event updated for resources: {'Port': ['ID=c1155137-c5e2-42b7-8c3e-85f2d12ac89e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:13.553310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-c9b040dd-40f5-4e67-862a-78ee6b05c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:13.555616 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-c9b040dd-40f5-4e67-862a-78ee6b05c38b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d65951-18ae-4b18-be19-745c773e01b0 HTTP/1.1" status: 200 len: 851 time: 0.5188503 Jun 16 15:15:13.593398 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-04c2ba3d-9d19-486a-a72a-cc956990a480 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] update failed (client error): The resource could not be found. Jun 16 15:15:13.594616 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-04c2ba3d-9d19-486a-a72a-cc956990a480 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "PUT /v2.0/routers/9825d891-5a83-4395-ba24-55d99a94dfa9 HTTP/1.1" status: 404 len: 339 time: 1.2724164 Jun 16 15:15:13.660260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51992) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:13.666885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-207449885'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:13.669709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Attempting to bind port c1155137-c5e2-42b7-8c3e-85f2d12ac89e on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:13.670073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Attempting to bind port c1155137-c5e2-42b7-8c3e-85f2d12ac89e by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'c9383b47-0410-43bf-9fd2-79f2290b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7ae84906-4a02-4c84-a68a-9b42dedf2570'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:13.670430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Attempting to bind port c1155137-c5e2-42b7-8c3e-85f2d12ac89e on network 7ae84906-4a02-4c84-a68a-9b42dedf2570 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:13.673012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:13.676991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:13.682392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Checking segment: {'id': 'c9383b47-0410-43bf-9fd2-79f2290b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7ae84906-4a02-4c84-a68a-9b42dedf2570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:13.682538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Usage tracker for resource:network and tenant:f5b7ed4edff347e4ad5361da88f70cb4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:13.682628 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.682628 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Bound using segment: {'id': 'c9383b47-0410-43bf-9fd2-79f2290b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7ae84906-4a02-4c84-a68a-9b42dedf2570'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:13.682628 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Bound port: c1155137-c5e2-42b7-8c3e-85f2d12ac89e, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9383b47-0410-43bf-9fd2-79f2290b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7ae84906-4a02-4c84-a68a-9b42dedf2570'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:13.682628 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.682922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:13.686337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:13.704207 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7290914 Jun 16 15:15:13.707492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 51998) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:13.710123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db7912-4cf8-44ec-8329-dbc4bb3159ae tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'Network': ['ID=26e88a23-90d4-42b1-84db-2d397031f2cc,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:13.715405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'ports': [{'network_id': 'f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4', 'name': 'tempest-port--1259626583', 'admin_state_up': True}, {'network_id': '26e88a23-90d4-42b1-84db-2d397031f2cc', 'admin_state_up': False}]} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:13.715721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'port': {'network_id': 'f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4', 'name': 'tempest-port--1259626583', 'admin_state_up': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:13.716354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'port': {'network_id': '26e88a23-90d4-42b1-84db-2d397031f2cc', 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:13.732799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 26e88a23-90d4-42b1-84db-2d397031f2cc details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:13.811501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:13.814809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.824147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52002) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:13.897010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] For port c1155137-c5e2-42b7-8c3e-85f2d12ac89e, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:13.902669 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] For port c1155137-c5e2-42b7-8c3e-85f2d12ac89e, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1155137-c5e2-42b7-8c3e-85f2d12ac89e,segment=NetworkSegment(c9383b47-0410-43bf-9fd2-79f2290b127f),segment_id=c9383b47-0410-43bf-9fd2-79f2290b127f)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:13.908903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Made reservation on behalf of f5b7ed4edff347e4ad5361da88f70cb4 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:13.914454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:13.926520 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-973ee57d-9b99-4fed-9ed0-89e222b96f23 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4115417 Jun 16 15:15:13.937329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52012) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:13.949049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group': {'name': 'tempest-secgroup--167776984'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:13.963703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:13.980744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.013277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.022763 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:14.031195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:14.031412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.067050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.068823 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment 0170a518-ae81-4790-959a-f5f3d5288323 of type vlan for network d15cc77c-9ca8-4ca3-bf8d-b5e590f09494 Jun 16 15:15:14.070015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:14.072438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:14.080643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea155e-8e62-4487-94c8-e3110ed9ba6e None None] Pushing event updated for resources: {'Port': ['ID=c1155137-c5e2-42b7-8c3e-85f2d12ac89e,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:14.104177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:14.108864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.109204 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Added segment 24d7c23b-7690-42c4-b340-10d091779b0c of type vlan for network bb7467c8-6409-431e-a836-27502379228b Jun 16 15:15:14.120563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:14.137305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Usage tracker for resource:port and tenant:388b0162c1cb4fabaebda23df175c6f1 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:14.149498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:14.159114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:14.162736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.203264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.229329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:14.240775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dcf55e88-c4ef-479d-b4fe-d30c16870fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.245169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:14.251358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.277200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-c69143d1-e24b-4f83-88fc-a828c9219503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:14.279273 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-c69143d1-e24b-4f83-88fc-a828c9219503 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7e237ff-536e-40be-8c14-25d5099978ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6875706 Jun 16 15:15:14.288988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-dcf55e88-c4ef-479d-b4fe-d30c16870fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:14.323950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-dcf55e88-c4ef-479d-b4fe-d30c16870fcc admin admin] Usage tracker for resource:security_group_rule and tenant:5db54be09a0344ae9e34fb45dd34a0f6 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:14.326265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Made reservation on behalf of 388b0162c1cb4fabaebda23df175c6f1 for: {'port': 2} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:14.338383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Router 74788e1d-7c6a-4524-980c-62f34c65ca70 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:15:14.338893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.341364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-dcf55e88-c4ef-479d-b4fe-d30c16870fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:14.379424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.381822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-dcf55e88-c4ef-479d-b4fe-d30c16870fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:14.385935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:14.386619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.441886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.536737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.537722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.544243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:14.551532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.600301 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9389281 Jun 16 15:15:14.600894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52024) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:14.639666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c181a-01b8-4528-bf8b-91a5f921c61f tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Network': ['ID=bb7467c8-6409-431e-a836-27502379228b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:14.652400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'subnet': {'network_id': 'bb7467c8-6409-431e-a836-27502379228b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:14.654614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network bb7467c8-6409-431e-a836-27502379228b details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:14.677145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.781793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:15:14.793006 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1bcd9-7591-42ed-a98c-1eee12bc78d0 None None] Sync routers for ids ['74788e1d-7c6a-4524-980c-62f34c65ca70'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:15:14.805683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.806915 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b1ddb1a4-50fe-4c22-a5ef-577e17f883f7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "PUT /v2.0/routers/74788e1d-7c6a-4524-980c-62f34c65ca70 HTTP/1.1" status: 200 len: 706 time: 7.7350619 Jun 16 15:15:14.812331 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1bcd9-7591-42ed-a98c-1eee12bc78d0 None None] Routers {'74788e1d-7c6a-4524-980c-62f34c65ca70'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:14.813085 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-26e1bcd9-7591-42ed-a98c-1eee12bc78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['74788e1d-7c6a-4524-980c-62f34c65ca70'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:14.816095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52032) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:14.818906 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-3218e137-b194-4d06-b553-8eb78a24f7d5 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265768 Jun 16 15:15:14.824600 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9770029 Jun 16 15:15:14.825448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177e4b3-63ee-4d4f-97f0-3c2dc0e129bc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=d15cc77c-9ca8-4ca3-bf8d-b5e590f09494,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:14.831436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52036) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:14.854153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d15cc77c-9ca8-4ca3-bf8d-b5e590f09494 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:14.873838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:14.875098 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9361794 Jun 16 15:15:14.898068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746bef7-1c1b-4176-9b84-9b5fcaccf28f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b523626-b0f6-4d40-bee5-75a1268e20ab,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:14.919948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52040) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:14.948140 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-26e1bcd9-7591-42ed-a98c-1eee12bc78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:14.971444 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1bcd9-7591-42ed-a98c-1eee12bc78d0 None None] Routers {'74788e1d-7c6a-4524-980c-62f34c65ca70'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:14.972075 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-26e1bcd9-7591-42ed-a98c-1eee12bc78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:14:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['74788e1d-7c6a-4524-980c-62f34c65ca70'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:15.030328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f352f883-5a01-44d5-974d-f7d30b31670b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': '6b523626-b0f6-4d40-bee5-75a1268e20ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:15.056523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f352f883-5a01-44d5-974d-f7d30b31670b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:15.059287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:15.064931 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-26e1bcd9-7591-42ed-a98c-1eee12bc78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:15.065347 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1bcd9-7591-42ed-a98c-1eee12bc78d0 None None] The sync data for ids ['74788e1d-7c6a-4524-980c-62f34c65ca70'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:15:15.069681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Usage tracker for resource:subnet and tenant:f5b7ed4edff347e4ad5361da88f70cb4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:15.075733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:15.084231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] device_id is not set on port fc31811f-dd00-4594-b47a-c8dcc607a01c yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:15.099092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:15.108185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f352f883-5a01-44d5-974d-f7d30b31670b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:15.149828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': 'd15cc77c-9ca8-4ca3-bf8d-b5e590f09494', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:15.189027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Made reservation on behalf of f5b7ed4edff347e4ad5361da88f70cb4 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:15.193470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:15.386057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e294a04-4a72-43cd-b384-393cf5709d5c None None] Network 7ae84906-4a02-4c84-a68a-9b42dedf2570 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:15.430957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f352f883-5a01-44d5-974d-f7d30b31670b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:15.462752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:15.490170 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6941169d-94e7-4a5a-972f-3f14bd5a6ea1 tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/routers/74788e1d-7c6a-4524-980c-62f34c65ca70 HTTP/1.1" status: 200 len: 741 time: 0.6701500 Jun 16 15:15:15.501038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52052) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:15.589987 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-74fa0792-6726-4550-aecb-aabfcfc96b3b tempest-RoutersAdminTest-393316251 tempest-RoutersAdminTest-393316251-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&device_id=74788e1d-7c6a-4524-980c-62f34c65ca70 HTTP/1.1" status: 200 len: 205 time: 0.0841136 Jun 16 15:15:15.606231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52056) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:15.661695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3ddb6652-d75b-41a3-856b-29676309f1ef None None] Provisioning for port c1155137-c5e2-42b7-8c3e-85f2d12ac89e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:15.669249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] device_id is not set on port df0b156f-8968-455e-9246-f378002e5b57 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:15.687282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dcf55e88-c4ef-479d-b4fe-d30c16870fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:15.687282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:15.687538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f352f883-5a01-44d5-974d-f7d30b31670b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:15.704940 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e128648f-92c0-49ed-998d-0ed306aaaf08 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=74788e1d-7c6a-4524-980c-62f34c65ca70 HTTP/1.1" status: 200 len: 205 time: 0.0947044 Jun 16 15:15:15.704940 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:subnet and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:15.706341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52060) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:15.710532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:15.716754 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c08d3a90-3170-4e20-9bb7-52bf47fb2b6e req-73a874f3-4293-494b-bacd-221f0ed7e748 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8874550 Jun 16 15:15:15.718970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:15.724889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:15.795171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1155137-c5e2-42b7-8c3e-85f2d12ac89e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:15.804169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dcf55e88-c4ef-479d-b4fe-d30c16870fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:15.832793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c2e41f1e-ce7d-4e76-adff-dd8b3394eabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:15.855127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:15.863931 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:15.942213 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dcf55e88-c4ef-479d-b4fe-d30c16870fcc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5db54be09a0344ae9e34fb45dd34a0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1026535 Jun 16 15:15:15.960967 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52068) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:15.980375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port c1155137-c5e2-42b7-8c3e-85f2d12ac89e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:15.990393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c1155137-c5e2-42b7-8c3e-85f2d12ac89e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:15.991429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f352f883-5a01-44d5-974d-f7d30b31670b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:15.991579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.019098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf55e88-c4ef-479d-b4fe-d30c16870fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9252ff2e-8baa-4059-b1ec-630e4792f6fe,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:16.042170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52072) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:16.148405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352f883-5a01-44d5-974d-f7d30b31670b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865067d3-5409-4f54-b9a0-a81dab5e7df5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:16.166958 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6d2138e-cd48-4f82-85a4-0fc97b579caa tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.206656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c1155137-c5e2-42b7-8c3e-85f2d12ac89e is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:16.208134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.224963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0cb94aa3-7108-4d66-8947-6a6855620a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.271349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f95e537e-d81b-45b8-af18-723bb1979245 None None] Provisioning complete for port c1155137-c5e2-42b7-8c3e-85f2d12ac89e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:16.277209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f95e537e-d81b-45b8-af18-723bb1979245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.301118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port c1155137-c5e2-42b7-8c3e-85f2d12ac89e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1155137-c5e2-42b7-8c3e-85f2d12ac89e,segment=NetworkSegment(c9383b47-0410-43bf-9fd2-79f2290b127f),segment_id=c9383b47-0410-43bf-9fd2-79f2290b127f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:16.329278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Checking segment: {'id': '24d7c23b-7690-42c4-b340-10d091779b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb7467c8-6409-431e-a836-27502379228b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:16.329935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network hostable DHCP agents. Network: bb7467c8-6409-431e-a836-27502379228b, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:16.339893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1740395282', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:16.340718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Subnet': ['ID=b02c3001-0d92-41cc-91ec-1893e753be7b,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:16.360157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:16.376503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0cb94aa3-7108-4d66-8947-6a6855620a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.384340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Usage tracker for resource:port and tenant:2baa191247f342e1b2d94d08d380d42c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:16.389142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:16.399523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.400444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:16.403905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f95e537e-d81b-45b8-af18-723bb1979245 None None] Current status of the port c1155137-c5e2-42b7-8c3e-85f2d12ac89e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:16.406210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.463123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f352f883-5a01-44d5-974d-f7d30b31670b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.464183 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f352f883-5a01-44d5-974d-f7d30b31670b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5432720 Jun 16 15:15:16.468254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52078) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:16.475761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': '6b523626-b0f6-4d40-bee5-75a1268e20ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:16.481583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:16.485947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:16.488926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:16.494977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=c1155137-c5e2-42b7-8c3e-85f2d12ac89e,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:16.495650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:16.511699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Made reservation on behalf of 2baa191247f342e1b2d94d08d380d42c for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:16.514028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.527597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.542246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:16.546397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Usage tracker for resource:security_group_rule and tenant:2baa191247f342e1b2d94d08d380d42c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:16.549499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:16.555334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:16.558809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.606704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6d2138e-cd48-4f82-85a4-0fc97b579caa tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.610064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6d2138e-cd48-4f82-85a4-0fc97b579caa tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.611773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network bb7467c8-6409-431e-a836-27502379228b is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:16.615564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0cb94aa3-7108-4d66-8947-6a6855620a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.650205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.673797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb94aa3-7108-4d66-8947-6a6855620a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9252ff2e-8baa-4059-b1ec-630e4792f6fe,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:16.722649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=d87a2563-68dc-4226-986f-a9a3d22d830b,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:16.723465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, bb7467c8-6409-431e-a836-27502379228b) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:16.729859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:16.732237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.736746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3837fee4-c4bf-43bd-b5cb-9d9ba9410c1b None None] Network bb7467c8-6409-431e-a836-27502379228b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:16.745632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0cb94aa3-7108-4d66-8947-6a6855620a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.746752 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0cb94aa3-7108-4d66-8947-6a6855620a12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9252ff2e-8baa-4059-b1ec-630e4792f6fe HTTP/1.1" status: 204 len: 168 time: 0.7821999 Jun 16 15:15:16.751562 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': '0170a518-ae81-4790-959a-f5f3d5288323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd15cc77c-9ca8-4ca3-bf8d-b5e590f09494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:16.752524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: d15cc77c-9ca8-4ca3-bf8d-b5e590f09494, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:16.758620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6d2138e-cd48-4f82-85a4-0fc97b579caa tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.760981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d2138e-cd48-4f82-85a4-0fc97b579caa tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Fanout notify agent at l3_agent the message router_deleted on router 74788e1d-7c6a-4524-980c-62f34c65ca70 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:15:16.760981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.822468 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.844045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.850072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6d2138e-cd48-4f82-85a4-0fc97b579caa tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.855261 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a6d2138e-cd48-4f82-85a4-0fc97b579caa tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/74788e1d-7c6a-4524-980c-62f34c65ca70 HTTP/1.1" status: 204 len: 168 time: 1.1407201 Jun 16 15:15:16.855518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52084) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:16.883905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'Port': ['ID=fc31811f-dd00-4594-b47a-c8dcc607a01c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:16.893926 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-24825ac8-9a6f-4ac4-adb8-d2add9c1de3b tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2892525 Jun 16 15:15:16.896476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52088) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:16.902970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-25a01dcc-9d96-48bf-95eb-5063c2eada93 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb7467c8-6409-431e-a836-27502379228b'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:16.912601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.939692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network d15cc77c-9ca8-4ca3-bf8d-b5e590f09494 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:16.961646 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9d14acb2-dd01-4ce5-bb89-240dfd1bb8eb tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=74788e1d-7c6a-4524-980c-62f34c65ca70 HTTP/1.1" status: 200 len: 205 time: 0.1050184 Jun 16 15:15:16.962411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.966591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52092) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:16.978408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d15cc77c-9ca8-4ca3-bf8d-b5e590f09494) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:16.980499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:16.981131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:16.987693 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] device_id is not set on port dea4da55-eaa1-46db-9aaa-8cb1edd0dd0a yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:16.999481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738a72d-cf14-470b-928e-bd3137096370 None None] Network d15cc77c-9ca8-4ca3-bf8d-b5e590f09494 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:17.020835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8f3f95-40cd-44df-bd14-77b7bff5610c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:17.033392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Checking segment: {'id': 'd7d503a6-790d-4bac-a2fa-d90c89aff6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:17.033953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Network hostable DHCP agents. Network: f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:17.038023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.042941 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-20a7054d-f9e9-4ab6-b908-5fbd940d7443 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5726304 Jun 16 15:15:17.049027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52096) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:17.070602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': '6b523626-b0f6-4d40-bee5-75a1268e20ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:17.084762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:17.094166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-bb7467c8-6409-431e-a836-27502379228b', 'network_id': 'bb7467c8-6409-431e-a836-27502379228b', 'tenant_id': 'f5b7ed4edff347e4ad5361da88f70cb4', 'fixed_ips': [{'subnet_id': 'b02c3001-0d92-41cc-91ec-1893e753be7b'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:17.094388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7c430c-816b-4a5b-aa0f-fdb1fa797c53,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:17.094830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.106437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:17.112058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:17.119990 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-2b2c37fe-8fa9-47a5-8f10-aa787092b908 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] delete failed (client error): The resource could not be found. Jun 16 15:15:17.126664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:17.127198 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2b2c37fe-8fa9-47a5-8f10-aa787092b908 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/74788e1d-7c6a-4524-980c-62f34c65ca70 HTTP/1.1" status: 404 len: 336 time: 0.1547534 Jun 16 15:15:17.127198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52100) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:17.179169 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-46d61fc0-a499-4c45-97a8-1adb6ef594b1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3457539 Jun 16 15:15:17.179991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52104) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:17.255460 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2bf57dde-f213-4140-b60d-9c7ec2b7bc50 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=44350932-658e-4993-abb7-6ad29ed7e0dd HTTP/1.1" status: 200 len: 205 time: 0.1256387 Jun 16 15:15:17.258103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52108) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:17.318283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Allocated IP 172.26.2.223 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/dea4da55-eaa1-46db-9aaa-8cb1edd0dd0a) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:17.329135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.394577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Network f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:17.438477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.440499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d15cc77c-9ca8-4ca3-bf8d-b5e590f09494', 'network_id': 'd15cc77c-9ca8-4ca3-bf8d-b5e590f09494', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': 'd87a2563-68dc-4226-986f-a9a3d22d830b'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:17.441368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.470820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.473410 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-f8c06592-4b39-4126-a95b-2235fc945f0c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] delete failed (client error): The resource could not be found. Jun 16 15:15:17.477475 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f8c06592-4b39-4126-a95b-2235fc945f0c tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/44350932-658e-4993-abb7-6ad29ed7e0dd HTTP/1.1" status: 404 len: 336 time: 0.2181959 Jun 16 15:15:17.478336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52114) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:17.564175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Allocated IP 2001:db8:1::2 (bb7467c8-6409-431e-a836-27502379228b/b02c3001-0d92-41cc-91ec-1893e753be7b/801c605f-d87b-4c9f-8a03-cbc551b4dfc7) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:17.665402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.737665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:17.749417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1155137-c5e2-42b7-8c3e-85f2d12ac89e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:17.754462 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cafd9e33-c00b-4e46-9ed1-2f8c1a37ff98 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6 HTTP/1.1" status: 200 len: 205 time: 0.2703681 Jun 16 15:15:17.755517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:17.756602 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.760357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25a01dcc-9d96-48bf-95eb-5063c2eada93 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.764152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52118) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:17.778321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e362034d-6bd5-451d-ad96-b4928a64052d None None] Network f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:17.784521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebfb5b7-d46f-47d6-af24-92f595f61f81,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:17.829889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.883902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.888062 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-619a3e07-f43e-4c8d-8cd6-3dc9a0808f72 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8337672 Jun 16 15:15:17.891186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.902374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52122) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:17.902675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52124) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:17.916770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': '6b523626-b0f6-4d40-bee5-75a1268e20ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:17.934974 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-c4aeb3c9-0c7b-4bc8-9954-8a7e99b87ad7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] delete failed (client error): The resource could not be found. Jun 16 15:15:17.938630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ff40b15-fe07-4562-8294-b29fbdba72b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:17.938855 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c4aeb3c9-0c7b-4bc8-9954-8a7e99b87ad7 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/80b3f5ec-4aae-4e1c-9bfb-8a16cf3f2fa6 HTTP/1.1" status: 404 len: 336 time: 0.1733170 Jun 16 15:15:17.939343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Allocated IP 172.20.0.2 (d15cc77c-9ca8-4ca3-bf8d-b5e590f09494/d87a2563-68dc-4226-986f-a9a3d22d830b/70156321-85f5-4767-929a-3aa2d4aaa37f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:17.946386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52130) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:17.952179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:17.963768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1ff40b15-fe07-4562-8294-b29fbdba72b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:17.969824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1ff40b15-fe07-4562-8294-b29fbdba72b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4926cf2d9f844ef28cadb79a008d993f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:17.973939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1ff40b15-fe07-4562-8294-b29fbdba72b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:17.981431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1ff40b15-fe07-4562-8294-b29fbdba72b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:18.014647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:18.028021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:18.054431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'Port': ['ID=df0b156f-8968-455e-9246-f378002e5b57,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:18.062676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:18.063950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.070400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-741bfa74-a84d-412c-b7d4-006b195dfafa tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c336069-6832-4925-b688-bf1af08d02ef HTTP/1.1" status: 200 len: 205 time: 0.1226060 Jun 16 15:15:18.073950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52134) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:18.139434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:18.145154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:18.146207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c1155137-c5e2-42b7-8c3e-85f2d12ac89e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:18.147103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.148054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ff40b15-fe07-4562-8294-b29fbdba72b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.151185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:18.155740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Checking segment: {'id': '62a83035-ac90-4b5b-8074-59534e6f1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '26e88a23-90d4-42b1-84db-2d397031f2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:18.156124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Network hostable DHCP agents. Network: 26e88a23-90d4-42b1-84db-2d397031f2cc, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:18.170200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-ec19cca8-78fc-4c33-bcce-1720b2800811 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] delete failed (client error): The resource could not be found. Jun 16 15:15:18.174093 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ec19cca8-78fc-4c33-bcce-1720b2800811 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/7c336069-6832-4925-b688-bf1af08d02ef HTTP/1.1" status: 404 len: 336 time: 0.0951667 Jun 16 15:15:18.174867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52138) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:18.208799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Pushing event updated for resources: {'Port': ['ID=dea4da55-eaa1-46db-9aaa-8cb1edd0dd0a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:18.225827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:18.225827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.249432 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ff40b15-fe07-4562-8294-b29fbdba72b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.284620 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e8b0f5e0-3313-477e-91fa-db0f9c704f6e tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0fcb31a-7843-422b-975a-c40deab5f2bc HTTP/1.1" status: 200 len: 205 time: 0.1076446 Jun 16 15:15:18.291481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52142) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:18.304845 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1ff40b15-fe07-4562-8294-b29fbdba72b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4926cf2d9f844ef28cadb79a008d993f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006701 Jun 16 15:15:18.305609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.307168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52146) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:18.309969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff40b15-fe07-4562-8294-b29fbdba72b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b0e1b7-e794-4fc9-9554-52ebd95419a7,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:18.340066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Transition to ACTIVE for port object 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:18.362896 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cc70c7c4-5ef6-4a86-9de0-91d490070129 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.3160160 Jun 16 15:15:18.364508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52150) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:18.372224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.223'}]}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:18.386426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:18.393548 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Usage tracker for resource:router and tenant:2baa191247f342e1b2d94d08d380d42c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:18.396531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a2c90267-eb00-468e-9134-ea95ac912989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.398278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:18.403385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6dd8-a62b-4072-825b-07e94fd1d641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.410612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:18.425122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Transition to ACTIVE for port object 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:18.428345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-267dbb78-a7f9-4638-bb3d-e7a6982f5ae2 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] delete failed (client error): The resource could not be found. Jun 16 15:15:18.432092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52154) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:18.432257 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-267dbb78-a7f9-4638-bb3d-e7a6982f5ae2 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/c0fcb31a-7843-422b-975a-c40deab5f2bc HTTP/1.1" status: 404 len: 336 time: 0.1394415 Jun 16 15:15:18.432926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Network 26e88a23-90d4-42b1-84db-2d397031f2cc is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:18.435354 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a2c90267-eb00-468e-9134-ea95ac912989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.468139 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-25a01dcc-9d96-48bf-95eb-5063c2eada93 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:15:18.472910 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-25a01dcc-9d96-48bf-95eb-5063c2eada93 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "PUT /v2.0/routers/9825d891-5a83-4395-ba24-55d99a94dfa9 HTTP/1.1" status: 400 len: 364 time: 1.5717125 Jun 16 15:15:18.474234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52158) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:18.481951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c1155137-c5e2-42b7-8c3e-85f2d12ac89e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:18.503821 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ef79efef-3778-4dd2-b519-a6fb63ab6906 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "GET /v2.0/ports?device_id=98400a5c-b560-4f6a-84b0-a0b209c0b9cb HTTP/1.1" status: 200 len: 205 time: 0.0706208 Jun 16 15:15:18.511494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52162) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:18.512606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.523927 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Transition to ACTIVE for port object 70156321-85f5-4767-929a-3aa2d4aaa37f will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:18.542704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Transition to ACTIVE for port object 70156321-85f5-4767-929a-3aa2d4aaa37f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:18.559095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.572529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 26e88a23-90d4-42b1-84db-2d397031f2cc) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:18.576529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:18.581720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.582974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:18.583312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.588418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:18.591979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.601528 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-5a1dbd1d-00dc-4067-8218-f22f01c9a041 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] delete failed (client error): The resource could not be found. Jun 16 15:15:18.602797 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5a1dbd1d-00dc-4067-8218-f22f01c9a041 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/routers/98400a5c-b560-4f6a-84b0-a0b209c0b9cb HTTP/1.1" status: 404 len: 336 time: 0.0941098 Jun 16 15:15:18.605844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52166) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:18.606010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.606469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a0f44-c044-4b66-8128-a65215acb423 None None] Network 26e88a23-90d4-42b1-84db-2d397031f2cc requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:18.654069 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b89b39-5ab1-49ef-b7ba-1a0b8d1b76f5 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] DELETE failed (client error): The resource could not be found. Jun 16 15:15:18.654437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b89b39-5ab1-49ef-b7ba-1a0b8d1b76f5 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:15:18.658579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.662385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.692350 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-36b89b39-5ab1-49ef-b7ba-1a0b8d1b76f5 tempest-RoutersAdminTest-1260639698 tempest-RoutersAdminTest-1260639698-project] 10.222.0.73 "DELETE /v2.0/subnets/76dea72d-97f9-47e4-b5cf-19bfef67dbba HTTP/1.1" status: 404 len: 337 time: 0.0825043 Jun 16 15:15:18.746034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Network bb7467c8-6409-431e-a836-27502379228b is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:18.755868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:18.759100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Network d15cc77c-9ca8-4ca3-bf8d-b5e590f09494 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:18.764659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.768709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Pushing event updated for resources: {'Port': ['ID=801c605f-d87b-4c9f-8a03-cbc551b4dfc7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:18.772220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:18.778594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:18.816830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:18.828463 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.844156 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9c44bf0b-22fe-4c49-917c-fd6a4661a01e tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1355817 Jun 16 15:15:18.853653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52172) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:18.890843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a2c90267-eb00-468e-9134-ea95ac912989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.893508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a2c90267-eb00-468e-9134-ea95ac912989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.895308 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a2c90267-eb00-468e-9134-ea95ac912989 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79b0e1b7-e794-4fc9-9554-52ebd95419a7 HTTP/1.1" status: 204 len: 168 time: 0.5864251 Jun 16 15:15:18.975661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c90267-eb00-468e-9134-ea95ac912989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b0e1b7-e794-4fc9-9554-52ebd95419a7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:18.987538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=d87a2563-68dc-4226-986f-a9a3d22d830b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:19.060745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.091950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.139244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Pushing event updated for resources: {'Port': ['ID=70156321-85f5-4767-929a-3aa2d4aaa37f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:19.145691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Attempting to bind port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:19.146427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Attempting to bind port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '24d7c23b-7690-42c4-b340-10d091779b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb7467c8-6409-431e-a836-27502379228b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:19.147007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Attempting to bind port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 on network bb7467c8-6409-431e-a836-27502379228b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:19.156473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Attempting to bind port 70156321-85f5-4767-929a-3aa2d4aaa37f on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:19.157097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Attempting to bind port 70156321-85f5-4767-929a-3aa2d4aaa37f by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '0170a518-ae81-4790-959a-f5f3d5288323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd15cc77c-9ca8-4ca3-bf8d-b5e590f09494'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:19.157659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Attempting to bind port 70156321-85f5-4767-929a-3aa2d4aaa37f on network d15cc77c-9ca8-4ca3-bf8d-b5e590f09494 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:19.163484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:19.164130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Checking segment: {'id': '24d7c23b-7690-42c4-b340-10d091779b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb7467c8-6409-431e-a836-27502379228b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:19.164716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.165555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Bound using segment: {'id': '24d7c23b-7690-42c4-b340-10d091779b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb7467c8-6409-431e-a836-27502379228b'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:19.166210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Bound port: 801c605f-d87b-4c9f-8a03-cbc551b4dfc7, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d7c23b-7690-42c4-b340-10d091779b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb7467c8-6409-431e-a836-27502379228b'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:19.166737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.187630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:19.188278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Checking segment: {'id': '0170a518-ae81-4790-959a-f5f3d5288323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd15cc77c-9ca8-4ca3-bf8d-b5e590f09494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:19.188859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.189402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Bound using segment: {'id': '0170a518-ae81-4790-959a-f5f3d5288323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd15cc77c-9ca8-4ca3-bf8d-b5e590f09494'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:19.190043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Bound port: 70156321-85f5-4767-929a-3aa2d4aaa37f, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0170a518-ae81-4790-959a-f5f3d5288323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd15cc77c-9ca8-4ca3-bf8d-b5e590f09494'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:19.190688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.249923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.254071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.286525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15cc77c-9ca8-4ca3-bf8d-b5e590f09494']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:19.296796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7356364-ff0e-40c5-b1cc-21e6166676d3,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:19.302958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0170a518-ae81-4790-959a-f5f3d5288323') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:19.303430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0170a518-ae81-4790-959a-f5f3d5288323') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:19.320202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.347200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.366591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.389407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:19.389873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.397164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5cc5e-06e8-4881-bc5b-1b232a1f2b3f tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:19.403470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5cc5e-06e8-4881-bc5b-1b232a1f2b3f tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:19.404310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-41e5cc5e-06e8-4881-bc5b-1b232a1f2b3f tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Synchronizing usage tracker for tenant:388b0162c1cb4fabaebda23df175c6f1 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:19.407301 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.412199 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-aaa1954b-8ce8-4332-a114-2d16e49b8041 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5051115 Jun 16 15:15:19.413025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52184) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:19.435019 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 0170a518-ae81-4790-959a-f5f3d5288323 resource provider aggregate not found Jun 16 15:15:19.494687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52192) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:19.496267 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 0170a518-ae81-4790-959a-f5f3d5288323 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0170a518-ae81-4790-959a-f5f3d5288323 found for delete ", "request_id": "req-eed279f4-fd53-406c-9cb3-7756cfdb6e00"}]} Jun 16 15:15:19.535693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': '6b523626-b0f6-4d40-bee5-75a1268e20ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:19.570421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] For port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:19.582947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] For port 70156321-85f5-4767-929a-3aa2d4aaa37f, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:19.586117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] For port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=801c605f-d87b-4c9f-8a03-cbc551b4dfc7,segment=NetworkSegment(24d7c23b-7690-42c4-b340-10d091779b0c),segment_id=24d7c23b-7690-42c4-b340-10d091779b0c)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:19.588481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] For port 70156321-85f5-4767-929a-3aa2d4aaa37f, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=70156321-85f5-4767-929a-3aa2d4aaa37f,segment=NetworkSegment(0170a518-ae81-4790-959a-f5f3d5288323),segment_id=0170a518-ae81-4790-959a-f5f3d5288323)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:19.602028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:19.633457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.679283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:19.686576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:19.719363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.726849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:15:19.726849 dv-neutron-846028-2-hyperv neutron-server[89746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:15:19.726849 dv-neutron-846028-2-hyperv neutron-server[89746]: [parameters: {'id': 'd15cc77c-9ca8-4ca3-bf8d-b5e590f09494'}] Jun 16 15:15:19.726849 dv-neutron-846028-2-hyperv neutron-server[89746]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:19.727509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:19.727801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85dd2183-43ab-449c-9398-72a977709aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.737788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:19.744521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-85dd2183-43ab-449c-9398-72a977709aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:19.748979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-85dd2183-43ab-449c-9398-72a977709aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:cd0c368445af48719630360493e68032 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:19.752392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-85dd2183-43ab-449c-9398-72a977709aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:19.759166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-85dd2183-43ab-449c-9398-72a977709aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:19.773175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-41e5cc5e-06e8-4881-bc5b-1b232a1f2b3f tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Unset dirty status for tenant:388b0162c1cb4fabaebda23df175c6f1 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:19.774405 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-41e5cc5e-06e8-4881-bc5b-1b232a1f2b3f tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9184010 Jun 16 15:15:19.779417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52206) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:19.852590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85dd2183-43ab-449c-9398-72a977709aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.863594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2e59c-9449-45b0-b8a0-a31d8606591c None None] Pushing event updated for resources: {'Port': ['ID=801c605f-d87b-4c9f-8a03-cbc551b4dfc7,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:19.938748 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.965027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85dd2183-43ab-449c-9398-72a977709aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.990581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486267f0-929b-4a0c-ac75-93c7cf98f657 None None] Network d15cc77c-9ca8-4ca3-bf8d-b5e590f09494 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:20.006308 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-85dd2183-43ab-449c-9398-72a977709aa4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd0c368445af48719630360493e68032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027587 Jun 16 15:15:20.010269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52210) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:20.017888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-03031edf-4801-4afc-8624-8305d90d65a4 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Deleting port fc31811f-dd00-4594-b47a-c8dcc607a01c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:20.024200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03031edf-4801-4afc-8624-8305d90d65a4 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.154405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd2183-43ab-449c-9398-72a977709aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505b8357-43e3-4f79-81d5-1e50a5c5dc2d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:20.165461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e51bb5-4ec9-43ab-9f13-9e11c68adb57 None None] Pushing event updated for resources: {'Port': ['ID=70156321-85f5-4767-929a-3aa2d4aaa37f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:20.229296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.277285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port 70156321-85f5-4767-929a-3aa2d4aaa37f {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:20.280084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.289853 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.309500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.358572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Allocated IP 2001:db8::1 (7950ed6b-223a-4b00-8690-44ce48b9f54b/5ce3efc8-353e-4d30-8b62-e559bbcffafb/cce37f28-f212-49bd-8639-f53104eec094) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:20.384325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.399920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-262c1c2e-c10f-4f07-b003-6509889bf912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.483585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95512b52-b43e-450c-a9e6-915f5e94bd67,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:20.483714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-262c1c2e-c10f-4f07-b003-6509889bf912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.490084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.529866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.630904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52222) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:20.642754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03031edf-4801-4afc-8624-8305d90d65a4 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.739985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] For port 70156321-85f5-4767-929a-3aa2d4aaa37f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=70156321-85f5-4767-929a-3aa2d4aaa37f,segment=NetworkSegment(0170a518-ae81-4790-959a-f5f3d5288323),segment_id=0170a518-ae81-4790-959a-f5f3d5288323)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:20.740528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.778333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.785504 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6c5119c4-bbb8-4c8c-840c-899b1580ef96 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3689361 Jun 16 15:15:20.786490 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52228) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:20.796890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-03031edf-4801-4afc-8624-8305d90d65a4 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Calling delete_port for fc31811f-dd00-4594-b47a-c8dcc607a01c owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:20.844426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-ea457362-3538-4950-ba77-8db5d19dde5c tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:20.849321 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ea457362-3538-4950-ba77-8db5d19dde5c tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2139945 Jun 16 15:15:20.856705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52232) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:20.903894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.919656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-262c1c2e-c10f-4f07-b003-6509889bf912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:20.931640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-f3c7ffd7-a4c6-432e-b84e-7ccfe4c7c78b tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:20.932655 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f3c7ffd7-a4c6-432e-b84e-7ccfe4c7c78b tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0719805 Jun 16 15:15:20.934703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Transition to ACTIVE for port object cce37f28-f212-49bd-8639-f53104eec094 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:20.935883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52236) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:20.943322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Calling delete_port for 70156321-85f5-4767-929a-3aa2d4aaa37f owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:20.943711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-1aad28d8-bfab-43a6-9886-7a5a143ce9bc tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:20.944673 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1aad28d8-bfab-43a6-9886-7a5a143ce9bc tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077302 Jun 16 15:15:20.947406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52240) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:20.952901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-9173a3a2-3f35-44c9-a202-d7e94223e9b2 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:20.956689 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9173a3a2-3f35-44c9-a202-d7e94223e9b2 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055647 Jun 16 15:15:20.956689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52244) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:20.962771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-32ccd145-3652-470e-8e33-1be698b6ac46 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:20.966853 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-32ccd145-3652-470e-8e33-1be698b6ac46 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0063972 Jun 16 15:15:20.966853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52248) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:20.974484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-188320d7-ff91-4d16-810b-4dce8a956b28 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:20.978132 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-188320d7-ff91-4d16-810b-4dce8a956b28 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0082977 Jun 16 15:15:20.979743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52252) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:20.985566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-31f4b79e-e0dd-4a48-8295-eeee2971cce7 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:20.989882 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-31f4b79e-e0dd-4a48-8295-eeee2971cce7 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0058472 Jun 16 15:15:20.990793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52256) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:20.996362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-8483eda0-8afa-4c44-9095-2c7777cfd2d7 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:20.999960 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8483eda0-8afa-4c44-9095-2c7777cfd2d7 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056593 Jun 16 15:15:20.999960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52260) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.008921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-9f37aac5-eed5-40c9-8bb0-17e33ec729fe tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.009006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c1c2e-c10f-4f07-b003-6509889bf912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b8357-43e3-4f79-81d5-1e50a5c5dc2d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:21.009100 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9f37aac5-eed5-40c9-8bb0-17e33ec729fe tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052838 Jun 16 15:15:21.010707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52264) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.019474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-f0cd6bbb-e038-43b6-bf9e-1ce837fe85d0 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.022749 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f0cd6bbb-e038-43b6-bf9e-1ce837fe85d0 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0086522 Jun 16 15:15:21.023091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52268) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.025864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03031edf-4801-4afc-8624-8305d90d65a4 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.034708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-ca78c50c-23f5-4d41-8a9e-e9dcb4bc7c56 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.037899 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ca78c50c-23f5-4d41-8a9e-e9dcb4bc7c56 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0115554 Jun 16 15:15:21.061841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52272) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.074793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c4061eda-4471-4916-acd1-92e56b5bd27a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.083703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.094658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c49a2-7210-4d8e-afc5-db7b7faed100 None None] Network bb7467c8-6409-431e-a836-27502379228b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:21.098118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03031edf-4801-4afc-8624-8305d90d65a4 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Port': ['ID=fc31811f-dd00-4594-b47a-c8dcc607a01c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:21.100725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-de314abd-619f-48b5-90fe-39b467d5250d tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.104481 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-de314abd-619f-48b5-90fe-39b467d5250d tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0218389 Jun 16 15:15:21.114311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52276) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.119703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c4061eda-4471-4916-acd1-92e56b5bd27a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.139284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03031edf-4801-4afc-8624-8305d90d65a4 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.139852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-262c1c2e-c10f-4f07-b003-6509889bf912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.143697 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-262c1c2e-c10f-4f07-b003-6509889bf912 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/505b8357-43e3-4f79-81d5-1e50a5c5dc2d HTTP/1.1" status: 204 len: 168 time: 1.1279094 Jun 16 15:15:21.147832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-8d9108da-1154-4cbf-9f12-9d266414707b tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.151241 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8d9108da-1154-4cbf-9f12-9d266414707b tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0356848 Jun 16 15:15:21.154271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52282) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.167571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network 7950ed6b-223a-4b00-8690-44ce48b9f54b is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:21.172614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-5704bbd1-17f9-4d14-ba1f-fd8b15745826 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.173802 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5704bbd1-17f9-4d14-ba1f-fd8b15745826 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0111556 Jun 16 15:15:21.177354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:21.179285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52286) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.195468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:21.196123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.250115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.310629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-ff1ea10a-1aa5-41ee-9543-4157c12e9ebb tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.316016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ff1ea10a-1aa5-41ee-9543-4157c12e9ebb tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.1299534 Jun 16 15:15:21.345156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52290) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.352641 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-03031edf-4801-4afc-8624-8305d90d65a4 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "DELETE /v2.0/ports/fc31811f-dd00-4594-b47a-c8dcc607a01c HTTP/1.1" status: 204 len: 168 time: 1.5717738 Jun 16 15:15:21.363632 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9878c1b1-4c28-479e-a211-8994b6b1c660 None None] Provisioning for port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:21.364093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-7f5edb66-28ed-4049-b699-478feb652983 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.365288 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7f5edb66-28ed-4049-b699-478feb652983 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0188816 Jun 16 15:15:21.366065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52294) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.376562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Port': ['ID=cce37f28-f212-49bd-8639-f53104eec094,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:21.383601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52296) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.491096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.557201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-1f4db747-fc4b-4fbb-ba5f-98d9b075eb8c tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.558004 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1f4db747-fc4b-4fbb-ba5f-98d9b075eb8c tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1731477 Jun 16 15:15:21.565400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52302) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.590589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-ff99e901-0f9d-4d74-91e2-9df5d4e49cec tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.591813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ff99e901-0f9d-4d74-91e2-9df5d4e49cec tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0200219 Jun 16 15:15:21.595556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52306) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.627399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-1ac04940-466a-4b35-ac9f-77afef504223 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.632230 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1ac04940-466a-4b35-ac9f-77afef504223 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0319159 Jun 16 15:15:21.635406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52310) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.648245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-89f86f8d-c61c-4a1a-bfb2-989e0bef46ed tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Deleting port df0b156f-8968-455e-9246-f378002e5b57 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:21.648245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89f86f8d-c61c-4a1a-bfb2-989e0bef46ed tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.687897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-900b2272-c8c2-4633-836a-cd18d7af8733 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.688920 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-900b2272-c8c2-4633-836a-cd18d7af8733 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0524824 Jun 16 15:15:21.695947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52316) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.702009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-bb412577-90fe-4d2f-8cc1-7ef982e8ec43 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.702968 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bb412577-90fe-4d2f-8cc1-7ef982e8ec43 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050454 Jun 16 15:15:21.711624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52320) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.715046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2f1a2891-acd3-4c11-a004-784bdb2a0c7e None None] Provisioning for port cce37f28-f212-49bd-8639-f53104eec094 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:21.718792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-58980c97-6bac-4eff-9fa6-5433ba606c05 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.719773 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-58980c97-6bac-4eff-9fa6-5433ba606c05 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072274 Jun 16 15:15:21.722582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52324) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.728872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2f1a2891-acd3-4c11-a004-784bdb2a0c7e None None] Provisioning complete for port cce37f28-f212-49bd-8639-f53104eec094 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:21.729498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2891-acd3-4c11-a004-784bdb2a0c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.731472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-13e73b00-c1fe-4369-bb65-c8a865408875 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.731472 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-13e73b00-c1fe-4369-bb65-c8a865408875 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0073273 Jun 16 15:15:21.739216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52328) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.747027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-89fe1730-6ee4-4e12-b58c-b90f50b7298b tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.748248 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-89fe1730-6ee4-4e12-b58c-b90f50b7298b tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0081081 Jun 16 15:15:21.751070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52332) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.763287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-a8588d44-b87b-49b4-9514-ac24c778a8a9 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.764473 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a8588d44-b87b-49b4-9514-ac24c778a8a9 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0123339 Jun 16 15:15:21.791887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:21.801427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52336) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.839605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c4061eda-4471-4916-acd1-92e56b5bd27a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.841175 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:21.854446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b3bc2-0905-423d-b072-ef800419bf15 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:15:21.896496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-580ad60e-e1f1-4769-aeb9-46a98e962218 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.897814 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-580ad60e-e1f1-4769-aeb9-46a98e962218 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0950911 Jun 16 15:15:21.905985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52340) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:21.913925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a2891-acd3-4c11-a004-784bdb2a0c7e None None] Port cce37f28-f212-49bd-8639-f53104eec094 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:15:21.991807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-8748666b-c296-4752-8c22-0dd26eaf1f6b tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:21.995212 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8748666b-c296-4752-8c22-0dd26eaf1f6b tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0753412 Jun 16 15:15:21.995212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061eda-4471-4916-acd1-92e56b5bd27a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95512b52-b43e-450c-a9e6-915f5e94bd67,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:21.996293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Port': ['ID=70156321-85f5-4767-929a-3aa2d4aaa37f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:22.002902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52344) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.009309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No DVR routers for this DVR port 70156321-85f5-4767-929a-3aa2d4aaa37f on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:22.020399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-83448276-9450-45d7-8688-35e7b998ea83 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.020653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:22.020999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-83448276-9450-45d7-8688-35e7b998ea83 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0133784 Jun 16 15:15:22.025788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52348) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.032938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89f86f8d-c61c-4a1a-bfb2-989e0bef46ed tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.037459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:22.037908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.040342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.042674 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.046018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.061469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-eab92954-aa31-423a-bb13-1fa233d9d54a tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.063271 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eab92954-aa31-423a-bb13-1fa233d9d54a tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0270822 Jun 16 15:15:22.086598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52354) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.087822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c4061eda-4471-4916-acd1-92e56b5bd27a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.091766 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c4061eda-4471-4916-acd1-92e56b5bd27a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/95512b52-b43e-450c-a9e6-915f5e94bd67 HTTP/1.1" status: 204 len: 168 time: 1.3043242 Jun 16 15:15:22.094357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52356) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.119525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b3bc2-0905-423d-b072-ef800419bf15 None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:15:22.122584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-8327ed06-4786-4ad9-9659-5b3081d79234 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.123569 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8327ed06-4786-4ad9-9659-5b3081d79234 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0303886 Jun 16 15:15:22.127407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52362) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.153289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cf62e7f1-c1dd-4086-aa6f-53b5b5bca173 None None] Provisioning complete for port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:22.153774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cf62e7f1-c1dd-4086-aa6f-53b5b5bca173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.157666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-811d72e0-cd47-42e2-b8e8-f5a552e5a6e2 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.158622 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-811d72e0-cd47-42e2-b8e8-f5a552e5a6e2 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0146525 Jun 16 15:15:22.166952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52366) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.223776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52370) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.243462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-c3dd0bd3-06e5-4a2c-8aba-ebaa3c375087 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.244675 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c3dd0bd3-06e5-4a2c-8aba-ebaa3c375087 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0082521 Jun 16 15:15:22.251691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-89f86f8d-c61c-4a1a-bfb2-989e0bef46ed tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Calling delete_port for df0b156f-8968-455e-9246-f378002e5b57 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:22.266704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.272990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52376) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.284923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.289004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59fffce1-0247-4c2d-8971-0bf90dfad8f3 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:15:22.310126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-a44dda71-ca81-41b7-a2a7-515a680e83cc tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.311976 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a44dda71-ca81-41b7-a2a7-515a680e83cc tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0348313 Jun 16 15:15:22.317683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52380) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.365986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15cc77c-9ca8-4ca3-bf8d-b5e590f09494']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:22.387067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bcfc2d63-da49-49b6-b98d-49fb9598844d tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:22.388174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:22.388553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.397927 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2f37afbf-bda1-4589-864a-1e0f2939e726 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3cbd048a5c76418d94e0d5a55b0319b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663427 Jun 16 15:15:22.398134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-634a768c-f33b-4a48-b47e-dc3f3e5258f1 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.398134 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-634a768c-f33b-4a48-b47e-dc3f3e5258f1 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0757325 Jun 16 15:15:22.398134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52384) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.399081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52386) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.406952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0170a518-ae81-4790-959a-f5f3d5288323') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:22.407257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0170a518-ae81-4790-959a-f5f3d5288323') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:22.422094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-cda78d98-e3fc-45cf-9ac2-63c2f9db2241 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.423835 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cda78d98-e3fc-45cf-9ac2-63c2f9db2241 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0207539 Jun 16 15:15:22.430335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.436445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52392) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.445349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-97097e85-34ff-4a4f-9b43-2cabc0ccbb1b tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.448691 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-97097e85-34ff-4a4f-9b43-2cabc0ccbb1b tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0089393 Jun 16 15:15:22.449259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52396) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.456308 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 16 15:15:22.456308 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e1c8402a-3d5a-475a-aca4-da1bb7dc2be7 tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0908732 Jun 16 15:15:22.462985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-d41d2dd7-fc47-4f37-a248-77785e440378 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.462985 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d41d2dd7-fc47-4f37-a248-77785e440378 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079739 Jun 16 15:15:22.462985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52400) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.462985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.465673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52402) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.489665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=801c605f-d87b-4c9f-8a03-cbc551b4dfc7,segment=NetworkSegment(24d7c23b-7690-42c4-b340-10d091779b0c),segment_id=24d7c23b-7690-42c4-b340-10d091779b0c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:22.500918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-7e4b5735-9675-4f98-9f9d-3c87260cd7ff tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.505577 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7e4b5735-9675-4f98-9f9d-3c87260cd7ff tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0351901 Jun 16 15:15:22.506661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52408) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.516994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:22.517313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.541084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-91c16a4c-e1e6-49da-9994-a104858fdb80 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.544544 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-91c16a4c-e1e6-49da-9994-a104858fdb80 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0331931 Jun 16 15:15:22.556644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52414) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.558095 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 0170a518-ae81-4790-959a-f5f3d5288323 resource provider aggregate not found Jun 16 15:15:22.563243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bcfc2d63-da49-49b6-b98d-49fb9598844d tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:22.567094 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bcfc2d63-da49-49b6-b98d-49fb9598844d tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4497442 Jun 16 15:15:22.571404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52420) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.574490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.587964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-0a77df12-d912-472d-8bbb-2b4235e134b8 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.599768 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0a77df12-d912-472d-8bbb-2b4235e134b8 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0273004 Jun 16 15:15:22.621365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-cf62e7f1-c1dd-4086-aa6f-53b5b5bca173 None None] Current status of the port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:22.621752 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cf62e7f1-c1dd-4086-aa6f-53b5b5bca173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.622966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52424) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.644014 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 0170a518-ae81-4790-959a-f5f3d5288323 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0170a518-ae81-4790-959a-f5f3d5288323 found for delete ", "request_id": "req-940983d1-f108-4baf-bb92-01c285d54374"}]} Jun 16 15:15:22.651548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-0633c44c-153d-4778-a358-4c0cdf34f920 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.654999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0633c44c-153d-4778-a358-4c0cdf34f920 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0285146 Jun 16 15:15:22.657723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52428) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.662762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-c30232b5-0b84-493c-b219-e12a8307935e tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Deleting port dea4da55-eaa1-46db-9aaa-8cb1edd0dd0a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:22.663110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c30232b5-0b84-493c-b219-e12a8307935e tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.677676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89f86f8d-c61c-4a1a-bfb2-989e0bef46ed tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.689076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-534b897d-09b5-4b60-8c9d-110f0a16628b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.711403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-73e8a7ae-4638-493a-afa7-0587e7b8e843 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.714855 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-73e8a7ae-4638-493a-afa7-0587e7b8e843 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0546231 Jun 16 15:15:22.715845 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52432) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.724352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-5c1d110e-fa6a-4572-9075-5acbd9506c9a tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.726049 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5c1d110e-fa6a-4572-9075-5acbd9506c9a tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0087893 Jun 16 15:15:22.733124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52436) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.737659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2551-6167-47ec-ba19-90c27d5c483f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.740301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-78d185ac-8ff3-4547-a8c0-4f7d40911c94 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.743661 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-78d185ac-8ff3-4547-a8c0-4f7d40911c94 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071800 Jun 16 15:15:22.743868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52440) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.750651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-a70a6a77-ba26-494d-84c3-17d9fc22c1c8 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.754817 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a70a6a77-ba26-494d-84c3-17d9fc22c1c8 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071034 Jun 16 15:15:22.778834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52444) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.789315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=801c605f-d87b-4c9f-8a03-cbc551b4dfc7,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:22.804061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f86f8d-c61c-4a1a-bfb2-989e0bef46ed tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Port': ['ID=df0b156f-8968-455e-9246-f378002e5b57,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:22.808552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-f404baf7-ae07-45e1-86b5-f19f7eb59480 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.808999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-cf62e7f1-c1dd-4086-aa6f-53b5b5bca173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:22.809355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-cf62e7f1-c1dd-4086-aa6f-53b5b5bca173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:22.814456 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f404baf7-ae07-45e1-86b5-f19f7eb59480 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0348809 Jun 16 15:15:22.814456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52448) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.821069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-534b897d-09b5-4b60-8c9d-110f0a16628b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.821217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.825634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-dca82325-44b0-4273-adb9-2e6940c239af tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.830136 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dca82325-44b0-4273-adb9-2e6940c239af tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0073416 Jun 16 15:15:22.837714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52452) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.849013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89f86f8d-c61c-4a1a-bfb2-989e0bef46ed tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.857162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.864936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2551-6167-47ec-ba19-90c27d5c483f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:22.870157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-c74a744f-7223-4247-9fce-9a381385bbd9 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.873514 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c74a744f-7223-4247-9fce-9a381385bbd9 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0310094 Jun 16 15:15:22.881669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52456) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.896678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-1f2879da-1485-4050-9fd9-be9018d9df87 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.900133 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1f2879da-1485-4050-9fd9-be9018d9df87 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0147831 Jun 16 15:15:22.903496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=d15cc77c-9ca8-4ca3-bf8d-b5e590f09494,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:22.904805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52460) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.909192 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dfdcb0a3-3e1a-413b-a219-e193d9984dd4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/d15cc77c-9ca8-4ca3-bf8d-b5e590f09494 HTTP/1.1" status: 204 len: 168 time: 5.7212069 Jun 16 15:15:22.912514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52464) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.919823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590975920'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:22.927911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52468) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.928292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-89f86f8d-c61c-4a1a-bfb2-989e0bef46ed tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "DELETE /v2.0/ports/df0b156f-8968-455e-9246-f378002e5b57 HTTP/1.1" status: 204 len: 168 time: 1.5530891 Jun 16 15:15:22.934139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-92db6925-7700-42df-9dd7-e8e67683c545 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.935088 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-92db6925-7700-42df-9dd7-e8e67683c545 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0246329 Jun 16 15:15:22.946277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52472) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.956267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-4e4359ef-2a7b-4127-9f30-f4ca7445c7be tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.964203 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4e4359ef-2a7b-4127-9f30-f4ca7445c7be tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0097690 Jun 16 15:15:22.964445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52476) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.971093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-20c5e7b3-82d5-4b9d-bd64-3c3ff217ca28 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.972014 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-20c5e7b3-82d5-4b9d-bd64-3c3ff217ca28 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0067697 Jun 16 15:15:22.975809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52480) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.981678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-eaec1b5a-7f3c-4fcd-b2e9-5d9573a6648e tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:22.982594 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eaec1b5a-7f3c-4fcd-b2e9-5d9573a6648e tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059283 Jun 16 15:15:22.993181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52484) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.995118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:22.999202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-534b897d-09b5-4b60-8c9d-110f0a16628b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.003561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-a42119b5-580f-4306-ac5f-58fc7ca28b80 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.005894 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a42119b5-580f-4306-ac5f-58fc7ca28b80 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0110121 Jun 16 15:15:23.014334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52488) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.025963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.030239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-29589c5b-9bc4-45d4-a7a4-5021004142ab tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.031103 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-29589c5b-9bc4-45d4-a7a4-5021004142ab tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0071039 Jun 16 15:15:23.034163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b897d-09b5-4b60-8c9d-110f0a16628b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7356364-ff0e-40c5-b1cc-21e6166676d3,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:23.035707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52492) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.043152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-ed87c9ef-b98f-4c1d-b8a0-d4556f3eed02 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.044100 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ed87c9ef-b98f-4c1d-b8a0-d4556f3eed02 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071988 Jun 16 15:15:23.047915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-534b897d-09b5-4b60-8c9d-110f0a16628b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.048943 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-534b897d-09b5-4b60-8c9d-110f0a16628b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/b7356364-ff0e-40c5-b1cc-21e6166676d3 HTTP/1.1" status: 204 len: 168 time: 0.4730833 Jun 16 15:15:23.049533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52496) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.052400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52498) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.058287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-c2a713ad-3215-454b-9308-b9493eef875c tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.061969 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c2a713ad-3215-454b-9308-b9493eef875c tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0115566 Jun 16 15:15:23.062252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:network and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:23.062520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52504) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.067725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-ab027e50-607b-4086-a685-5f0f31a8cc46 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.068640 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ab027e50-607b-4086-a685-5f0f31a8cc46 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052252 Jun 16 15:15:23.071159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52508) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.075464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-229a223e-d4c7-4a5a-933d-cb1ff7c240ef tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.076347 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-229a223e-d4c7-4a5a-933d-cb1ff7c240ef tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043714 Jun 16 15:15:23.078524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52512) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.083593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-c420c410-d24e-4ec0-b418-490556b33879 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.086714 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c420c410-d24e-4ec0-b418-490556b33879 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050690 Jun 16 15:15:23.086840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:23.086971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52516) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.089510 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c23f3b5b-71ee-4d00-867d-e7f6b73c8e83 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1605365 Jun 16 15:15:23.092788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-0c3abbb8-1848-4a0d-ac3f-2ba42d1abce5 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.094099 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0c3abbb8-1848-4a0d-ac3f-2ba42d1abce5 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056081 Jun 16 15:15:23.094099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.096199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.096768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52520) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.097102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52522) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.097932 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:23.112945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1815247187'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:23.120880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-10231c69-c8c4-4471-b178-9c7224c5ee92 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.121914 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-10231c69-c8c4-4471-b178-9c7224c5ee92 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0185871 Jun 16 15:15:23.129630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:23.129795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52528) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.143506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Usage tracker for resource:network and tenant:388b0162c1cb4fabaebda23df175c6f1 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:23.151557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2551-6167-47ec-ba19-90c27d5c483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.157549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2551-6167-47ec-ba19-90c27d5c483f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.157549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9b2c2551-6167-47ec-ba19-90c27d5c483f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fdf57bc5-114d-4f59-9620-b0d4d03a418b HTTP/1.1" status: 204 len: 168 time: 0.7500122 Jun 16 15:15:23.158272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-d365de63-32ec-4cd2-a2e0-efb019869eda tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.159024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:23.159256 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d365de63-32ec-4cd2-a2e0-efb019869eda tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0178246 Jun 16 15:15:23.171827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52534) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.191103 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e1961ef7-b66e-4df9-883f-ffa718f73290 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1310141 Jun 16 15:15:23.194922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-5c651ef3-e918-4f85-8400-f13df47e3452 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.196053 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5c651ef3-e918-4f85-8400-f13df47e3452 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0233049 Jun 16 15:15:23.198103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c30232b5-0b84-493c-b219-e12a8307935e tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.205630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:23.206473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c2551-6167-47ec-ba19-90c27d5c483f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf57bc5-114d-4f59-9620-b0d4d03a418b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:23.210428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52538) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.210996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52540) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.221136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [None req-1b95e9e9-2562-4b4f-a3f1-3311cdd25f75 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.221323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event updated for resources: {'Port': ['ID=cce37f28-f212-49bd-8639-f53104eec094,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:23.225130 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1b95e9e9-2562-4b4f-a3f1-3311cdd25f75 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0115268 Jun 16 15:15:23.225438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52546) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.284079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:23.285546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-1c3cfd79-3524-4bda-b849-c8c2ab337d16 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.287697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.289168 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1c3cfd79-3524-4bda-b849-c8c2ab337d16 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0628307 Jun 16 15:15:23.298195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52550) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.312486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-f5292138-a3e1-49dc-b368-58cbb7c8c627 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.316133 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f5292138-a3e1-49dc-b368-58cbb7c8c627 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0170152 Jun 16 15:15:23.317359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52554) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.327974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-c838e76b-76d6-4403-a77a-dbc9a351c5f3 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.331593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c838e76b-76d6-4403-a77a-dbc9a351c5f3 tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0111570 Jun 16 15:15:23.334152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52558) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.343715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [None req-c8f98083-4819-45d6-8db8-ec4b4f63694c tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:23.346349 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c8f98083-4819-45d6-8db8-ec4b4f63694c tempest-ExtensionsTestJSON-1658585621 tempest-ExtensionsTestJSON-1658585621-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0109200 Jun 16 15:15:23.377022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-c30232b5-0b84-493c-b219-e12a8307935e tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Calling delete_port for dea4da55-eaa1-46db-9aaa-8cb1edd0dd0a owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:23.383455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-cf62e7f1-c1dd-4086-aa6f-53b5b5bca173 None None] Current status of the port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:23.397306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Network 7950ed6b-223a-4b00-8690-44ce48b9f54b is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:23.398728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:23.450338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2e7f246b-f264-46f1-adce-14939c0eb978 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.470867 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2e7f246b-f264-46f1-adce-14939c0eb978 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.477119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:23.486871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Made reservation on behalf of 388b0162c1cb4fabaebda23df175c6f1 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:23.490972 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.533587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.533947 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment 2a46a7e8-0a53-4173-a316-b2d024bd98eb of type vlan for network 83acef95-a77f-454c-a22c-0144845da0cf Jun 16 15:15:23.615798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:23.624977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.643974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.647038 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Added segment a84eab4a-3aa2-4af2-9c01-f2f2506951d3 of type vlan for network 461f12b5-5822-4db7-84e4-7cf148a25579 Jun 16 15:15:23.700983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.705665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2e7f246b-f264-46f1-adce-14939c0eb978 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.719925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Router 9825d891-5a83-4395-ba24-55d99a94dfa9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:15:23.720112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6a99507e-4094-424e-865c-980d4800105e None None] Provisioning complete for port cce37f28-f212-49bd-8639-f53104eec094 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:23.720112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a99507e-4094-424e-865c-980d4800105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.732769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f246b-f264-46f1-adce-14939c0eb978 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ebfb5b7-d46f-47d6-af24-92f595f61f81,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:23.745801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c30232b5-0b84-493c-b219-e12a8307935e tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.771733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:23.914048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6a99507e-4094-424e-865c-980d4800105e None None] Port cce37f28-f212-49bd-8639-f53104eec094 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:15:23.940757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:23.941219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.943773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.949590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:23.950319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.959565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:15:23.964968 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-de163ed6-b27f-4ab7-834e-20e3a0f93868 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "PUT /v2.0/routers/9825d891-5a83-4395-ba24-55d99a94dfa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4896419 Jun 16 15:15:23.967278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52574) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:23.975088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30232b5-0b84-493c-b219-e12a8307935e tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Pushing event deleted for resources: {'Port': ['ID=dea4da55-eaa1-46db-9aaa-8cb1edd0dd0a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:23.979197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ff742-7b11-4eab-b29f-deef5ec8d7d3 None None] Sync routers for ids ['9825d891-5a83-4395-ba24-55d99a94dfa9'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:15:24.008591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ff742-7b11-4eab-b29f-deef5ec8d7d3 None None] Routers {'9825d891-5a83-4395-ba24-55d99a94dfa9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:24.013418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-167ff742-7b11-4eab-b29f-deef5ec8d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9825d891-5a83-4395-ba24-55d99a94dfa9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:24.098162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-167ff742-7b11-4eab-b29f-deef5ec8d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:24.114771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ff742-7b11-4eab-b29f-deef5ec8d7d3 None None] Routers {'9825d891-5a83-4395-ba24-55d99a94dfa9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:24.115546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-167ff742-7b11-4eab-b29f-deef5ec8d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9825d891-5a83-4395-ba24-55d99a94dfa9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:24.118178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52578) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:24.145760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.151335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:24.152142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.177236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-167ff742-7b11-4eab-b29f-deef5ec8d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:24.177652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ff742-7b11-4eab-b29f-deef5ec8d7d3 None None] The sync data for ids ['9825d891-5a83-4395-ba24-55d99a94dfa9'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:15:24.195593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de365d6e-4175-4045-886f-1f9475754f09 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.228849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2e7f246b-f264-46f1-adce-14939c0eb978 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.230162 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2e7f246b-f264-46f1-adce-14939c0eb978 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/9ebfb5b7-d46f-47d6-af24-92f595f61f81 HTTP/1.1" status: 204 len: 168 time: 1.0181177 Jun 16 15:15:24.232683 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3183136 Jun 16 15:15:24.240720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:24.245180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52584) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:24.245696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52586) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:24.280869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': '83acef95-a77f-454c-a22c-0144845da0cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:24.309350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07f7f623-f947-4ed6-8e0e-dc1a1ec4c3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.376354 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd45e31-f439-41cf-80ae-a46847b69c17 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=83acef95-a77f-454c-a22c-0144845da0cf,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:24.390817 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2887888 Jun 16 15:15:24.392652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-07f7f623-f947-4ed6-8e0e-dc1a1ec4c3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:24.395816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52594) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:24.408150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 83acef95-a77f-454c-a22c-0144845da0cf details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:24.411102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-07f7f623-f947-4ed6-8e0e-dc1a1ec4c3dc admin admin] Usage tracker for resource:security_group_rule and tenant:a5dbc1404a6d4032a2d2fde721e713b2 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:24.419108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-755832969'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:24.425823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-07f7f623-f947-4ed6-8e0e-dc1a1ec4c3dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:24.431633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:24.443107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Usage tracker for resource:network and tenant:388b0162c1cb4fabaebda23df175c6f1 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:24.445318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-07f7f623-f947-4ed6-8e0e-dc1a1ec4c3dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:24.447397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c30232b5-0b84-493c-b219-e12a8307935e tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.452455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:24.452638 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c30232b5-0b84-493c-b219-e12a8307935e tempest-RoutersAdminNegativeIpV6Test-1019030847 tempest-RoutersAdminNegativeIpV6Test-1019030847-project-admin] 10.222.0.73 "DELETE /v2.0/ports/dea4da55-eaa1-46db-9aaa-8cb1edd0dd0a HTTP/1.1" status: 204 len: 168 time: 1.9846396 Jun 16 15:15:24.453704 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-de365d6e-4175-4045-886f-1f9475754f09 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 16 15:15:24.456448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:24.458256 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-de365d6e-4175-4045-886f-1f9475754f09 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/routers/9825d891-5a83-4395-ba24-55d99a94dfa9 HTTP/1.1" status: 409 len: 329 time: 0.4898136 Jun 16 15:15:24.458826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52600) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:24.460926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:subnet and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:24.464051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:24.468638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:24.470554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:24.491819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e4aff342-9b96-45e9-9251-ca17bcb22743 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:24.561275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a50754-2141-4aaf-93fc-a8c984d816c0 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'Network': ['ID=461f12b5-5822-4db7-84e4-7cf148a25579,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:24.567163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:24.570412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.587516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 461f12b5-5822-4db7-84e4-7cf148a25579 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:24.682282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing IP validity checks on allocation pools {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 16 15:15:24.682812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 16 15:15:24.690607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Made reservation on behalf of 388b0162c1cb4fabaebda23df175c6f1 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:24.693768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e4aff342-9b96-45e9-9251-ca17bcb22743 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:24.697953 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e4aff342-9b96-45e9-9251-ca17bcb22743 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4483502 Jun 16 15:15:24.698132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.701423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52610) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:24.767561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a86384-9e4d-4947-a4e9-ec6250b85cd6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.789512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a86384-9e4d-4947-a4e9-ec6250b85cd6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.825844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07f7f623-f947-4ed6-8e0e-dc1a1ec4c3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.872977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:24.891563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07f7f623-f947-4ed6-8e0e-dc1a1ec4c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.915588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.915931 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Added segment 0cf1c787-f076-4e44-9466-6bd3f84c06a2 of type vlan for network 60095b0d-7831-4c4f-92cb-42db0dd48b2c Jun 16 15:15:24.948584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52618) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:24.957401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a86384-9e4d-4947-a4e9-ec6250b85cd6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.972216 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-07f7f623-f947-4ed6-8e0e-dc1a1ec4c3dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5dbc1404a6d4032a2d2fde721e713b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8508155 Jun 16 15:15:24.973201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52624) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:24.982518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a86384-9e4d-4947-a4e9-ec6250b85cd6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b8f3f95-40cd-44df-bd14-77b7bff5610c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:24.998824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.026401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.037967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7f623-f947-4ed6-8e0e-dc1a1ec4c3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb28865-a643-4fa0-bd44-ee46ae740916,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:25.077694 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52628) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:25.137137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=a413e01e-26e6-4794-b1e3-4fc85ce84d2e,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:25.139350 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a86384-9e4d-4947-a4e9-ec6250b85cd6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.140452 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-84a86384-9e4d-4947-a4e9-ec6250b85cd6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/0b8f3f95-40cd-44df-bd14-77b7bff5610c HTTP/1.1" status: 204 len: 168 time: 0.4380825 Jun 16 15:15:25.144784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52634) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:25.186986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': '2a46a7e8-0a53-4173-a316-b2d024bd98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '83acef95-a77f-454c-a22c-0144845da0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:25.187565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: 83acef95-a77f-454c-a22c-0144845da0cf, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:25.194752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ee87493-f6fa-48ce-a1df-7d174e7f837a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.211325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.217770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:25.218377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.262764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ee87493-f6fa-48ce-a1df-7d174e7f837a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.287506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5b6828c4-02b1-4888-9c8d-83d0d4be035c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:25.299702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-916629024'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:25.308607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8ce18463-1d38-4b4f-b8dc-ff460ecc206a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.323166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:25.339008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:network and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:25.347104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:25.362526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:25.370702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8ce18463-1d38-4b4f-b8dc-ff460ecc206a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:25.378391 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8ce18463-1d38-4b4f-b8dc-ff460ecc206a admin admin] Usage tracker for resource:security_group_rule and tenant:14e1ba568f054a168e82e1b19bac559e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:25.384119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8ce18463-1d38-4b4f-b8dc-ff460ecc206a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:25.391593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8ce18463-1d38-4b4f-b8dc-ff460ecc206a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:25.395403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network 83acef95-a77f-454c-a22c-0144845da0cf is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:25.441145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5b6828c4-02b1-4888-9c8d-83d0d4be035c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:25.443057 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5b6828c4-02b1-4888-9c8d-83d0d4be035c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2905672 Jun 16 15:15:25.446195 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52638) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:25.474773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-14132506-2a7c-46b1-8678-0a28dc1c1edb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.481268 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0826330 Jun 16 15:15:25.481904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:25.485907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.490243 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816a575-9bed-48f9-b1fd-512a288f8cb1 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'Network': ['ID=60095b0d-7831-4c4f-92cb-42db0dd48b2c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:25.501686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-14132506-2a7c-46b1-8678-0a28dc1c1edb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.505756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 60095b0d-7831-4c4f-92cb-42db0dd48b2c details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:25.508129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.518059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.528555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:25.533990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group_rule and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:25.536898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:25.542696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:25.634823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 83acef95-a77f-454c-a22c-0144845da0cf) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:25.638765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ee87493-f6fa-48ce-a1df-7d174e7f837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.653264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7047cea7-1278-48d1-971b-7329f3295ab4 None None] Network 83acef95-a77f-454c-a22c-0144845da0cf requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:25.653506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:25.654124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.713078 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee87493-f6fa-48ce-a1df-7d174e7f837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb28865-a643-4fa0-bd44-ee46ae740916,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:25.736162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-14132506-2a7c-46b1-8678-0a28dc1c1edb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.759569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-14132506-2a7c-46b1-8678-0a28dc1c1edb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.760726 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-14132506-2a7c-46b1-8678-0a28dc1c1edb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/865067d3-5409-4f54-b9a0-a81dab5e7df5 HTTP/1.1" status: 204 len: 168 time: 0.3134687 Jun 16 15:15:25.767222 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52642) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:25.793864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ee87493-f6fa-48ce-a1df-7d174e7f837a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.794830 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1ee87493-f6fa-48ce-a1df-7d174e7f837a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4bb28865-a643-4fa0-bd44-ee46ae740916 HTTP/1.1" status: 204 len: 168 time: 0.8162200 Jun 16 15:15:25.796108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14132506-2a7c-46b1-8678-0a28dc1c1edb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=865067d3-5409-4f54-b9a0-a81dab5e7df5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:25.819793 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b0ef8220-faa9-4bc9-ba5c-d029ad23af76 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5581625 Jun 16 15:15:25.824133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52648) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:25.883450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.960144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-32bed609-eeb7-4289-8597-b0485f78dd99 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:25.970145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8ce18463-1d38-4b4f-b8dc-ff460ecc206a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.975890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.978864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-83acef95-a77f-454c-a22c-0144845da0cf', 'network_id': '83acef95-a77f-454c-a22c-0144845da0cf', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': 'a413e01e-26e6-4794-b1e3-4fc85ce84d2e'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:25.979722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.006471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting port cce37f28-f212-49bd-8639-f53104eec094 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:26.007212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.070656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c387eb5e-4fd9-4f5a-a184-87d41c0e15e0,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:26.103054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:26.118314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8ce18463-1d38-4b4f-b8dc-ff460ecc206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.145805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.146158 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Added segment da305757-90de-4f36-b00f-dab4aa6d14c1 of type vlan for network 10b7ac6c-2434-4753-9f56-3e6371374f84 Jun 16 15:15:26.190726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.211632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-32bed609-eeb7-4289-8597-b0485f78dd99 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:26.212785 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-32bed609-eeb7-4289-8597-b0485f78dd99 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4427104 Jun 16 15:15:26.216299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce18463-1d38-4b4f-b8dc-ff460ecc206a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32302b83-f975-44e8-b895-e7bdd5631b9d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:26.221953 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8ce18463-1d38-4b4f-b8dc-ff460ecc206a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=14e1ba568f054a168e82e1b19bac559e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1368549 Jun 16 15:15:26.224508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.228026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52652) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:26.228349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52654) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:26.270290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.271155 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Allocated IP 172.20.0.3 (83acef95-a77f-454c-a22c-0144845da0cf/a413e01e-26e6-4794-b1e3-4fc85ce84d2e/d7e23ace-40f6-4cbb-82ee-cc65a603faa1) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:26.417922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Calling delete_port for cce37f28-f212-49bd-8639-f53104eec094 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:26.462329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:15:26.624942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.625531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.650898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Transition to ACTIVE for port object d7e23ace-40f6-4cbb-82ee-cc65a603faa1 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:26.657973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Transition to ACTIVE for port object d7e23ace-40f6-4cbb-82ee-cc65a603faa1 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:26.770419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.865785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.872197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:26.872834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.890879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Network 83acef95-a77f-454c-a22c-0144845da0cf is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:26.894452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:26.898125 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:26.915312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abdd33a0-e127-4bb6-855f-beb62174c3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.929392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.936512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60ea5f1a-b5b7-4911-9e68-355f6f7a2cc7 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.014343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abdd33a0-e127-4bb6-855f-beb62174c3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.020367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Pushing event updated for resources: {'Port': ['ID=d7e23ace-40f6-4cbb-82ee-cc65a603faa1,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:27.031482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Attempting to bind port d7e23ace-40f6-4cbb-82ee-cc65a603faa1 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:27.032041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Attempting to bind port d7e23ace-40f6-4cbb-82ee-cc65a603faa1 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2a46a7e8-0a53-4173-a316-b2d024bd98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '83acef95-a77f-454c-a22c-0144845da0cf'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:27.032513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Attempting to bind port d7e23ace-40f6-4cbb-82ee-cc65a603faa1 on network 83acef95-a77f-454c-a22c-0144845da0cf {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:27.038000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:27.038433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Checking segment: {'id': '2a46a7e8-0a53-4173-a316-b2d024bd98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '83acef95-a77f-454c-a22c-0144845da0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:27.038877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.039359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Bound using segment: {'id': '2a46a7e8-0a53-4173-a316-b2d024bd98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '83acef95-a77f-454c-a22c-0144845da0cf'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:27.039917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Bound port: d7e23ace-40f6-4cbb-82ee-cc65a603faa1, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a46a7e8-0a53-4173-a316-b2d024bd98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '83acef95-a77f-454c-a22c-0144845da0cf'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:27.040439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.054186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Port': ['ID=cce37f28-f212-49bd-8639-f53104eec094,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:27.118705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Network': ['ID=10b7ac6c-2434-4753-9f56-3e6371374f84,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:27.127524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60ea5f1a-b5b7-4911-9e68-355f6f7a2cc7 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.138055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:27.145323 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-385a782c-67a8-4d3a-8ea8-586e8198fb4f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1954567 Jun 16 15:15:27.146244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52674) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:27.172672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'name': 'tempest-PortsTestJSON-366082164'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:27.246583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.379530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] For port d7e23ace-40f6-4cbb-82ee-cc65a603faa1, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:27.383312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] For port d7e23ace-40f6-4cbb-82ee-cc65a603faa1, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d7e23ace-40f6-4cbb-82ee-cc65a603faa1,segment=NetworkSegment(2a46a7e8-0a53-4173-a316-b2d024bd98eb),segment_id=2a46a7e8-0a53-4173-a316-b2d024bd98eb)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:27.444248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.471658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=a413e01e-26e6-4794-b1e3-4fc85ce84d2e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:27.496500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.523185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abdd33a0-e127-4bb6-855f-beb62174c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.558762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:27.578364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:port and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:27.582898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd33a0-e127-4bb6-855f-beb62174c3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32302b83-f975-44e8-b895-e7bdd5631b9d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:27.585004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c380634-49b0-43c1-a167-74c6a4bae5c7 None None] Pushing event updated for resources: {'Port': ['ID=d7e23ace-40f6-4cbb-82ee-cc65a603faa1,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:27.601619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:27.718736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60ea5f1a-b5b7-4911-9e68-355f6f7a2cc7 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.728407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.748167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:27.785932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52686) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:27.791858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea5f1a-b5b7-4911-9e68-355f6f7a2cc7 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b523626-b0f6-4d40-bee5-75a1268e20ab,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:27.833803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83acef95-a77f-454c-a22c-0144845da0cf']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:27.883338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a46a7e8-0a53-4173-a316-b2d024bd98eb') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:27.883652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a46a7e8-0a53-4173-a316-b2d024bd98eb') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:27.910228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.929706 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:27.940790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.975483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.000373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:28.007166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.083353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Router 9825d891-5a83-4395-ba24-55d99a94dfa9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:15:28.088765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60ea5f1a-b5b7-4911-9e68-355f6f7a2cc7 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.096066 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-60ea5f1a-b5b7-4911-9e68-355f6f7a2cc7 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/6b523626-b0f6-4d40-bee5-75a1268e20ab HTTP/1.1" status: 204 len: 168 time: 1.8620751 Jun 16 15:15:28.115424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52694) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:28.116873 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2a46a7e8-0a53-4173-a316-b2d024bd98eb resource provider aggregate not found Jun 16 15:15:28.120682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abdd33a0-e127-4bb6-855f-beb62174c3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.121933 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-abdd33a0-e127-4bb6-855f-beb62174c3f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32302b83-f975-44e8-b895-e7bdd5631b9d HTTP/1.1" status: 204 len: 168 time: 1.8865623 Jun 16 15:15:28.161777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-389130174'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:28.167403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:28.171630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:network and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:28.174572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:28.180882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:28.226359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 407eab71-e98f-4168-897f-ba05b9844939 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:28.272280 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2a46a7e8-0a53-4173-a316-b2d024bd98eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a46a7e8-0a53-4173-a316-b2d024bd98eb found for delete ", "request_id": "req-ae3d8735-3f28-4e27-b3cb-0e875dbf6472"}]} Jun 16 15:15:28.273322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:15:28.289048 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf75a36-d831-49be-afdd-2bec1d99633b None None] Sync routers for ids ['9825d891-5a83-4395-ba24-55d99a94dfa9'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:15:28.308209 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c1810a0b-0bb0-4986-942e-71b191548c9c tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "PUT /v2.0/routers/9825d891-5a83-4395-ba24-55d99a94dfa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8391318 Jun 16 15:15:28.308416 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf75a36-d831-49be-afdd-2bec1d99633b None None] Routers {'9825d891-5a83-4395-ba24-55d99a94dfa9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:28.308416 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5bf75a36-d831-49be-afdd-2bec1d99633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9825d891-5a83-4395-ba24-55d99a94dfa9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:28.309389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52702) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:28.343914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-464f8fb1-6f2d-4c93-8ce1-86b6d8e5592c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:28.380865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:15:28.380865 dv-neutron-846028-2-hyperv neutron-server[89746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:15:28.380865 dv-neutron-846028-2-hyperv neutron-server[89746]: [parameters: {'id': '83acef95-a77f-454c-a22c-0144845da0cf'}] Jun 16 15:15:28.380865 dv-neutron-846028-2-hyperv neutron-server[89746]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:28.381631 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:28.440922 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5bf75a36-d831-49be-afdd-2bec1d99633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:28.451451 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf75a36-d831-49be-afdd-2bec1d99633b None None] Routers {'9825d891-5a83-4395-ba24-55d99a94dfa9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:28.452386 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5bf75a36-d831-49be-afdd-2bec1d99633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9825d891-5a83-4395-ba24-55d99a94dfa9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:28.453109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Made reservation on behalf of 22f38ed0bf0a4993bf331c54e6230cae for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:28.458658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.458813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-464f8fb1-6f2d-4c93-8ce1-86b6d8e5592c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:28.460002 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-464f8fb1-6f2d-4c93-8ce1-86b6d8e5592c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3370225 Jun 16 15:15:28.469521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52706) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:28.481364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group': {'name': 'tempest-secgroup--151100851'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:28.513581 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-73c70963-35d7-4107-b819-4fae742eec8a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] show failed (client error): The resource could not be found. Jun 16 15:15:28.516054 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-73c70963-35d7-4107-b819-4fae742eec8a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1347141601 HTTP/1.1" status: 404 len: 335 time: 0.2060738 Jun 16 15:15:28.516906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.552328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52710) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:28.559649 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5bf75a36-d831-49be-afdd-2bec1d99633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:28.563219 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf75a36-d831-49be-afdd-2bec1d99633b None None] The sync data for ids ['9825d891-5a83-4395-ba24-55d99a94dfa9'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:15:28.563990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-00767e87-6abf-4e60-9d52-938adcd40c8e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:28.573460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:28.595456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:28.635722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.645780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:28.655145 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-00767e87-6abf-4e60-9d52-938adcd40c8e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] update failed (client error): The resource could not be found. Jun 16 15:15:28.655145 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-00767e87-6abf-4e60-9d52-938adcd40c8e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-472866905 HTTP/1.1" status: 404 len: 334 time: 0.1006482 Jun 16 15:15:28.657558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52716) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:28.661080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:security_group_rule and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:28.670341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:28.677147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:28.771680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.794829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5558ee3-4df5-4eaa-89a3-16f69de50bb9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting subnet b02c3001-0d92-41cc-91ec-1893e753be7b {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:15:28.796326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.810462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c5558ee3-4df5-4eaa-89a3-16f69de50bb9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.827704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52720) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:28.834896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'subnets': [{'network_id': '461f12b5-5822-4db7-84e4-7cf148a25579', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2136920920', 'ip_version': 6}, {'network_id': '60095b0d-7831-4c4f-92cb-42db0dd48b2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:28.835454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'subnet': {'network_id': '461f12b5-5822-4db7-84e4-7cf148a25579', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2136920920', 'ip_version': 6}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:28.836315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Request body: {'subnet': {'network_id': '60095b0d-7831-4c4f-92cb-42db0dd48b2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:28.851388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:28.860989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:28.870423 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.875088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:28.883793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.887854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:28.918179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c5558ee3-4df5-4eaa-89a3-16f69de50bb9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.944533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479de226-f69e-42c6-8afd-36f322a30f82 None None] Network 83acef95-a77f-454c-a22c-0144845da0cf requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:28.949752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:28.961107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port d7e23ace-40f6-4cbb-82ee-cc65a603faa1 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:28.961510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:28.986782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.012120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c8f8f0-1ff0-435d-aec0-cd217068b8cf,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:29.017994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.018341 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Added segment ebc63531-cb95-4ba5-85cc-ed304e512f3a of type vlan for network 7e2afad5-6bb3-4003-8669-a326022370bc Jun 16 15:15:29.135362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.149518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:29.155440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Usage tracker for resource:subnet and tenant:388b0162c1cb4fabaebda23df175c6f1 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:29.159781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:29.176381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:29.199838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=407eab71-e98f-4168-897f-ba05b9844939,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:29.219391 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3dc6ad-bda7-41f5-8633-7a0446867034 None None] DHCP port deletion for 83acef95-a77f-454c-a22c-0144845da0cf request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:29.224178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7c3dc6ad-bda7-41f5-8633-7a0446867034 None None] Deleting port d7e23ace-40f6-4cbb-82ee-cc65a603faa1 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:29.224554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc6ad-bda7-41f5-8633-7a0446867034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.255813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b8dee8cb-8ba4-4b86-84f9-ef565b2be1cd None None] Provisioning for port d7e23ace-40f6-4cbb-82ee-cc65a603faa1 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:29.259376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Checking segment: {'id': 'da305757-90de-4f36-b00f-dab4aa6d14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:29.264089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network hostable DHCP agents. Network: 10b7ac6c-2434-4753-9f56-3e6371374f84, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:29.273148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.317767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c5558ee3-4df5-4eaa-89a3-16f69de50bb9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.323390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.329309 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:29.329991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.377386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.382368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52724) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:29.392883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Made reservation on behalf of 388b0162c1cb4fabaebda23df175c6f1 for: {'subnet': 2} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:29.395570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.395990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.450358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7c3dc6ad-bda7-41f5-8633-7a0446867034 None None] For port d7e23ace-40f6-4cbb-82ee-cc65a603faa1, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d7e23ace-40f6-4cbb-82ee-cc65a603faa1,segment=NetworkSegment(2a46a7e8-0a53-4173-a316-b2d024bd98eb),segment_id=2a46a7e8-0a53-4173-a316-b2d024bd98eb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:29.450724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc6ad-bda7-41f5-8633-7a0446867034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.518819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Network': ['ID=7e2afad5-6bb3-4003-8669-a326022370bc,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:29.570227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 7e2afad5-6bb3-4003-8669-a326022370bc details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:29.578169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:29.590361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7c3dc6ad-bda7-41f5-8633-7a0446867034 None None] Calling delete_port for d7e23ace-40f6-4cbb-82ee-cc65a603faa1 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:29.592230 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-73998c96-0cad-405b-9f0e-e37e75f52f46 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8052077 Jun 16 15:15:29.605911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52728) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:29.630056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'subnet': {'network_id': '7e2afad5-6bb3-4003-8669-a326022370bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:29.641745 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-68698634-1eb2-4b3a-8cc1-26c22372a843 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2baa191247f342e1b2d94d08d380d42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559655 Jun 16 15:15:29.642685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52732) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:29.643268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f74957e-f973-4704-a499-4d6fcd896bdf,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:29.692331 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 10b7ac6c-2434-4753-9f56-3e6371374f84) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:29.698211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] For port d7e23ace-40f6-4cbb-82ee-cc65a603faa1, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d7e23ace-40f6-4cbb-82ee-cc65a603faa1,segment=NetworkSegment(2a46a7e8-0a53-4173-a316-b2d024bd98eb),segment_id=2a46a7e8-0a53-4173-a316-b2d024bd98eb)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:29.698585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.708714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08492552-d834-4dd8-abd5-fcd044608d76 None None] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:29.714963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-301bfa84-ab8f-4ca2-8480-31c51ddad2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.718162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:29.724279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:29.725212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.755144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-301bfa84-ab8f-4ca2-8480-31c51ddad2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.927246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c5558ee3-4df5-4eaa-89a3-16f69de50bb9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.931929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:29.935731 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4931dcf7-2f4e-4f2e-bd80-2a533bef7d10 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4626899 Jun 16 15:15:29.948000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Calling delete_port for d7e23ace-40f6-4cbb-82ee-cc65a603faa1 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:30.010771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52736) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:30.027511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-301bfa84-ab8f-4ca2-8480-31c51ddad2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.029860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': '2f74957e-f973-4704-a499-4d6fcd896bdf', 'direction': 'ingress', 'protocol': 17}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:30.037676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc6ad-bda7-41f5-8633-7a0446867034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.042781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c5558ee3-4df5-4eaa-89a3-16f69de50bb9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.044620 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c5558ee3-4df5-4eaa-89a3-16f69de50bb9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/subnets/b02c3001-0d92-41cc-91ec-1893e753be7b HTTP/1.1" status: 204 len: 168 time: 1.3861203 Jun 16 15:15:30.048755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5558ee3-4df5-4eaa-89a3-16f69de50bb9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Subnet': ['ID=b02c3001-0d92-41cc-91ec-1893e753be7b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:30.050440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52740) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:30.059233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bfa84-ab8f-4ca2-8480-31c51ddad2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7c430c-816b-4a5b-aa0f-fdb1fa797c53,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:30.059497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:30.064989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:30.087794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:30.097172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15117fe-8cf9-42ad-a7ef-58a3214e33cd None None] Network bb7467c8-6409-431e-a836-27502379228b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:30.114338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:30.122063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:subnet and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:30.126656 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-301bfa84-ab8f-4ca2-8480-31c51ddad2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.131178 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-301bfa84-ab8f-4ca2-8480-31c51ddad2f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b7c430c-816b-4a5b-aa0f-fdb1fa797c53 HTTP/1.1" status: 204 len: 168 time: 0.4878020 Jun 16 15:15:30.133725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:30.150418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:30.153477 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b7fbee3f-7d74-4e0c-901f-d36132ef57df tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9931273 Jun 16 15:15:30.162333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52746) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:30.163592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:30.180002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3dc6ad-bda7-41f5-8633-7a0446867034 None None] No DVR routers for this DVR port d7e23ace-40f6-4cbb-82ee-cc65a603faa1 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:30.225516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dc6ad-bda7-41f5-8633-7a0446867034 None None] Pushing event deleted for resources: {'Port': ['ID=d7e23ace-40f6-4cbb-82ee-cc65a603faa1,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:30.244481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1737054212'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:30.255428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:30.266071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:network and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:30.272861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.276248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:30.285931 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:30.286565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:30.287743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:30.306531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.317783 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:30.318354 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.374280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Made reservation on behalf of 22f38ed0bf0a4993bf331c54e6230cae for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:30.377714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.414368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:30.418324 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.466089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.488004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932b697-c1d6-45eb-93be-f2d194cdcd59 None None] DHCP port deletion for bb7467c8-6409-431e-a836-27502379228b request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:30.493100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b932b697-c1d6-45eb-93be-f2d194cdcd59 None None] Deleting port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:30.493516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b932b697-c1d6-45eb-93be-f2d194cdcd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.571818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:30.584474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'Subnet': ['ID=dc29be24-e194-456d-bf09-e99875322cfc,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:30.596104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Checking segment: {'id': 'a84eab4a-3aa2-4af2-9c01-f2f2506951d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '461f12b5-5822-4db7-84e4-7cf148a25579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:30.596467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Network hostable DHCP agents. Network: 461f12b5-5822-4db7-84e4-7cf148a25579, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:30.624722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.626783 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.633262 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Added segment e18b704e-fd32-4003-a258-fdf7ce9063e5 of type vlan for network b13dab78-fc09-4595-a525-894c5721acc8 Jun 16 15:15:30.683504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Network 461f12b5-5822-4db7-84e4-7cf148a25579 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:30.732111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b932b697-c1d6-45eb-93be-f2d194cdcd59 None None] For port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=801c605f-d87b-4c9f-8a03-cbc551b4dfc7,segment=NetworkSegment(24d7c23b-7690-42c4-b340-10d091779b0c),segment_id=24d7c23b-7690-42c4-b340-10d091779b0c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:30.732387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b932b697-c1d6-45eb-93be-f2d194cdcd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.736656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.754748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.769102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 461f12b5-5822-4db7-84e4-7cf148a25579) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:30.778845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.779313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] For port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=801c605f-d87b-4c9f-8a03-cbc551b4dfc7,segment=NetworkSegment(24d7c23b-7690-42c4-b340-10d091779b0c),segment_id=24d7c23b-7690-42c4-b340-10d091779b0c)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:30.779688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.797893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port d7e23ace-40f6-4cbb-82ee-cc65a603faa1 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:30.797893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:30.798715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3234ac9a-551d-460d-8d10-f605d4d0b851 None None] Network 461f12b5-5822-4db7-84e4-7cf148a25579 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:30.876754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:15:30.889657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b932b697-c1d6-45eb-93be-f2d194cdcd59 None None] Calling delete_port for 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:30.894110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event updated for resources: {'Subnet': ['ID=f33344ec-c5a2-4692-b327-38dadb02ffb2,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:30.911661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Checking segment: {'id': '0cf1c787-f076-4e44-9466-6bd3f84c06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '60095b0d-7831-4c4f-92cb-42db0dd48b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:30.912100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Network hostable DHCP agents. Network: 60095b0d-7831-4c4f-92cb-42db0dd48b2c, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:30.942847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997cb826-1d7b-496e-a4b2-070f6ad7b526,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:31.026096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Network 60095b0d-7831-4c4f-92cb-42db0dd48b2c is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:31.042796 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Calling delete_port for 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:31.101994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] The port 'd7e23ace-40f6-4cbb-82ee-cc65a603faa1' was deleted {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:15:31.137474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 60095b0d-7831-4c4f-92cb-42db0dd48b2c) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:31.145742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:31.146300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:31.147540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.161021 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da96bde-01f3-4c27-8d91-a3808636eafe None None] Network 60095b0d-7831-4c4f-92cb-42db0dd48b2c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:31.200349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b932b697-c1d6-45eb-93be-f2d194cdcd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.206189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c593a-a161-421e-b372-811c081ef24c req-ea801239-6867-4549-aa0c-fca8de9732f1 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:31.207455 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ba1c593a-a161-421e-b372-811c081ef24c req-ea801239-6867-4549-aa0c-fca8de9732f1 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1199348 Jun 16 15:15:31.266419 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a8748077-d346-4fce-89af-eb66ba99b303 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4373116 Jun 16 15:15:31.267118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52764) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:31.323488 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ba1c593a-a161-421e-b372-811c081ef24c req-f43ff101-7d01-49f8-a5c7-542140ef272f tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094770 Jun 16 15:15:31.333862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.335677 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f9d282ae-fe2f-40bc-aa80-71d83283d4be tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3215048 Jun 16 15:15:31.336485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.339074 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52770) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:31.341884 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:31.342474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.419510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932b697-c1d6-45eb-93be-f2d194cdcd59 None None] Pushing event deleted for resources: {'Port': ['ID=801c605f-d87b-4c9f-8a03-cbc551b4dfc7,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:31.455491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693700c-5713-477e-8298-f129150b64bb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:31.457653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693700c-5713-477e-8298-f129150b64bb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:31.461934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693700c-5713-477e-8298-f129150b64bb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:31.463911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6693700c-5713-477e-8298-f129150b64bb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Synchronizing usage tracker for tenant:388b0162c1cb4fabaebda23df175c6f1 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:31.471402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-917c8420-146d-49aa-928b-7d4140b9cf7b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.483725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932b697-c1d6-45eb-93be-f2d194cdcd59 None None] No DVR routers for this DVR port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:31.541097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Network': ['ID=b13dab78-fc09-4595-a525-894c5721acc8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:31.577598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-461f12b5-5822-4db7-84e4-7cf148a25579', 'network_id': '461f12b5-5822-4db7-84e4-7cf148a25579', 'tenant_id': '388b0162c1cb4fabaebda23df175c6f1', 'fixed_ips': [{'subnet_id': 'dc29be24-e194-456d-bf09-e99875322cfc'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:31.580555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.585530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-917c8420-146d-49aa-928b-7d4140b9cf7b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.592206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network b13dab78-fc09-4595-a525-894c5721acc8 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:31.606673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.629351 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83acef95-a77f-454c-a22c-0144845da0cf']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:31.636318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:31.636647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:31.638639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6e27d-88a8-4acd-906e-dbf81d438a37 req-b5751f5e-d8dd-47aa-b40f-369f0eef381c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:31.640195 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31f6e27d-88a8-4acd-906e-dbf81d438a37 req-b5751f5e-d8dd-47aa-b40f-369f0eef381c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1470926 Jun 16 15:15:31.643998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a46a7e8-0a53-4173-a316-b2d024bd98eb') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:31.645113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a46a7e8-0a53-4173-a316-b2d024bd98eb') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:31.649443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6693700c-5713-477e-8298-f129150b64bb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Unset dirty status for tenant:388b0162c1cb4fabaebda23df175c6f1 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:31.650571 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6693700c-5713-477e-8298-f129150b64bb tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3797157 Jun 16 15:15:31.660683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52780) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:31.673340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.729796 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31f6e27d-88a8-4acd-906e-dbf81d438a37 req-3146fdbe-2fa0-4e58-a13f-8bf49f499e23 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685375 Jun 16 15:15:31.732347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.736780 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c70ec263-7adb-41a4-8609-d4d99cd94ed6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5245757 Jun 16 15:15:31.739788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52784) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:31.758157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:15:31.758350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'ports': [{'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84'}, {'network_id': 'b13dab78-fc09-4595-a525-894c5721acc8'}]} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:31.758350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:31.758350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': 'b13dab78-fc09-4595-a525-894c5721acc8'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:31.818226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-917c8420-146d-49aa-928b-7d4140b9cf7b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.834417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.848218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c8420-146d-49aa-928b-7d4140b9cf7b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f74957e-f973-4704-a499-4d6fcd896bdf,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:31.865263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:31.865678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:31.946522 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2a46a7e8-0a53-4173-a316-b2d024bd98eb resource provider aggregate not found Jun 16 15:15:31.963769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:15:31.964108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:15:31.971760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-60095b0d-7831-4c4f-92cb-42db0dd48b2c', 'network_id': '60095b0d-7831-4c4f-92cb-42db0dd48b2c', 'tenant_id': '388b0162c1cb4fabaebda23df175c6f1', 'fixed_ips': [{'subnet_id': 'f33344ec-c5a2-4692-b327-38dadb02ffb2'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:31.973835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.002875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-917c8420-146d-49aa-928b-7d4140b9cf7b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.008224 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-917c8420-146d-49aa-928b-7d4140b9cf7b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/2f74957e-f973-4704-a499-4d6fcd896bdf HTTP/1.1" status: 204 len: 168 time: 0.6675658 Jun 16 15:15:32.010291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52796) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:32.021709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d83d13-719b-43e6-8a62-1a3a532a0bd6 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Deleting subnet dc29be24-e194-456d-bf09-e99875322cfc {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:15:32.024766 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2a46a7e8-0a53-4173-a316-b2d024bd98eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a46a7e8-0a53-4173-a316-b2d024bd98eb found for delete ", "request_id": "req-55b67a1f-e355-4f28-a289-51eeadb1c2d1"}]} Jun 16 15:15:32.035518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Subnet': ['ID=e3023fe9-72b1-42be-b7ff-cd0d31bc423e,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:32.053008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Checking segment: {'id': 'ebc63531-cb95-4ba5-85cc-ed304e512f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7e2afad5-6bb3-4003-8669-a326022370bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:32.053482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network hostable DHCP agents. Network: 7e2afad5-6bb3-4003-8669-a326022370bc, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:32.138269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting port 801c605f-d87b-4c9f-8a03-cbc551b4dfc7 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:32.144347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.182152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Allocated IP 2001:db8::1 (461f12b5-5822-4db7-84e4-7cf148a25579/dc29be24-e194-456d-bf09-e99875322cfc/87145873-17f7-40d5-9866-a6a10980d7f2) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:32.188189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.199258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e234483a-b7e1-4ca6-acbe-9276c60bc4ff tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:32.220931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:32.231557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:port and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:32.237697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] The port '801c605f-d87b-4c9f-8a03-cbc551b4dfc7' was deleted {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:15:32.243295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf7f48-bbc5-4aa6-92d5-ec5c8856adee req-8530c1b1-4c9a-4681-a34b-be9f577365cc tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:32.244873 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0bdf7f48-bbc5-4aa6-92d5-ec5c8856adee req-8530c1b1-4c9a-4681-a34b-be9f577365cc tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3267484 Jun 16 15:15:32.245850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:32.256105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:32.304951 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0bdf7f48-bbc5-4aa6-92d5-ec5c8856adee req-ba0d8472-373f-48cc-9886-1dd6c4999da6 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512202 Jun 16 15:15:32.326637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=83acef95-a77f-454c-a22c-0144845da0cf,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:32.326637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 7e2afad5-6bb3-4003-8669-a326022370bc is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:32.334134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.352617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e234483a-b7e1-4ca6-acbe-9276c60bc4ff tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:32.360859 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e234483a-b7e1-4ca6-acbe-9276c60bc4ff tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3469439 Jun 16 15:15:32.365594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52804) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:32.368663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040581511'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:32.371133 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cdab4800-018c-4160-9811-9b0afdc42bf4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/83acef95-a77f-454c-a22c-0144845da0cf HTTP/1.1" status: 204 len: 168 time: 6.5333328 Jun 16 15:15:32.383316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52808) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:32.386526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:32.392738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1239220648'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:32.398282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 2} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:32.403029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.416444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Allocated IP 2001:db8:0:1::1 (60095b0d-7831-4c4f-92cb-42db0dd48b2c/f33344ec-c5a2-4692-b327-38dadb02ffb2/0d243c53-a868-463b-bf17-69810513a459) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:32.422406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:32.428764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.439704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.463110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 7e2afad5-6bb3-4003-8669-a326022370bc) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:32.474153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7467c8-6409-431e-a836-27502379228b']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:32.482082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:32.482584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.487656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc802cdd-fcd7-4fbc-b216-c8dc93855057 None None] Network 7e2afad5-6bb3-4003-8669-a326022370bc requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:32.490968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:32.491911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:network and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:32.499956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d7c23b-7690-42c4-b340-10d091779b0c') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:32.500179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d7c23b-7690-42c4-b340-10d091779b0c') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:32.502247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:32.513382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.530844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.538115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:32.538823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.596703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:32.650856 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-99b47632-551b-45a7-8a31-0aae9d503b39 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0357432 Jun 16 15:15:32.651607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52816) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:32.657414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-203814722', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:32.665454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:32.669602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:router and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:32.673831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:32.685932 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:32.704441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.711977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.730233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:32.733759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.765910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:32.787464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.793597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.798109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Transition to ACTIVE for port object 87145873-17f7-40d5-9866-a6a10980d7f2 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:32.824794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.826059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.838965 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/networks/bb7467c8-6409-431e-a836-27502379228b HTTP/1.1" status: 204 len: 168 time: 2.7767456 Jun 16 15:15:32.839126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:32.842479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b26e39-f694-473c-886e-7d6ee39c5705 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Network': ['ID=bb7467c8-6409-431e-a836-27502379228b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:32.845647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52822) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:32.851351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92520c24-a362-4b6c-8873-257d957266ce req-ee9b015a-bf21-4bc0-bc13-142cebbe17df tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:32.853511 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92520c24-a362-4b6c-8873-257d957266ce req-ee9b015a-bf21-4bc0-bc13-142cebbe17df tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.4130743 Jun 16 15:15:32.859185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:32.872003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 00adcf23-ddea-49ef-90f2-f187f109dd29 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:32.881796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:32.897043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Transition to ACTIVE for port object 87145873-17f7-40d5-9866-a6a10980d7f2 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:32.952080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.955483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acf45c4-c068-4e97-99a9-8bcc20da6401 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting subnet ce0a71bb-5bf4-487b-a371-f3d94a66a1d1 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:15:32.962361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6acf45c4-c068-4e97-99a9-8bcc20da6401 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:32.964246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635db6a4-7e2d-419c-aca6-1a4df3cb6bd6 None None] Network 7e2afad5-6bb3-4003-8669-a326022370bc requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:32.990485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.006626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Transition to ACTIVE for port object 0d243c53-a868-463b-bf17-69810513a459 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:33.011202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:33.032725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6acf45c4-c068-4e97-99a9-8bcc20da6401 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.039991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.040345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment 8c54a0ce-efdc-497b-af07-d81a5f5aa391 of type vlan for network c5aa5a00-16f8-4bb7-8b24-aca420dd69c0 Jun 16 15:15:33.060410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d83d13-719b-43e6-8a62-1a3a532a0bd6 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.083065 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92520c24-a362-4b6c-8873-257d957266ce req-cc826a4f-f9a5-4f71-af23-975e731af54b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182560 Jun 16 15:15:33.095220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Transition to ACTIVE for port object 0d243c53-a868-463b-bf17-69810513a459 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:33.097609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.127609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.146008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d83d13-719b-43e6-8a62-1a3a532a0bd6 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.198287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.206694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52832) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:33.221540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Network 461f12b5-5822-4db7-84e4-7cf148a25579 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:33.238309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:33.258779 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:33.265048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Pushing event updated for resources: {'Port': ['ID=87145873-17f7-40d5-9866-a6a10980d7f2,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:33.313205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Network 60095b0d-7831-4c4f-92cb-42db0dd48b2c is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:33.322611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.326581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.333299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:33.333835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.354089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6acf45c4-c068-4e97-99a9-8bcc20da6401 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.396046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:33.418157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:33.421350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.481932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1037396626', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:33.499763 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.565931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:33.572407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Usage tracker for resource:port and tenant:6100ef2172ef44ec88b74e7e58219bdf is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:33.575933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:33.584925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:33.607984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=c5aa5a00-16f8-4bb7-8b24-aca420dd69c0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:33.632213 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a3b19702-0b00-43ae-a189-e1a1c582c222 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2461152 Jun 16 15:15:33.638056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Attempting to bind port 87145873-17f7-40d5-9866-a6a10980d7f2 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:33.638428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Attempting to bind port 87145873-17f7-40d5-9866-a6a10980d7f2 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'a84eab4a-3aa2-4af2-9c01-f2f2506951d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '461f12b5-5822-4db7-84e4-7cf148a25579'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:33.638789 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Attempting to bind port 87145873-17f7-40d5-9866-a6a10980d7f2 on network 461f12b5-5822-4db7-84e4-7cf148a25579 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:33.641029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Pushing event updated for resources: {'Port': ['ID=0d243c53-a868-463b-bf17-69810513a459,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:33.652061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network c5aa5a00-16f8-4bb7-8b24-aca420dd69c0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:33.652225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52840) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:33.689784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:33.690162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Checking segment: {'id': 'a84eab4a-3aa2-4af2-9c01-f2f2506951d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '461f12b5-5822-4db7-84e4-7cf148a25579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:33.690558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.690981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Bound using segment: {'id': 'a84eab4a-3aa2-4af2-9c01-f2f2506951d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '461f12b5-5822-4db7-84e4-7cf148a25579'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:33.692024 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Bound port: 87145873-17f7-40d5-9866-a6a10980d7f2, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84eab4a-3aa2-4af2-9c01-f2f2506951d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '461f12b5-5822-4db7-84e4-7cf148a25579'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:33.692406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.774292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': 'c5aa5a00-16f8-4bb7-8b24-aca420dd69c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:33.802913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.804178 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4414768 Jun 16 15:15:33.805069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Made reservation on behalf of 6100ef2172ef44ec88b74e7e58219bdf for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:33.807512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.817360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52844) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:33.842811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec0a78-5cbf-4a06-836a-b4584f9d6e21 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa97eab-9547-4a12-83f2-0e228dacb2b2,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:33.846786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Attempting to bind port 0d243c53-a868-463b-bf17-69810513a459 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:33.846786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Attempting to bind port 0d243c53-a868-463b-bf17-69810513a459 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '0cf1c787-f076-4e44-9466-6bd3f84c06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '60095b0d-7831-4c4f-92cb-42db0dd48b2c'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:33.847180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Attempting to bind port 0d243c53-a868-463b-bf17-69810513a459 on network 60095b0d-7831-4c4f-92cb-42db0dd48b2c {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:33.854273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.858875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d83d13-719b-43e6-8a62-1a3a532a0bd6 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.860839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group': {'name': 'tempest-secgroup--774387402'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:33.867905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:33.873656 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.875236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:33.875615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Checking segment: {'id': '0cf1c787-f076-4e44-9466-6bd3f84c06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '60095b0d-7831-4c4f-92cb-42db0dd48b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:33.876010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.876398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Bound using segment: {'id': '0cf1c787-f076-4e44-9466-6bd3f84c06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '60095b0d-7831-4c4f-92cb-42db0dd48b2c'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:33.876863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Bound port: 0d243c53-a868-463b-bf17-69810513a459, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf1c787-f076-4e44-9466-6bd3f84c06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '60095b0d-7831-4c4f-92cb-42db0dd48b2c'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:33.877235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.898429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 50e8c281-bf64-4bb0-8c75-3c8a1c900b1a yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:33.915159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:33.939183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6acf45c4-c068-4e97-99a9-8bcc20da6401 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:33.979934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:33.998002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf45c4-c068-4e97-99a9-8bcc20da6401 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0a71bb-5bf4-487b-a371-f3d94a66a1d1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:34.008356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Usage tracker for resource:security_group_rule and tenant:6100ef2172ef44ec88b74e7e58219bdf is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:34.014472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6acf45c4-c068-4e97-99a9-8bcc20da6401 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.022086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a6baf9-cca7-42c9-9695-a95f952e1c13 None None] Network d9f52fa3-defe-4168-958e-7b16160bbdbf requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:34.022781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:34.030477 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6acf45c4-c068-4e97-99a9-8bcc20da6401 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/subnets/ce0a71bb-5bf4-487b-a371-f3d94a66a1d1 HTTP/1.1" status: 204 len: 168 time: 1.1809354 Jun 16 15:15:34.033979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52850) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:34.039371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:34.051872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:34.065226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:subnet and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:34.069129 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 24d7c23b-7690-42c4-b340-10d091779b0c resource provider aggregate not found Jun 16 15:15:34.070597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:34.074779 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] For port 0d243c53-a868-463b-bf17-69810513a459, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:34.091420 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:34.104893 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 24d7c23b-7690-42c4-b340-10d091779b0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24d7c23b-7690-42c4-b340-10d091779b0c found for delete ", "request_id": "req-3033c802-7f0c-43bf-9f36-66c8622ca069"}]} Jun 16 15:15:34.105520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27590140-6228-4e8a-af84-955fe6cf92a9 req-49cae87c-d62e-4e1c-9e32-98858f150481 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:34.107050 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-27590140-6228-4e8a-af84-955fe6cf92a9 req-49cae87c-d62e-4e1c-9e32-98858f150481 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.4668951 Jun 16 15:15:34.108497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d83d13-719b-43e6-8a62-1a3a532a0bd6 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.141055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] For port 87145873-17f7-40d5-9866-a6a10980d7f2, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:34.151207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] For port 0d243c53-a868-463b-bf17-69810513a459, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0d243c53-a868-463b-bf17-69810513a459,segment=NetworkSegment(0cf1c787-f076-4e44-9466-6bd3f84c06a2),segment_id=0cf1c787-f076-4e44-9466-6bd3f84c06a2)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:34.161524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d83d13-719b-43e6-8a62-1a3a532a0bd6 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Subnet': ['ID=dc29be24-e194-456d-bf09-e99875322cfc,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:34.165802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d83d13-719b-43e6-8a62-1a3a532a0bd6 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.169944 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f3d83d13-719b-43e6-8a62-1a3a532a0bd6 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "DELETE /v2.0/subnets/dc29be24-e194-456d-bf09-e99875322cfc HTTP/1.1" status: 204 len: 168 time: 2.5031166 Jun 16 15:15:34.173123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52858) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:34.189961 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] For port 87145873-17f7-40d5-9866-a6a10980d7f2, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=87145873-17f7-40d5-9866-a6a10980d7f2,segment=NetworkSegment(a84eab4a-3aa2-4af2-9c01-f2f2506951d3),segment_id=a84eab4a-3aa2-4af2-9c01-f2f2506951d3)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:34.233479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.259513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75f41a7-b959-44af-820e-d8126ec2b76a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting subnet b77bf255-dde2-4905-863c-938f1df4630c {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:15:34.263270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.269105 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-27590140-6228-4e8a-af84-955fe6cf92a9 req-8986dae9-94c8-4940-8bb3-a18cdb871429 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451867 Jun 16 15:15:34.276758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b75f41a7-b959-44af-820e-d8126ec2b76a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.295205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.300597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:34.304061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.360742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.364655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:34.379522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8649b43-88f4-47c0-8985-f711310a918b None None] Pushing event updated for resources: {'Port': ['ID=0d243c53-a868-463b-bf17-69810513a459,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:34.384400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b75f41a7-b959-44af-820e-d8126ec2b76a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.387244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:34.391911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:34.430957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbadd03-bc3b-4a29-8bd4-f22cc6674f68 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Deleting subnet f33344ec-c5a2-4692-b327-38dadb02ffb2 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:15:34.433848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08deef0-6c57-4355-a4ea-c97604e33715 None None] DHCP port deletion for d9f52fa3-defe-4168-958e-7b16160bbdbf request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:34.442585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd03-bc3b-4a29-8bd4-f22cc6674f68 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.457380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b08deef0-6c57-4355-a4ea-c97604e33715 None None] Deleting port 0ea421a3-6006-499d-a84a-b61933ea5416 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:34.457996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b08deef0-6c57-4355-a4ea-c97604e33715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.475427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:34.512575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.525044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd03-bc3b-4a29-8bd4-f22cc6674f68 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.571314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1bf05-357d-4e33-aed9-9db6cb310d7d None None] Pushing event updated for resources: {'Port': ['ID=87145873-17f7-40d5-9866-a6a10980d7f2,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:34.621996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.663392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] device_id is not set on port 824aeca5-d16b-436a-8395-26e267857af9 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:34.724860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.747507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b08deef0-6c57-4355-a4ea-c97604e33715 None None] For port 0ea421a3-6006-499d-a84a-b61933ea5416, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0ea421a3-6006-499d-a84a-b61933ea5416,segment=NetworkSegment(b077bae0-76ca-460e-9b56-b8e5293b964c),segment_id=b077bae0-76ca-460e-9b56-b8e5293b964c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:34.754370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b08deef0-6c57-4355-a4ea-c97604e33715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.867482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.894007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5409da60-69a1-4e08-93e7-74897e554b10,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:34.901854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.903042 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b08deef0-6c57-4355-a4ea-c97604e33715 None None] Calling delete_port for 0ea421a3-6006-499d-a84a-b61933ea5416 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:34.933322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b75f41a7-b959-44af-820e-d8126ec2b76a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.008014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.034399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.051043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:35.056950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd03-bc3b-4a29-8bd4-f22cc6674f68 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.072365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b08deef0-6c57-4355-a4ea-c97604e33715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.092879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:35.107498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=00adcf23-ddea-49ef-90f2-f187f109dd29,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:35.114799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:35.120971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.174041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08deef0-6c57-4355-a4ea-c97604e33715 None None] Pushing event deleted for resources: {'Port': ['ID=0ea421a3-6006-499d-a84a-b61933ea5416,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:35.182440 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08deef0-6c57-4355-a4ea-c97604e33715 None None] No DVR routers for this DVR port 0ea421a3-6006-499d-a84a-b61933ea5416 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:35.225234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.262625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b188506-2662-416e-9f6a-26904340db52,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:35.266420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd03-bc3b-4a29-8bd4-f22cc6674f68 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.279754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Allocated IP 172.26.2.80 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/824aeca5-d16b-436a-8395-26e267857af9) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:35.320588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd03-bc3b-4a29-8bd4-f22cc6674f68 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.325434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbadd03-bc3b-4a29-8bd4-f22cc6674f68 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Subnet': ['ID=f33344ec-c5a2-4692-b327-38dadb02ffb2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:35.329243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b75f41a7-b959-44af-820e-d8126ec2b76a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.351299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=50e8c281-bf64-4bb0-8c75-3c8a1c900b1a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:35.381006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f41a7-b959-44af-820e-d8126ec2b76a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Subnet': ['ID=b77bf255-dde2-4905-863c-938f1df4630c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:35.385499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b75f41a7-b959-44af-820e-d8126ec2b76a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.391872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97bc573-5e09-45a5-a0ea-3871f4940084 None None] Network d2bfd0df-03a5-4ed5-82b2-5592d8159643 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:35.395239 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b75f41a7-b959-44af-820e-d8126ec2b76a tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/subnets/b77bf255-dde2-4905-863c-938f1df4630c HTTP/1.1" status: 204 len: 168 time: 1.3602202 Jun 16 15:15:35.395949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52864) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:35.422149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.446165 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3cbadd03-bc3b-4a29-8bd4-f22cc6674f68 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "DELETE /v2.0/subnets/f33344ec-c5a2-4692-b327-38dadb02ffb2 HTTP/1.1" status: 204 len: 168 time: 1.2698183 Jun 16 15:15:35.447210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52870) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:35.498359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.502103 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a67d1591-3635-4697-a7cd-16fb62539f65 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6584547 Jun 16 15:15:35.510132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': '8c54a0ce-efdc-497b-af07-d81a5f5aa391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c5aa5a00-16f8-4bb7-8b24-aca420dd69c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:35.510852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: c5aa5a00-16f8-4bb7-8b24-aca420dd69c0, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:35.515052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=3839526c-f8dc-4a4b-bf70-193b98178c13,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:35.517273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52874) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:35.533373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Checking segment: {'id': 'e18b704e-fd32-4003-a258-fdf7ce9063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b13dab78-fc09-4595-a525-894c5721acc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:35.533759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network hostable DHCP agents. Network: b13dab78-fc09-4595-a525-894c5721acc8, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:35.543421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': 'faa97eab-9547-4a12-83f2-0e228dacb2b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4b188506-2662-416e-9f6a-26904340db52', 'remote_ip_prefix': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:35.560968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:35.566913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.584020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65fd119-7066-43e3-86df-c5917a18697c tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:35.584709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d65fd119-7066-43e3-86df-c5917a18697c tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Synchronizing usage tracker for tenant:388b0162c1cb4fabaebda23df175c6f1 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:35.586272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:35.592070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:35.625181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:35.756891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7dd87b-86a2-4890-8d6f-79f3470ee6a6 None None] DHCP port deletion for d2bfd0df-03a5-4ed5-82b2-5592d8159643 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:35.764872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fb7dd87b-86a2-4890-8d6f-79f3470ee6a6 None None] Deleting port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:35.766526 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd87b-86a2-4890-8d6f-79f3470ee6a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.844649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0d243c53-a868-463b-bf17-69810513a459 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:35.860475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network c5aa5a00-16f8-4bb7-8b24-aca420dd69c0 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:35.866774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network b13dab78-fc09-4595-a525-894c5721acc8 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:35.906366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:35.932684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea107cd-f195-4b49-84b2-3f0cd857e88c req-b0c74f30-f3a6-4946-9bba-b7d221d8503b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:35.939911 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7ea107cd-f195-4b49-84b2-3f0cd857e88c req-b0c74f30-f3a6-4946-9bba-b7d221d8503b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.5296528 Jun 16 15:15:35.989180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d65fd119-7066-43e3-86df-c5917a18697c tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Unset dirty status for tenant:388b0162c1cb4fabaebda23df175c6f1 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:35.995158 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d65fd119-7066-43e3-86df-c5917a18697c tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5431242 Jun 16 15:15:35.998916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52878) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:36.000783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, c5aa5a00-16f8-4bb7-8b24-aca420dd69c0) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:36.005197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.015684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae398f1e-c88b-453e-b55c-894ee964ef61 None None] Network c5aa5a00-16f8-4bb7-8b24-aca420dd69c0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:36.021898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, b13dab78-fc09-4595-a525-894c5721acc8) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:36.047029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:36.048202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.086514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:36.092840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:36.099265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f52fa3-defe-4168-958e-7b16160bbdbf']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:36.102097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:36.103062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.119634 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7ea107cd-f195-4b49-84b2-3f0cd857e88c req-d484928f-92a2-43a3-b7f3-9cc78844d14e tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787372 Jun 16 15:15:36.145643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.216441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b077bae0-76ca-460e-9b56-b8e5293b964c') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:36.216749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b077bae0-76ca-460e-9b56-b8e5293b964c') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:36.231550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.251319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.267091 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7d464e5f-9d9f-40aa-a18e-09210289c209 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6139741 Jun 16 15:15:36.270388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.271505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52882) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:36.279453 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3fbb06-2e69-46ac-ab19-b6011d09c52b None None] Network b13dab78-fc09-4595-a525-894c5721acc8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:36.284238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.291191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Deleting port 0d243c53-a868-463b-bf17-69810513a459 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:36.295242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.298378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 0d243c53-a868-463b-bf17-69810513a459 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:36.324458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e93367a-f96b-4653-a5c0-ace5112fba0a None None] Network 60095b0d-7831-4c4f-92cb-42db0dd48b2c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:36.329280 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1234afff-1d97-46fa-8305-655218526257 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5869780 Jun 16 15:15:36.332941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52886) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:36.340126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:36.340531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.427597 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b077bae0-76ca-460e-9b56-b8e5293b964c resource provider aggregate not found Jun 16 15:15:36.449012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 87145873-17f7-40d5-9866-a6a10980d7f2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:36.466891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.470549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.510842 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b077bae0-76ca-460e-9b56-b8e5293b964c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b077bae0-76ca-460e-9b56-b8e5293b964c found for delete ", "request_id": "req-1655448f-fa63-4830-8699-dff2317f5e2a"}]} Jun 16 15:15:36.523026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42787b19-f2d1-42b3-8164-c561fb482543,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:36.583639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.26.2.189 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/602dd633-5ae2-447e-90bb-492e9a062a0a) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:36.632238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.643907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-29c4f093-275d-46f9-a339-7db9815f5eaa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 50e8c281-bf64-4bb0-8c75-3c8a1c900b1a {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:36.644525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29c4f093-275d-46f9-a339-7db9815f5eaa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.659963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.687037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:36.702873 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-726ebafc-87a5-499c-983a-68f13b90a05a None None] Provisioning for port 0d243c53-a868-463b-bf17-69810513a459 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:36.718626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:36.728256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:36.745934 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Network': ['ID=d9f52fa3-defe-4168-958e-7b16160bbdbf,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:36.762020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.767809 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2cb7a6bc-3afa-4af0-8cb1-a543315e1056 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/networks/d9f52fa3-defe-4168-958e-7b16160bbdbf HTTP/1.1" status: 204 len: 168 time: 1.3708732 Jun 16 15:15:36.770961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52898) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:36.771194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-726ebafc-87a5-499c-983a-68f13b90a05a None None] Provisioning complete for port 0d243c53-a868-463b-bf17-69810513a459 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:36.771560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-726ebafc-87a5-499c-983a-68f13b90a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.795437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Pushing event updated for resources: {'Port': ['ID=824aeca5-d16b-436a-8395-26e267857af9,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:36.804055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.808212 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8b1b2a61-bef3-4e39-8217-eca2e7adcf17 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2849481 Jun 16 15:15:36.814405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52902) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:36.819677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf8d99-4dba-495d-89a0-abb6d41359fd None None] Network 461f12b5-5822-4db7-84e4-7cf148a25579 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:36.890825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] For port 0d243c53-a868-463b-bf17-69810513a459, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0d243c53-a868-463b-bf17-69810513a459,segment=NetworkSegment(0cf1c787-f076-4e44-9466-6bd3f84c06a2),segment_id=0cf1c787-f076-4e44-9466-6bd3f84c06a2)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:36.891253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.927096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:36.927630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.985670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-fb7dd87b-86a2-4890-8d6f-79f3470ee6a6 None None] For port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c,segment=NetworkSegment(6532be04-2ccf-40c8-945b-0e1cbcc8fa15),segment_id=6532be04-2ccf-40c8-945b-0e1cbcc8fa15)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:36.986165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd87b-86a2-4890-8d6f-79f3470ee6a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.988975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f28c4af-32f9-4992-8bfd-c851f5483f5d tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.016700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2212d6f-6030-4f44-8485-2d28272ba859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-c5aa5a00-16f8-4bb7-8b24-aca420dd69c0', 'network_id': 'c5aa5a00-16f8-4bb7-8b24-aca420dd69c0', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': '3839526c-f8dc-4a4b-bf70-193b98178c13'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:37.017224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a2212d6f-6030-4f44-8485-2d28272ba859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.025575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f28c4af-32f9-4992-8bfd-c851f5483f5d tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.084566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.089823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Calling delete_port for 0d243c53-a868-463b-bf17-69810513a459 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:37.123666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.131340 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7cc183d2-f296-4d2d-ad2c-ed6451149e00 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9199393 Jun 16 15:15:37.146917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52906) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:37.158881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29c4f093-275d-46f9-a339-7db9815f5eaa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.168705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.80'}]}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:37.217212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.217692 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:15:37.230607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:37.231243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.244180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:37.318767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-29c4f093-275d-46f9-a339-7db9815f5eaa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 50e8c281-bf64-4bb0-8c75-3c8a1c900b1a owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:37.337696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fb7dd87b-86a2-4890-8d6f-79f3470ee6a6 None None] Calling delete_port for 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:37.360600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Usage tracker for resource:router and tenant:6100ef2172ef44ec88b74e7e58219bdf is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:37.379232 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 87145873-17f7-40d5-9866-a6a10980d7f2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:37.404878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:37.426830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:37.498736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] For port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c,segment=NetworkSegment(6532be04-2ccf-40c8-945b-0e1cbcc8fa15),segment_id=6532be04-2ccf-40c8-945b-0e1cbcc8fa15)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:37.499361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.521501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e719a2-9534-49b0-a6c9-4362cdee1e64 req-ad91bcdf-f89c-4ea4-aff8-fc6550139e63 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:37.523440 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-80e719a2-9534-49b0-a6c9-4362cdee1e64 req-ad91bcdf-f89c-4ea4-aff8-fc6550139e63 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1733139 Jun 16 15:15:37.524506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0ea421a3-6006-499d-a84a-b61933ea5416 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:15:37.576457 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-80e719a2-9534-49b0-a6c9-4362cdee1e64 req-2bde5fca-5d39-4aaa-b4a0-f004f66d23fc tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463085 Jun 16 15:15:37.621130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 0ea421a3-6006-499d-a84a-b61933ea5416 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:15:37.621476 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0ea421a3-6006-499d-a84a-b61933ea5416 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:15:37.672450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f28c4af-32f9-4992-8bfd-c851f5483f5d tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.676065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-726ebafc-87a5-499c-983a-68f13b90a05a None None] Current status of the port 0d243c53-a868-463b-bf17-69810513a459 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:37.676065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-726ebafc-87a5-499c-983a-68f13b90a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.694847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28c4af-32f9-4992-8bfd-c851f5483f5d tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42787b19-f2d1-42b3-8164-c561fb482543,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:37.705762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.707359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.711197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.714673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29c4f093-275d-46f9-a339-7db9815f5eaa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.746014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:15:37.751497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.755340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.765479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Calling delete_port for 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:37.831659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=3839526c-f8dc-4a4b-bf70-193b98178c13,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:37.834714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4f093-275d-46f9-a339-7db9815f5eaa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=50e8c281-bf64-4bb0-8c75-3c8a1c900b1a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:37.861059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f28c4af-32f9-4992-8bfd-c851f5483f5d tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.866043 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5f28c4af-32f9-4992-8bfd-c851f5483f5d tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/42787b19-f2d1-42b3-8164-c561fb482543 HTTP/1.1" status: 204 len: 168 time: 1.0501456 Jun 16 15:15:37.868027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Port': ['ID=0d243c53-a868-463b-bf17-69810513a459,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:37.870113 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:15:37.871073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52912) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:37.871502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:15:37.874538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b07d25-5fb5-471e-a90b-f5a9edb685b7 None None] DHCP port deletion for 60095b0d-7831-4c4f-92cb-42db0dd48b2c request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:37.886459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29c4f093-275d-46f9-a339-7db9815f5eaa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.889872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.895859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd87b-86a2-4890-8d6f-79f3470ee6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.906369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] No DVR routers for this DVR port 0d243c53-a868-463b-bf17-69810513a459 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:37.910392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:37.915759 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-29c4f093-275d-46f9-a339-7db9815f5eaa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/50e8c281-bf64-4bb0-8c75-3c8a1c900b1a HTTP/1.1" status: 204 len: 168 time: 1.5809412 Jun 16 15:15:37.920986 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52916) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:37.947411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7dd87b-86a2-4890-8d6f-79f3470ee6a6 None None] No DVR routers for this DVR port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:37.960969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:37.985859 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:38.016493 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7dd87b-86a2-4890-8d6f-79f3470ee6a6 None None] Pushing event deleted for resources: {'Port': ['ID=0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:38.040597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server [None req-a2212d6f-6030-4f44-8485-2d28272ba859 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3839526c-f8dc-4a4b-bf70-193b98178c13: This subnet is being modified by another concurrent operation. Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:15:38.089298 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1454, in create_port Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1421, in _create_port_db Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise exception Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3839526c-f8dc-4a4b-bf70-193b98178c13: This subnet is being modified by another concurrent operation. Jun 16 15:15:38.093474 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Jun 16 15:15:38.122440 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d8085d-b1cd-4f2b-a4fd-6d7407e3db5c None None] Network c5aa5a00-16f8-4bb7-8b24-aca420dd69c0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:38.140131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] DHCP port deletion for 461f12b5-5822-4db7-84e4-7cf148a25579 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:38.165048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Deleting port 87145873-17f7-40d5-9866-a6a10980d7f2 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:38.165422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.251606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=602dd633-5ae2-447e-90bb-492e9a062a0a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:38.255715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.280327 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-09ff3893-0da7-462c-a941-5d1f686cc1d0 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:38.292818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5aa5a00-16f8-4bb7-8b24-aca420dd69c0']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:38.296056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:38.296938 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:38.379621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c54a0ce-efdc-497b-af07-d81a5f5aa391') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:38.379963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c54a0ce-efdc-497b-af07-d81a5f5aa391') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:38.381840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60095b0d-7831-4c4f-92cb-42db0dd48b2c']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:38.385822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ffe0b272-4741-4acd-bb92-0900a67e3d06 None None] Provisioning for port 87145873-17f7-40d5-9866-a6a10980d7f2 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:38.428089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ffe0b272-4741-4acd-bb92-0900a67e3d06 None None] Provisioning complete for port 87145873-17f7-40d5-9866-a6a10980d7f2 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:38.428601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b272-4741-4acd-bb92-0900a67e3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.435233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf1c787-f076-4e44-9466-6bd3f84c06a2') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:38.435529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf1c787-f076-4e44-9466-6bd3f84c06a2') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:38.450285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.457745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.484156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.493251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:38.493778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.529354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.534139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-09ff3893-0da7-462c-a941-5d1f686cc1d0 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:38.535366 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-09ff3893-0da7-462c-a941-5d1f686cc1d0 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6307030 Jun 16 15:15:38.539429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52922) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:38.547574 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 0cf1c787-f076-4e44-9466-6bd3f84c06a2 resource provider aggregate not found Jun 16 15:15:38.570483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd83958-4eaf-417e-8bd1-e2b372ec1aa0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:38.576393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd83958-4eaf-417e-8bd1-e2b372ec1aa0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:38.577244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7bd83958-4eaf-417e-8bd1-e2b372ec1aa0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:38.583881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.590469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:38.590469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.637383 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 8c54a0ce-efdc-497b-af07-d81a5f5aa391 resource provider aggregate not found Jun 16 15:15:38.661115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] For port 87145873-17f7-40d5-9866-a6a10980d7f2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=87145873-17f7-40d5-9866-a6a10980d7f2,segment=NetworkSegment(a84eab4a-3aa2-4af2-9c01-f2f2506951d3),segment_id=a84eab4a-3aa2-4af2-9c01-f2f2506951d3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:38.661735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.696234 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 8c54a0ce-efdc-497b-af07-d81a5f5aa391 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c54a0ce-efdc-497b-af07-d81a5f5aa391 found for delete ", "request_id": "req-9e1e3112-0d61-404e-82e5-c2164410c007"}]} Jun 16 15:15:38.711059 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 0cf1c787-f076-4e44-9466-6bd3f84c06a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cf1c787-f076-4e44-9466-6bd3f84c06a2 found for delete ", "request_id": "req-95d087f6-2332-4795-8eff-0c676427ee65"}]} Jun 16 15:15:38.715431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7bd83958-4eaf-417e-8bd1-e2b372ec1aa0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:38.716411 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7bd83958-4eaf-417e-8bd1-e2b372ec1aa0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7946076 Jun 16 15:15:38.720475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52936) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:38.799253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting port 0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:38.799460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Calling delete_port for 87145873-17f7-40d5-9866-a6a10980d7f2 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:38.799590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.834309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0b272-4741-4acd-bb92-0900a67e3d06 None None] Current status of the port 87145873-17f7-40d5-9866-a6a10980d7f2 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:38.834686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b272-4741-4acd-bb92-0900a67e3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.871814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.890904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.902842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ffe0b272-4741-4acd-bb92-0900a67e3d06 None None] For port 87145873-17f7-40d5-9866-a6a10980d7f2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=87145873-17f7-40d5-9866-a6a10980d7f2,segment=NetworkSegment(a84eab4a-3aa2-4af2-9c01-f2f2506951d3),segment_id=a84eab4a-3aa2-4af2-9c01-f2f2506951d3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:38.931278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-29bc8e37-7a3d-4a9f-b68c-e35f3a4bb11d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 00adcf23-ddea-49ef-90f2-f187f109dd29 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:38.931712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29bc8e37-7a3d-4a9f-b68c-e35f3a4bb11d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.958445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] The port '0ef208d0-0c04-40f6-9deb-9dd6cbc2ee2c' was deleted {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:15:38.963113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=c5aa5a00-16f8-4bb7-8b24-aca420dd69c0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:38.967934 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:38.976708 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0ad4a611-3f48-4eec-b410-654b2b306f4e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/c5aa5a00-16f8-4bb7-8b24-aca420dd69c0 HTTP/1.1" status: 204 len: 168 time: 2.7022173 Jun 16 15:15:38.983487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52940) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:38.992646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b272-4741-4acd-bb92-0900a67e3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.003086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1534724893'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:39.008205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5501fd6b-1c1e-42eb-85a3-400d6af14d46 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.026641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:39.035117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.065868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:network and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:39.070469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:39.071110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:39.079538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:39.079922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0b272-4741-4acd-bb92-0900a67e3d06 None None] Pushing event updated for resources: {'Port': ['ID=87145873-17f7-40d5-9866-a6a10980d7f2,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:39.101612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Network': ['ID=60095b0d-7831-4c4f-92cb-42db0dd48b2c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:39.128508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:39.167295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a5f19-0502-4044-a9fc-93274c8f86ad req-a4de22df-bb2f-46f5-a72e-4675135db072 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:39.168743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-741a5f19-0502-4044-a9fc-93274c8f86ad req-a4de22df-bb2f-46f5-a72e-4675135db072 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.4511738 Jun 16 15:15:39.235446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:39.239454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.307079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5501fd6b-1c1e-42eb-85a3-400d6af14d46 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.314458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.359446 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-741a5f19-0502-4044-a9fc-93274c8f86ad req-3e9284ce-4c35-47f3-a786-1f590ca83730 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617000 Jun 16 15:15:39.364359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29bc8e37-7a3d-4a9f-b68c-e35f3a4bb11d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.371832 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:39.388528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.404345 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-19860eed-660f-4e83-a22b-ccf2d2a558a7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "DELETE /v2.0/networks/60095b0d-7831-4c4f-92cb-42db0dd48b2c HTTP/1.1" status: 204 len: 168 time: 3.4011416 Jun 16 15:15:39.414575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52944) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:39.441106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.441613 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment 54c4be2e-72c2-4196-920c-5d4b86a43d32 of type vlan for network 9f0d290d-2cd4-4478-956a-fc3b21d71e42 Jun 16 15:15:39.453133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bfd0df-03a5-4ed5-82b2-5592d8159643']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:39.510514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-29bc8e37-7a3d-4a9f-b68c-e35f3a4bb11d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 00adcf23-ddea-49ef-90f2-f187f109dd29 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:39.514377 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6532be04-2ccf-40c8-945b-0e1cbcc8fa15') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:39.514804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6532be04-2ccf-40c8-945b-0e1cbcc8fa15') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:39.573048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Deleting port 87145873-17f7-40d5-9866-a6a10980d7f2 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:39.573436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.584333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.637024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.676787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.700382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.706646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:39.707630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.743558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5501fd6b-1c1e-42eb-85a3-400d6af14d46 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.816325 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0d243c53-a868-463b-bf17-69810513a459 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:15:39.869131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 0d243c53-a868-463b-bf17-69810513a459 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:15:39.869505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0d243c53-a868-463b-bf17-69810513a459 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:15:39.869883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 87145873-17f7-40d5-9866-a6a10980d7f2 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:15:39.909620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Deleting port 87145873-17f7-40d5-9866-a6a10980d7f2 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:39.911843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:15:39.913882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.916278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] For port 87145873-17f7-40d5-9866-a6a10980d7f2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=87145873-17f7-40d5-9866-a6a10980d7f2,segment=NetworkSegment(a84eab4a-3aa2-4af2-9c01-f2f2506951d3),segment_id=a84eab4a-3aa2-4af2-9c01-f2f2506951d3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:39.916883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.944652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501fd6b-1c1e-42eb-85a3-400d6af14d46 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b188506-2662-416e-9f6a-26904340db52,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:39.995649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29bc8e37-7a3d-4a9f-b68c-e35f3a4bb11d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.044360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.050473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:40.051333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.054651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.086449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Calling delete_port for 87145873-17f7-40d5-9866-a6a10980d7f2 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:40.090276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc8e37-7a3d-4a9f-b68c-e35f3a4bb11d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=00adcf23-ddea-49ef-90f2-f187f109dd29,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:40.108130 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.111027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5501fd6b-1c1e-42eb-85a3-400d6af14d46 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.111180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.114562 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5501fd6b-1c1e-42eb-85a3-400d6af14d46 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/4b188506-2662-416e-9f6a-26904340db52 HTTP/1.1" status: 204 len: 168 time: 1.5739748 Jun 16 15:15:40.115353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52948) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:40.153662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Network': ['ID=d2bfd0df-03a5-4ed5-82b2-5592d8159643,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:40.172792 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-adc235a2-eb4e-4cd7-93ab-b4575f2bedc9 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/networks/d2bfd0df-03a5-4ed5-82b2-5592d8159643 HTTP/1.1" status: 204 len: 168 time: 3.3954980 Jun 16 15:15:40.172792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52952) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:40.173185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29bc8e37-7a3d-4a9f-b68c-e35f3a4bb11d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.175637 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-29bc8e37-7a3d-4a9f-b68c-e35f3a4bb11d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/00adcf23-ddea-49ef-90f2-f187f109dd29 HTTP/1.1" status: 204 len: 168 time: 1.4168737 Jun 16 15:15:40.177355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.179173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52954) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:40.252202 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 87145873-17f7-40d5-9866-a6a10980d7f2 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:40.264790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.264975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.332347 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3472981 Jun 16 15:15:40.336212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52960) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:40.348466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': '9f0d290d-2cd4-4478-956a-fc3b21d71e42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:40.372051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5cc54-32a0-45fc-a820-bf42894c0595 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=9f0d290d-2cd4-4478-956a-fc3b21d71e42,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:40.418888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.424131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 9f0d290d-2cd4-4478-956a-fc3b21d71e42 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:40.464158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-20cce23f-87cf-4905-861f-241a64262b26 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:40.479598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbda3ea-35a5-4b82-ba6b-3bd4dfd86e30 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting subnet 5ce3efc8-353e-4d30-8b62-e559bbcffafb {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:15:40.483370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cbda3ea-35a5-4b82-ba6b-3bd4dfd86e30 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.515057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] No DVR routers for this DVR port 87145873-17f7-40d5-9866-a6a10980d7f2 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:40.531475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2c2bc-26e4-4d48-8334-e99cb5c11ac2 None None] Pushing event deleted for resources: {'Port': ['ID=87145873-17f7-40d5-9866-a6a10980d7f2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:40.536666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb0b7c9-84e7-46ee-b8d2-a1c70486ee6f None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:15:40.547400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] For port 87145873-17f7-40d5-9866-a6a10980d7f2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=87145873-17f7-40d5-9866-a6a10980d7f2,segment=NetworkSegment(a84eab4a-3aa2-4af2-9c01-f2f2506951d3),segment_id=a84eab4a-3aa2-4af2-9c01-f2f2506951d3)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:40.547952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.652686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6a76c6-12c9-4e70-8309-06945e322a3b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:40.653644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fd6a76c6-12c9-4e70-8309-06945e322a3b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:40.683871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:40.696337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:subnet and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:40.702540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:40.716011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:40.720687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb0b7c9-84e7-46ee-b8d2-a1c70486ee6f None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:15:40.783179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fd6a76c6-12c9-4e70-8309-06945e322a3b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:40.784528 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fd6a76c6-12c9-4e70-8309-06945e322a3b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6013255 Jun 16 15:15:40.792355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52966) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:40.851524 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-943ac6dd-99c6-42dc-be2a-fb8904042dea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:15:40.852938 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-943ac6dd-99c6-42dc-be2a-fb8904042dea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/50e8c281-bf64-4bb0-8c75-3c8a1c900b1a HTTP/1.1" status: 404 len: 333 time: 0.0596342 Jun 16 15:15:40.863823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1cd2f-0aa3-4851-9197-2d4170b35e7f req-6f29c6de-693a-4f39-a968-52c37ba08bcc tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:40.865538 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8ce1cd2f-0aa3-4851-9197-2d4170b35e7f req-6f29c6de-693a-4f39-a968-52c37ba08bcc tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3085494 Jun 16 15:15:40.866192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:40.869534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.886382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52970) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:40.917497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Calling delete_port for 87145873-17f7-40d5-9866-a6a10980d7f2 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:40.949992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cbda3ea-35a5-4b82-ba6b-3bd4dfd86e30 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.978281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:40.980443 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6532be04-2ccf-40c8-945b-0e1cbcc8fa15 resource provider aggregate not found Jun 16 15:15:40.983982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-20cce23f-87cf-4905-861f-241a64262b26 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:40.988832 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-20cce23f-87cf-4905-861f-241a64262b26 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8579187 Jun 16 15:15:40.998802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52978) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:41.031772 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6532be04-2ccf-40c8-945b-0e1cbcc8fa15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6532be04-2ccf-40c8-945b-0e1cbcc8fa15 found for delete ", "request_id": "req-49bdc06c-11af-485d-9fc3-b7445d80025c"}]} Jun 16 15:15:41.063009 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb85b260-141b-49e3-9fb8-f85ae73914bd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:15:41.064978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eb85b260-141b-49e3-9fb8-f85ae73914bd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/00adcf23-ddea-49ef-90f2-f187f109dd29 HTTP/1.1" status: 404 len: 333 time: 0.1742885 Jun 16 15:15:41.078438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52982) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:41.209491 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8ce1cd2f-0aa3-4851-9197-2d4170b35e7f req-5e5b9f97-4fb7-4eac-882b-11fd9a969cad tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239825 Jun 16 15:15:41.287100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-632220c5-35a4-4905-b363-cfe3fcca20f6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.288715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:41.289014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:41.304947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.320977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cbda3ea-35a5-4b82-ba6b-3bd4dfd86e30 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.379478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-632220c5-35a4-4905-b363-cfe3fcca20f6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.397171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.400900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.462488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:15:41.631849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.632313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e45e5dfd-bd41-4e52-a631-c47e6f469e49 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:15:41.633631 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.675289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13dab78-fc09-4595-a525-894c5721acc8']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:41.688036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-632220c5-35a4-4905-b363-cfe3fcca20f6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.711785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.760304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18b704e-fd32-4003-a258-fdf7ce9063e5') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:41.760594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18b704e-fd32-4003-a258-fdf7ce9063e5') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:41.774602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cbda3ea-35a5-4b82-ba6b-3bd4dfd86e30 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.778899 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 16 15:15:41.783259 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a855ec69-5abf-4e5d-907e-df8ca8627f75 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.6278844 Jun 16 15:15:41.786810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52986) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:41.806592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632220c5-35a4-4905-b363-cfe3fcca20f6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa97eab-9547-4a12-83f2-0e228dacb2b2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:41.811687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.829740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Deleting port 87145873-17f7-40d5-9866-a6a10980d7f2 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:41.829974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.844708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=19582609-25dc-4fce-b85a-76c30d89491f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:41.854385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': '54c4be2e-72c2-4196-920c-5d4b86a43d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9f0d290d-2cd4-4478-956a-fc3b21d71e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:41.854743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: 9f0d290d-2cd4-4478-956a-fc3b21d71e42, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:41.877970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-93e701ab-a54e-4116-9ef8-671bee210f16 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Deleting port 824aeca5-d16b-436a-8395-26e267857af9 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:41.878304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93e701ab-a54e-4116-9ef8-671bee210f16 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.882911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbda3ea-35a5-4b82-ba6b-3bd4dfd86e30 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce3efc8-353e-4d30-8b62-e559bbcffafb,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:41.892328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cbda3ea-35a5-4b82-ba6b-3bd4dfd86e30 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.894907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae148a6-8515-4e31-a3ea-dcace08953f5 None None] Network 7950ed6b-223a-4b00-8690-44ce48b9f54b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:41.943600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] The port '87145873-17f7-40d5-9866-a6a10980d7f2' was deleted {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:15:41.947062 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.951459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:15:41.981709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb261d8-9277-4640-b1cc-121e93a1f4cb None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:15:41.994474 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8cbda3ea-35a5-4b82-ba6b-3bd4dfd86e30 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/subnets/5ce3efc8-353e-4d30-8b62-e559bbcffafb HTTP/1.1" status: 204 len: 168 time: 1.8104863 Jun 16 15:15:41.994474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:41.994474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:41.995996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52990) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:42.018641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb261d8-9277-4640-b1cc-121e93a1f4cb None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:42.018641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2cb261d8-9277-4640-b1cc-121e93a1f4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:42.063105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-632220c5-35a4-4905-b363-cfe3fcca20f6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.064304 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-632220c5-35a4-4905-b363-cfe3fcca20f6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/faa97eab-9547-4a12-83f2-0e228dacb2b2 HTTP/1.1" status: 204 len: 168 time: 1.0612776 Jun 16 15:15:42.082051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 52994) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:42.099593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2cb261d8-9277-4640-b1cc-121e93a1f4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:42.125086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.130736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network 9f0d290d-2cd4-4478-956a-fc3b21d71e42 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:42.169575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.170785 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4c7c4da1-05db-4031-8725-b6119cc641aa tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.5175827 Jun 16 15:15:42.174003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 52998) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:42.194659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb261d8-9277-4640-b1cc-121e93a1f4cb None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:42.195622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2cb261d8-9277-4640-b1cc-121e93a1f4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:42.230597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.278370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461f12b5-5822-4db7-84e4-7cf148a25579']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:42.281004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2cb261d8-9277-4640-b1cc-121e93a1f4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:42.283080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb261d8-9277-4640-b1cc-121e93a1f4cb None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:15:42.292685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b2e7fa52-7e3d-412a-ae4c-1e4cd854de2f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:42.298644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84eab4a-3aa2-4af2-9c01-f2f2506951d3') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:42.299191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84eab4a-3aa2-4af2-9c01-f2f2506951d3') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:42.318041 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.321728 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.350857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.367374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Network': ['ID=b13dab78-fc09-4595-a525-894c5721acc8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:42.386649 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7c5eb064-228d-4838-a75e-bbc553840519 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/networks/b13dab78-fc09-4595-a525-894c5721acc8 HTTP/1.1" status: 204 len: 168 time: 1.2861521 Jun 16 15:15:42.386649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.386649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53004) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:42.388800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1219393292'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:42.397564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:42.402177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 9f0d290d-2cd4-4478-956a-fc3b21d71e42) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:42.412698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:42.413352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.418832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb638e9a-ef36-41b2-b446-64ca8c984f0d None None] Network 9f0d290d-2cd4-4478-956a-fc3b21d71e42 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:42.421564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Deleting port 8e2df6a2-6150-490e-8849-8a968cae6434 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:42.422285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.516481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] DHCP port deletion for 7950ed6b-223a-4b00-8690-44ce48b9f54b request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:42.519128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:42.519820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.531755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] Deleting port 8e2df6a2-6150-490e-8849-8a968cae6434 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:42.531984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.632297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b2e7fa52-7e3d-412a-ae4c-1e4cd854de2f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:42.633576 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b2e7fa52-7e3d-412a-ae4c-1e4cd854de2f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5495484 Jun 16 15:15:42.638915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:network and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:42.642220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53008) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:42.645776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:42.651409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group': {'name': 'tempest-secgroup--269484592'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:42.660862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:42.663298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:42.677044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:42.717386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.746690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.757863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:42.762067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.771066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] For port 8e2df6a2-6150-490e-8849-8a968cae6434, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=8e2df6a2-6150-490e-8849-8a968cae6434,segment=NetworkSegment(bfb710de-0e27-498e-b052-cde7412dfd32),segment_id=bfb710de-0e27-498e-b052-cde7412dfd32)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:42.771436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.788419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Network': ['ID=461f12b5-5822-4db7-84e4-7cf148a25579,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:42.801493 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7e2b1bd1-f110-426c-8202-f13ebf17bdc7 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "DELETE /v2.0/networks/461f12b5-5822-4db7-84e4-7cf148a25579 HTTP/1.1" status: 204 len: 168 time: 3.3734870 Jun 16 15:15:42.806018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53012) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:42.870797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:42.895944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Calling delete_port for 8e2df6a2-6150-490e-8849-8a968cae6434 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:42.930483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-9f0d290d-2cd4-4478-956a-fc3b21d71e42', 'network_id': '9f0d290d-2cd4-4478-956a-fc3b21d71e42', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': '19582609-25dc-4fce-b85a-76c30d89491f'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:42.931255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.961343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.961907 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Added segment 9c7bb0c6-a99c-4346-b0a2-3fb867a65938 of type vlan for network 74057ad7-db83-454f-89c0-3f87db579950 Jun 16 15:15:42.975573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] For port 8e2df6a2-6150-490e-8849-8a968cae6434, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=8e2df6a2-6150-490e-8849-8a968cae6434,segment=NetworkSegment(bfb710de-0e27-498e-b052-cde7412dfd32),segment_id=bfb710de-0e27-498e-b052-cde7412dfd32)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:42.975803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.980118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.012775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.051741 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93e701ab-a54e-4116-9ef8-671bee210f16 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.072221 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a5c971d7-970b-43cf-81f6-870b56e0927b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7260277 Jun 16 15:15:43.086907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53018) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:43.087074 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment e18b704e-fd32-4003-a258-fdf7ce9063e5 resource provider aggregate not found Jun 16 15:15:43.112241 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment e18b704e-fd32-4003-a258-fdf7ce9063e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e18b704e-fd32-4003-a258-fdf7ce9063e5 found for delete ", "request_id": "req-8f1f20cf-1e91-466a-88b5-46a38cf5a23d"}]} Jun 16 15:15:43.136089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.147685 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment a84eab4a-3aa2-4af2-9c01-f2f2506951d3 resource provider aggregate not found Jun 16 15:15:43.209619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] Calling delete_port for 8e2df6a2-6150-490e-8849-8a968cae6434 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:43.221858 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment a84eab4a-3aa2-4af2-9c01-f2f2506951d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a84eab4a-3aa2-4af2-9c01-f2f2506951d3 found for delete ", "request_id": "req-1bf9c6c3-f0c3-499d-8d27-2c31c0b97852"}]} Jun 16 15:15:43.233736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:43.239469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:43.243489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:43.259077 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:43.328309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Allocated IP 172.20.0.2 (9f0d290d-2cd4-4478-956a-fc3b21d71e42/19582609-25dc-4fce-b85a-76c30d89491f/bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:43.332764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.344945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.352003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:43.352580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.367064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.379955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-93e701ab-a54e-4116-9ef8-671bee210f16 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Calling delete_port for 824aeca5-d16b-436a-8395-26e267857af9 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:43.396368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.418524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e88a23-90d4-42b1-84db-2d397031f2cc']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:43.478296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Port': ['ID=8e2df6a2-6150-490e-8849-8a968cae6434,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:43.489659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879467dd-d82b-4a8d-a68c-2c06a65f57a9 req-a7656595-fb38-4244-bab2-d18582006e7c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:43.491733 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-879467dd-d82b-4a8d-a68c-2c06a65f57a9 req-a7656595-fb38-4244-bab2-d18582006e7c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 1.0384176 Jun 16 15:15:43.492597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a83035-ac90-4b5b-8074-59534e6f1a97') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:43.492937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a83035-ac90-4b5b-8074-59534e6f1a97') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:43.500597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] No DVR routers for this DVR port 8e2df6a2-6150-490e-8849-8a968cae6434 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:43.509196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:43.509845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:43.513076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.527738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Network': ['ID=74057ad7-db83-454f-89c0-3f87db579950,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:43.531117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.546959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 74057ad7-db83-454f-89c0-3f87db579950 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:43.571198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.576274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc79d9f-5c4d-4cd7-9f67-96cd51422d2b,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:43.580914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:43.581245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.598270 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cdc74d4e-5521-4667-b34a-82440b4d9650 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2144866 Jun 16 15:15:43.609958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53028) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:43.618488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '74057ad7-db83-454f-89c0-3f87db579950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:43.704987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.706289 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f7109b76-5723-41c3-aae1-103769412c6c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0630939 Jun 16 15:15:43.712182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.715640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53032) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:43.723389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': 'acc79d9f-5c4d-4cd7-9f67-96cd51422d2b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:43.734878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:43.755589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8e2df6a2-6150-490e-8849-8a968cae6434 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:15:43.786120 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-879467dd-d82b-4a8d-a68c-2c06a65f57a9 req-46bf0f3a-c2f9-4026-8098-12fdd1737fd4 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252059 Jun 16 15:15:43.786557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:43.795287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:43.802389 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 8e2df6a2-6150-490e-8849-8a968cae6434 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:15:43.802865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8e2df6a2-6150-490e-8849-8a968cae6434 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:15:43.806654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Transition to ACTIVE for port object bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:43.812285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.816905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:43.835483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.838884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Transition to ACTIVE for port object bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:43.853925 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Network': ['ID=26e88a23-90d4-42b1-84db-2d397031f2cc,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:43.857812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:43.862579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:43.865614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:43.869157 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-343f4d73-13d5-4fc1-840f-f634e9aa633d tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "DELETE /v2.0/networks/26e88a23-90d4-42b1-84db-2d397031f2cc HTTP/1.1" status: 204 len: 168 time: 1.0619130 Jun 16 15:15:43.872364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53036) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:43.875008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:43.936010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.969271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.994355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.001544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:44.005605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.009849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Network 9f0d290d-2cd4-4478-956a-fc3b21d71e42 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:44.010502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] Deleting port 8e2df6a2-6150-490e-8849-8a968cae6434 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:44.010870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.045104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:44.055326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.062016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.071199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:44.084924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7950ed6b-223a-4b00-8690-44ce48b9f54b']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:44.111884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-10016e36-de96-4662-9519-fa162ddc46a9 None None] The port '8e2df6a2-6150-490e-8849-8a968cae6434' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:15:44.145684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Performing IP validity checks on allocation pools {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 16 15:15:44.146196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 16 15:15:44.165127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Pushing event updated for resources: {'Port': ['ID=bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:44.172598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:44.172944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.209386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb710de-0e27-498e-b052-cde7412dfd32') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:44.209667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb710de-0e27-498e-b052-cde7412dfd32') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:44.232329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Attempting to bind port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:44.232691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Attempting to bind port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '54c4be2e-72c2-4196-920c-5d4b86a43d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9f0d290d-2cd4-4478-956a-fc3b21d71e42'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:44.233432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Attempting to bind port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf on network 9f0d290d-2cd4-4478-956a-fc3b21d71e42 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:44.242057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.248193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:44.248709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Checking segment: {'id': '54c4be2e-72c2-4196-920c-5d4b86a43d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9f0d290d-2cd4-4478-956a-fc3b21d71e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:44.248956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.249340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Bound using segment: {'id': '54c4be2e-72c2-4196-920c-5d4b86a43d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9f0d290d-2cd4-4478-956a-fc3b21d71e42'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:44.249795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Bound port: bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c4be2e-72c2-4196-920c-5d4b86a43d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9f0d290d-2cd4-4478-956a-fc3b21d71e42'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:44.250600 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.298965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.318138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.326678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.350694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] For port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:44.353931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] For port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf,segment=NetworkSegment(54c4be2e-72c2-4196-920c-5d4b86a43d32),segment_id=54c4be2e-72c2-4196-920c-5d4b86a43d32)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:44.394242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:44.398953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:44.399358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.414149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.419047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d503a6-790d-4bac-a2fa-d90c89aff6c1') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:44.419355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d503a6-790d-4bac-a2fa-d90c89aff6c1') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:44.421109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.446889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93e701ab-a54e-4116-9ef8-671bee210f16 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.451912 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.452127 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment bfb710de-0e27-498e-b052-cde7412dfd32 resource provider aggregate not found Jun 16 15:15:44.467726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27204503-5ca7-4869-a1dc-bd74d7550d91,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:44.493947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.508317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:44.508719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.510141 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment bfb710de-0e27-498e-b052-cde7412dfd32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfb710de-0e27-498e-b052-cde7412dfd32 found for delete ", "request_id": "req-5d00b0fb-c649-43bf-98db-d240416f4bc6"}]} Jun 16 15:15:44.544533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa0a7e-9be5-4f6d-9610-b6f0d96d252b None None] Pushing event updated for resources: {'Port': ['ID=bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:44.591078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e701ab-a54e-4116-9ef8-671bee210f16 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Pushing event deleted for resources: {'Port': ['ID=824aeca5-d16b-436a-8395-26e267857af9,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:44.648695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.649985 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ad544155-0e4d-4bfa-bc50-9c51f6e47f9c tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9339716 Jun 16 15:15:44.652926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53044) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:44.804146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.808318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.879120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.903185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] Pushing event deleted for resources: {'Network': ['ID=f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:44.905363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-952499e6-a747-4da7-89c0-cefb8ffb759a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.926615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-952499e6-a747-4da7-89c0-cefb8ffb759a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.946457 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-322be0d3-fc97-4b15-aacd-c14233515d72 tempest-BulkNetworkOpsIpV6Test-876815329 tempest-BulkNetworkOpsIpV6Test-876815329-project] 10.222.0.73 "DELETE /v2.0/networks/f7ee4304-4ecc-48fe-b9be-bcf30d7a8de4 HTTP/1.1" status: 204 len: 168 time: 1.0708258 Jun 16 15:15:44.953594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:44.974998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=4bd52823-8017-49e7-8463-da30697a57e4,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:44.990827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Checking segment: {'id': '9c7bb0c6-a99c-4346-b0a2-3fb867a65938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '74057ad7-db83-454f-89c0-3f87db579950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:44.991213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network hostable DHCP agents. Network: 74057ad7-db83-454f-89c0-3f87db579950, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:45.060592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-952499e6-a747-4da7-89c0-cefb8ffb759a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:45.062909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:45.079429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952499e6-a747-4da7-89c0-cefb8ffb759a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27204503-5ca7-4869-a1dc-bd74d7550d91,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:45.084468 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-952499e6-a747-4da7-89c0-cefb8ffb759a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:45.088431 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-952499e6-a747-4da7-89c0-cefb8ffb759a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/27204503-5ca7-4869-a1dc-bd74d7550d91 HTTP/1.1" status: 204 len: 168 time: 0.4345551 Jun 16 15:15:45.089368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53052) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:45.092114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 74057ad7-db83-454f-89c0-3f87db579950 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:45.094817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Pushing event deleted for resources: {'Network': ['ID=7950ed6b-223a-4b00-8690-44ce48b9f54b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:45.116670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7ab9a2a0-7183-4e20-bca8-d09b76acd14e tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/networks/7950ed6b-223a-4b00-8690-44ce48b9f54b HTTP/1.1" status: 204 len: 168 time: 3.1207590 Jun 16 15:15:45.119832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53056) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:45.137838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93e701ab-a54e-4116-9ef8-671bee210f16 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:45.139790 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-93e701ab-a54e-4116-9ef8-671bee210f16 tempest-RoutersAdminNegativeTest-291878900 tempest-RoutersAdminNegativeTest-291878900-project-admin] 10.222.0.73 "DELETE /v2.0/ports/824aeca5-d16b-436a-8395-26e267857af9 HTTP/1.1" status: 204 len: 168 time: 3.3519702 Jun 16 15:15:45.181018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4e463a73-d0cf-416f-83c2-5dd82cb1bc13 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Synchronizing usage tracker for tenant:f5b7ed4edff347e4ad5361da88f70cb4 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:45.185516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] For port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf, host dv-neutron-846028-2-hyperv, got binding levels [] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:45.185874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:45.195091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1c0d6a8c-f5b5-4f75-9273-acb0ada63189 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:45.204180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 74057ad7-db83-454f-89c0-3f87db579950) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:45.212719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e83a70b-6206-4675-af4b-f11864611a34 None None] Network 74057ad7-db83-454f-89c0-3f87db579950 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:45.214258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:45.214854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:45.256966 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 62a83035-ac90-4b5b-8074-59534e6f1a97 resource provider aggregate not found Jun 16 15:15:45.284923 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 62a83035-ac90-4b5b-8074-59534e6f1a97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62a83035-ac90-4b5b-8074-59534e6f1a97 found for delete ", "request_id": "req-eb40aa4f-aae2-4567-93f5-2f857d44a3fd"}]} Jun 16 15:15:45.309421 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment d7d503a6-790d-4bac-a2fa-d90c89aff6c1 resource provider aggregate not found Jun 16 15:15:45.333350 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-45b4016e-9c7d-4425-a7de-23b7b65a618e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7223740 Jun 16 15:15:45.334477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1c0d6a8c-f5b5-4f75-9273-acb0ada63189 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:45.342246 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1c0d6a8c-f5b5-4f75-9273-acb0ada63189 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2482712 Jun 16 15:15:45.342246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4e463a73-d0cf-416f-83c2-5dd82cb1bc13 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Unset dirty status for tenant:f5b7ed4edff347e4ad5361da88f70cb4 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:45.342246 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e463a73-d0cf-416f-83c2-5dd82cb1bc13 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "GET /v2.0/ports?device_id=9825d891-5a83-4395-ba24-55d99a94dfa9 HTTP/1.1" status: 200 len: 205 time: 0.2198114 Jun 16 15:15:45.345714 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment d7d503a6-790d-4bac-a2fa-d90c89aff6c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7d503a6-790d-4bac-a2fa-d90c89aff6c1 found for delete ", "request_id": "req-8ef5ac40-62a6-4c30-8b67-cb105109e904"}]} Jun 16 15:15:45.346372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53070) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:45.346857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53072) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:45.347414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53074) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:45.349712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Calling delete_port for bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:45.422339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '74057ad7-db83-454f-89c0-3f87db579950', 'name': 'tempest-PortsTestJSON-832466880'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:45.454123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebda51-6623-4d62-b336-269a4bdbc9a8 req-c800b1b5-7197-4c67-ba40-e941d6c3d86e tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:45.456016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a9ebda51-6623-4d62-b336-269a4bdbc9a8 req-c800b1b5-7197-4c67-ba40-e941d6c3d86e tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.5035911 Jun 16 15:15:45.531834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-74057ad7-db83-454f-89c0-3f87db579950', 'network_id': '74057ad7-db83-454f-89c0-3f87db579950', 'tenant_id': 'e9d6a46cdf8749d7b5bc6036364ae908', 'fixed_ips': [{'subnet_id': '4bd52823-8017-49e7-8463-da30697a57e4'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:45.532943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:45.562391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:45.594952 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a9ebda51-6623-4d62-b336-269a4bdbc9a8 req-dd3f86c3-4b1a-4e86-99fb-051f86616ea0 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121156 Jun 16 15:15:45.714175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53088) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:45.731175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:45.731175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:45.830723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5ac10c6-c9b4-4d26-a13f-7e46b47723a1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:45.929919 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53094) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:45.971471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Allocated IP 172.20.0.2 (74057ad7-db83-454f-89c0-3f87db579950/4bd52823-8017-49e7-8463-da30697a57e4/d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:46.014861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:46.058979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2d40-5f6b-45af-bc09-caecff42f42f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.077291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75170fcc-b3a9-4bdc-874e-dc29c0557576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.078491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4739e4-8772-4622-b2ed-cf360aeea984 None None] Network 9f0d290d-2cd4-4478-956a-fc3b21d71e42 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:46.175816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b608fd8a-232f-4cf7-98d3-b8c129b1e3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.225589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b608fd8a-232f-4cf7-98d3-b8c129b1e3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:46.236275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:46.236617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.308984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2d40-5f6b-45af-bc09-caecff42f42f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.316674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.328278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Transition to ACTIVE for port object d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:46.330660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:46.334626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5ac10c6-c9b4-4d26-a13f-7e46b47723a1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.339263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5ac10c6-c9b4-4d26-a13f-7e46b47723a1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.352483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Transition to ACTIVE for port object d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:46.363654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:46.402763 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b608fd8a-232f-4cf7-98d3-b8c129b1e3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b4cb2b6a80154de7952daa33c5eed0c4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:46.419233 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8ff510e3-b577-45ae-8d91-594f5ae89af3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=388b0162c1cb4fabaebda23df175c6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7023332 Jun 16 15:15:46.423603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53102) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:46.431112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.437145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b608fd8a-232f-4cf7-98d3-b8c129b1e3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:46.477263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:46.480729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:46.483176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.493443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b608fd8a-232f-4cf7-98d3-b8c129b1e3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:46.514569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2d40-5f6b-45af-bc09-caecff42f42f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.526542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Network 74057ad7-db83-454f-89c0-3f87db579950 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:46.540854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5d5db217-45df-4289-92a0-f1b182621503 None None] Provisioning for port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:46.544110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:46.546018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5ac10c6-c9b4-4d26-a13f-7e46b47723a1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.547539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ac10c6-c9b4-4d26-a13f-7e46b47723a1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Fanout notify agent at l3_agent the message router_deleted on router 9825d891-5a83-4395-ba24-55d99a94dfa9 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:15:46.553258 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:46.555668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Pushing event updated for resources: {'Port': ['ID=d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:46.557827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc2d40-5f6b-45af-bc09-caecff42f42f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc79d9f-5c4d-4cd7-9f67-96cd51422d2b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:46.561056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5d5db217-45df-4289-92a0-f1b182621503 None None] Provisioning complete for port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:46.563228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5d5db217-45df-4289-92a0-f1b182621503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.571580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 27208a48-e059-48f3-aebb-f49f9481dbf6 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:46.659616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5ac10c6-c9b4-4d26-a13f-7e46b47723a1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.661375 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f5ac10c6-c9b4-4d26-a13f-7e46b47723a1 tempest-RoutersNegativeIpV6Test-881926931 tempest-RoutersNegativeIpV6Test-881926931-project] 10.222.0.73 "DELETE /v2.0/routers/9825d891-5a83-4395-ba24-55d99a94dfa9 HTTP/1.1" status: 204 len: 168 time: 1.3111043 Jun 16 15:15:46.676004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c127de3-f9b6-4a4e-923d-3dea712d0d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.696945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2d40-5f6b-45af-bc09-caecff42f42f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.698178 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c6cc2d40-5f6b-45af-bc09-caecff42f42f tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/acc79d9f-5c4d-4cd7-9f67-96cd51422d2b HTTP/1.1" status: 204 len: 168 time: 1.3461611 Jun 16 15:15:46.738784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53108) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:46.791563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c127de3-f9b6-4a4e-923d-3dea712d0d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.814033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-fc34a5cd-2378-4b01-80e9-d56ad348818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:46.815509 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-fc34a5cd-2378-4b01-80e9-d56ad348818a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad081a7e9231445ba34114528f1d30a4&device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 1098 time: 0.3772860 Jun 16 15:15:46.832650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Attempting to bind port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:46.832650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Attempting to bind port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '9c7bb0c6-a99c-4346-b0a2-3fb867a65938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '74057ad7-db83-454f-89c0-3f87db579950'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:46.833438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Attempting to bind port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 on network 74057ad7-db83-454f-89c0-3f87db579950 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:46.873879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5d0a1-41aa-40dc-ab6c-08ee7480eb49 req-a60e7233-f2a9-4d69-b5c5-585228801b6e tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:46.875426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:46.875603 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-14f5d0a1-41aa-40dc-ab6c-08ee7480eb49 req-a60e7233-f2a9-4d69-b5c5-585228801b6e tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.5046103 Jun 16 15:15:46.875875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Checking segment: {'id': '9c7bb0c6-a99c-4346-b0a2-3fb867a65938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '74057ad7-db83-454f-89c0-3f87db579950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:46.876263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.876911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Bound using segment: {'id': '9c7bb0c6-a99c-4346-b0a2-3fb867a65938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '74057ad7-db83-454f-89c0-3f87db579950'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:46.877139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Bound port: d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7bb0c6-a99c-4346-b0a2-3fb867a65938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '74057ad7-db83-454f-89c0-3f87db579950'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:46.877516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.892974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.14 (74057ad7-db83-454f-89c0-3f87db579950/4bd52823-8017-49e7-8463-da30697a57e4/27208a48-e059-48f3-aebb-f49f9481dbf6) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:46.925579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b970ddcb-8146-4c14-9502-05bbedb0c45b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:46.953819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] For port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf,segment=NetworkSegment(54c4be2e-72c2-4196-920c-5d4b86a43d32),segment_id=54c4be2e-72c2-4196-920c-5d4b86a43d32)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:46.953819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:46.955319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.20.0.1 (7e2afad5-6bb3-4003-8669-a326022370bc/e3023fe9-72b1-42be-b7ff-cd0d31bc423e/b655e2f1-7769-4b1d-9aaa-d6058cbe87d2) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:46.984236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5d5db217-45df-4289-92a0-f1b182621503 None None] Current status of the port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:46.984631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5d5db217-45df-4289-92a0-f1b182621503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.054096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] For port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:47.058871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] For port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6,segment=NetworkSegment(9c7bb0c6-a99c-4346-b0a2-3fb867a65938),segment_id=9c7bb0c6-a99c-4346-b0a2-3fb867a65938)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:47.063997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-5d5db217-45df-4289-92a0-f1b182621503 None None] For port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf,segment=NetworkSegment(54c4be2e-72c2-4196-920c-5d4b86a43d32),segment_id=54c4be2e-72c2-4196-920c-5d4b86a43d32)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:47.129791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.241272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53114) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:47.261133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-7bb096d5-fa88-451c-b049-cccfff4b7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:47.262672 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-7bb096d5-fa88-451c-b049-cccfff4b7fd0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 200 len: 913 time: 0.4346454 Jun 16 15:15:47.263466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Calling delete_port for bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:47.265819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c1187-98a9-4814-ab6b-a47aec0672ce None None] Pushing event updated for resources: {'Port': ['ID=d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:47.277196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5d5db217-45df-4289-92a0-f1b182621503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.348600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b608fd8a-232f-4cf7-98d3-b8c129b1e3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.370802 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-14f5d0a1-41aa-40dc-ab6c-08ee7480eb49 req-60585c44-b539-4b16-80c4-9bb0b10f4686 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821124 Jun 16 15:15:47.434405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5db217-45df-4289-92a0-f1b182621503 None None] Pushing event updated for resources: {'Port': ['ID=bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:47.439813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b970ddcb-8146-4c14-9502-05bbedb0c45b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:47.442046 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b970ddcb-8146-4c14-9502-05bbedb0c45b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7018070 Jun 16 15:15:47.456700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53120) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:47.457453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c127de3-f9b6-4a4e-923d-3dea712d0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.467702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b608fd8a-232f-4cf7-98d3-b8c129b1e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.490844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329108117'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:47.492695 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-d7f94385-8ce1-43da-bfde-55f4953cedb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 200 len: 1001 time: 0.2243166 Jun 16 15:15:47.508189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:47.511581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8be489e0-dd27-40a9-8447-1c874bf7f974 None None] Provisioning complete for port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:47.512299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8be489e0-dd27-40a9-8447-1c874bf7f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.536632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c127de3-f9b6-4a4e-923d-3dea712d0d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e75d45f-f6e8-463a-b889-232e4f861b82,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:47.568689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:47.584517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b608fd8a-232f-4cf7-98d3-b8c129b1e3d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4cb2b6a80154de7952daa33c5eed0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6507161 Jun 16 15:15:47.586738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608fd8a-232f-4cf7-98d3-b8c129b1e3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be12c156-9e16-4a54-bace-0e5f4e1bd58e,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:47.589259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53124) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:47.649943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:47.650167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:47.653062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.667358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c127de3-f9b6-4a4e-923d-3dea712d0d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.668595 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3c127de3-f9b6-4a4e-923d-3dea712d0d5c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e75d45f-f6e8-463a-b889-232e4f861b82 HTTP/1.1" status: 204 len: 168 time: 1.2436972 Jun 16 15:15:47.686646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-963e7fe3-50c8-4878-b1b9-aceb2fa0422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:47.688127 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-963e7fe3-50c8-4878-b1b9-aceb2fa0422e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d65951-18ae-4b18-be19-745c773e01b0 HTTP/1.1" status: 200 len: 851 time: 0.1861763 Jun 16 15:15:47.689541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.696210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8be489e0-dd27-40a9-8447-1c874bf7f974 None None] Current status of the port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:47.701891 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cf457c9f-02b9-48b3-a7d8-c9dab32f2c00 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5b7ed4edff347e4ad5361da88f70cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573019 Jun 16 15:15:47.733702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53130) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:47.776147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:47.792754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:47.813779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.846675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object 27208a48-e059-48f3-aebb-f49f9481dbf6 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:47.851196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:47.865529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1b683ea-583f-417d-b714-e270b9cba550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.912630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-155ee2b1-5af0-485a-975f-3ead027361f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:47.914361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:47.915788 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-155ee2b1-5af0-485a-975f-3ead027361f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7e237ff-536e-40be-8c14-25d5099978ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2128096 Jun 16 15:15:47.916406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.916771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c08a8ae-ac17-4549-8907-4425d48d1a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.948384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1b683ea-583f-417d-b714-e270b9cba550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.989841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:47.997110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c08a8ae-ac17-4549-8907-4425d48d1a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.031498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.061674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:48.140120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 7e2afad5-6bb3-4003-8669-a326022370bc is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:48.147631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.149192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:48.163339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:48.181278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 74057ad7-db83-454f-89c0-3f87db579950 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:48.195168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:48.211453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:48.237656 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=b655e2f1-7769-4b1d-9aaa-d6058cbe87d2,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:48.248439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.250293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=27208a48-e059-48f3-aebb-f49f9481dbf6,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:48.258966 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-f7f663e0-3c90-45da-b858-562805a6da9e service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343124 Jun 16 15:15:48.309099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c756fe-6d79-4472-822e-94864a2ab952,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:48.317335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1b683ea-583f-417d-b714-e270b9cba550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.319496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe8f4451-90f8-438c-b7fb-6f1c3c198451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.337047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c08a8ae-ac17-4549-8907-4425d48d1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.340656 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b683ea-583f-417d-b714-e270b9cba550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be12c156-9e16-4a54-bace-0e5f4e1bd58e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:48.359862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.377419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:48.383192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.415418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:48.416009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.440731 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2a8ea293-04a3-4fa6-8484-04fc127acc69 req-4b73c714-0bd2-4581-a7fc-7416b0f26086 service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700592 Jun 16 15:15:48.495365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08a8ae-ac17-4549-8907-4425d48d1a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87ccb24-6b53-4ec7-aab7-6874ccc31d13,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:48.496631 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dfc4df55-4b3a-490e-9cbc-e7027f8809be tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1479909 Jun 16 15:15:48.500344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53146) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:48.506554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.519149 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f07b762e-a19a-43dd-8c4d-2469e3214791 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0602245 Jun 16 15:15:48.555908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53150) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:48.569967 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': '02c756fe-6d79-4472-822e-94864a2ab952', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:48.579668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:48.589799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:48.603115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:48.614034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:48.615401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1b683ea-583f-417d-b714-e270b9cba550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.619670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f1b683ea-583f-417d-b714-e270b9cba550 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be12c156-9e16-4a54-bace-0e5f4e1bd58e HTTP/1.1" status: 204 len: 168 time: 1.0252564 Jun 16 15:15:48.624309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d07c6b73-db43-46bd-94fb-f108aa6d090e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 27208a48-e059-48f3-aebb-f49f9481dbf6 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:48.626997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d07c6b73-db43-46bd-94fb-f108aa6d090e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.649967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c08a8ae-ac17-4549-8907-4425d48d1a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.651584 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1c08a8ae-ac17-4549-8907-4425d48d1a60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c87ccb24-6b53-4ec7-aab7-6874ccc31d13 HTTP/1.1" status: 204 len: 168 time: 0.9127071 Jun 16 15:15:48.712259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.782514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.912351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85526d-c9ba-4614-8bd1-650d891307ea req-d21d2db8-5533-4b26-9c9e-0e1def5e2145 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:48.913875 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fb85526d-c9ba-4614-8bd1-650d891307ea req-d21d2db8-5533-4b26-9c9e-0e1def5e2145 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3917377 Jun 16 15:15:48.916034 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] For port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf,segment=NetworkSegment(54c4be2e-72c2-4196-920c-5d4b86a43d32),segment_id=54c4be2e-72c2-4196-920c-5d4b86a43d32)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:48.916258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:48.937517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e927bbd-6cab-4b24-b2dd-4eeda10af06d None None] Network 74057ad7-db83-454f-89c0-3f87db579950 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:48.997355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d07c6b73-db43-46bd-94fb-f108aa6d090e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:49.191795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Calling delete_port for bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:49.227484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d07c6b73-db43-46bd-94fb-f108aa6d090e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 27208a48-e059-48f3-aebb-f49f9481dbf6 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:49.349264 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fb85526d-c9ba-4614-8bd1-650d891307ea req-44636548-aaaa-42b0-8758-c758be2bee2e tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4246228 Jun 16 15:15:49.427110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c2368b59-f114-4d59-ac6a-2d050c4fa5da None None] Provisioning for port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:49.450492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:49.536356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:49.623722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:49.695428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdaeeda-4dbc-4e30-9c98-0698047fe09f,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:49.792581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d07c6b73-db43-46bd-94fb-f108aa6d090e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:49.829600 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:49.851794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:49.853201 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3dbcfb8a-450e-469c-a059-1a64c9a990d3 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2961502 Jun 16 15:15:49.903390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53174) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:49.904002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53176) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:49.916476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c6b73-db43-46bd-94fb-f108aa6d090e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=27208a48-e059-48f3-aebb-f49f9481dbf6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:49.959647 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6b18e462-f7dc-4b78-9a32-e3ea781c3819 None None] Could not find standard attr ID for object 27208a48-e059-48f3-aebb-f49f9481dbf6. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:15:50.046377 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-642e007d-b734-40e8-bf40-60172e83f564 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6100ef2172ef44ec88b74e7e58219bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394901 Jun 16 15:15:50.057584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53182) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:50.065875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:50.076456 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5ebfecb3-4fbf-46cb-9862-6f131e4ffd4a tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules/4cdaeeda-4dbc-4e30-9c98-0698047fe09f HTTP/1.1" status: 200 len: 763 time: 0.1660559 Jun 16 15:15:50.089814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:50.090279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53186) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:50.092464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.170810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53192) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:50.174913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d07c6b73-db43-46bd-94fb-f108aa6d090e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.177389 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d07c6b73-db43-46bd-94fb-f108aa6d090e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/27208a48-e059-48f3-aebb-f49f9481dbf6 HTTP/1.1" status: 204 len: 168 time: 1.6755614 Jun 16 15:15:50.180294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53194) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:50.217860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e69befba-d0aa-4d2c-8f72-40230a50a066 None None] Could not find standard attr ID for object 27208a48-e059-48f3-aebb-f49f9481dbf6. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:15:50.249763 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-915ef0b4-98b0-4b1a-9076-b98f8e2bec35 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:15:50.250245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915ef0b4-98b0-4b1a-9076-b98f8e2bec35 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:15:50.256673 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-915ef0b4-98b0-4b1a-9076-b98f8e2bec35 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/27208a48-e059-48f3-aebb-f49f9481dbf6 HTTP/1.1" status: 404 len: 333 time: 0.0752420 Jun 16 15:15:50.258484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53198) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:50.318454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.342364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4115b113-60bb-4f2e-85d4-fe4bae77a517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.366925 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baf8c71-d4a8-44b0-82a4-68bb76f6c31b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:15:50.371395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7baf8c71-d4a8-44b0-82a4-68bb76f6c31b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:50.371581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:50.371929 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.381500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.383869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.424617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4115b113-60bb-4f2e-85d4-fe4bae77a517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.430241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6,segment=NetworkSegment(9c7bb0c6-a99c-4346-b0a2-3fb867a65938),segment_id=9c7bb0c6-a99c-4346-b0a2-3fb867a65938)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:50.461270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-86de62ae-84c1-4fd7-940d-26930fbe1a90 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:50.464091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.501302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Port': ['ID=bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:50.512118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.558226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7baf8c71-d4a8-44b0-82a4-68bb76f6c31b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:50.562472 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7baf8c71-d4a8-44b0-82a4-68bb76f6c31b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/27208a48-e059-48f3-aebb-f49f9481dbf6 HTTP/1.1" status: 404 len: 333 time: 0.2990074 Jun 16 15:15:50.572606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53212) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:50.589133 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2348b20-74dd-436a-aa32-f73c1e0b2556 None None] DHCP port deletion for 9f0d290d-2cd4-4478-956a-fc3b21d71e42 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:50.617074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7b7521-8fc0-4de6-9ce1-5ed695983fff None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:15:50.654380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4115b113-60bb-4f2e-85d4-fe4bae77a517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.677433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:50.732339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115b113-60bb-4f2e-85d4-fe4bae77a517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5409da60-69a1-4e08-93e7-74897e554b10,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:50.743739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4115b113-60bb-4f2e-85d4-fe4bae77a517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.744887 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4115b113-60bb-4f2e-85d4-fe4bae77a517 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5409da60-69a1-4e08-93e7-74897e554b10 HTTP/1.1" status: 204 len: 168 time: 0.6841965 Jun 16 15:15:50.751517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f609ef73-b40d-46bb-988d-7f8150443187 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet 4bd52823-8017-49e7-8463-da30697a57e4 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:15:50.754990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f609ef73-b40d-46bb-988d-7f8150443187 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.775826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b7521-8fc0-4de6-9ce1-5ed695983fff None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:15:50.831425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f609ef73-b40d-46bb-988d-7f8150443187 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.847058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No DVR routers for this DVR port bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:50.849142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=b655e2f1-7769-4b1d-9aaa-d6058cbe87d2,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:50.913281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ccecef7f-f7eb-4f45-a162-4dfaf63e7dfa tempest-ServiceProvidersTest-851588568 tempest-ServiceProvidersTest-851588568-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5247617 Jun 16 15:15:50.925794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-86de62ae-84c1-4fd7-940d-26930fbe1a90 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:50.927072 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-86de62ae-84c1-4fd7-940d-26930fbe1a90 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.8356588 Jun 16 15:15:50.938194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53226) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:50.943206 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f609ef73-b40d-46bb-988d-7f8150443187 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:50.953894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.032287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-134ef615-63a5-4fc3-a1e2-ed19a67c1d58 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.043443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53230) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:51.062642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-134ef615-63a5-4fc3-a1e2-ed19a67c1d58 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.069266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.130630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f609ef73-b40d-46bb-988d-7f8150443187 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.180045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb27e1e-1892-45a9-bcfa-9a3daee59d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-9f0d290d-2cd4-4478-956a-fc3b21d71e42', 'network_id': '9f0d290d-2cd4-4478-956a-fc3b21d71e42', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': '19582609-25dc-4fce-b85a-76c30d89491f'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:51.180045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fcb27e1e-1892-45a9-bcfa-9a3daee59d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.185229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609ef73-b40d-46bb-988d-7f8150443187 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd52823-8017-49e7-8463-da30697a57e4,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:51.190265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f609ef73-b40d-46bb-988d-7f8150443187 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.212336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53236) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:51.219593 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f609ef73-b40d-46bb-988d-7f8150443187 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/4bd52823-8017-49e7-8463-da30697a57e4 HTTP/1.1" status: 204 len: 168 time: 0.6454310 Jun 16 15:15:51.232176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcae51-f38b-4e33-b6dc-169dbe697033 req-96690a20-ff1f-4519-b8b5-5441adbe28ff tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:51.239063 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a3dcae51-f38b-4e33-b6dc-169dbe697033 req-96690a20-ff1f-4519-b8b5-5441adbe28ff tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.5774825 Jun 16 15:15:51.313847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-134ef615-63a5-4fc3-a1e2-ed19a67c1d58 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.411164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ef615-63a5-4fc3-a1e2-ed19a67c1d58 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cdaeeda-4dbc-4e30-9c98-0698047fe09f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:51.431697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.448804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 7e2afad5-6bb3-4003-8669-a326022370bc is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:51.455338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571420557'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:51.455566 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a3dcae51-f38b-4e33-b6dc-169dbe697033 req-6f513d59-bcb6-425c-8b2c-d1b81d85c132 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155349 Jun 16 15:15:51.462280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.463974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:51.464770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:51.475940 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:51.475940 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:51.482469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:51.490964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server [None req-fcb27e1e-1892-45a9-bcfa-9a3daee59d2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19582609-25dc-4fce-b85a-76c30d89491f: This subnet is being modified by another concurrent operation. Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:15:51.548146 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1454, in create_port Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1421, in _create_port_db Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise exception Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19582609-25dc-4fce-b85a-76c30d89491f: This subnet is being modified by another concurrent operation. Jun 16 15:15:51.561483 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Jun 16 15:15:51.569850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6854e4-a6f8-4925-8915-0fb45a9d5546 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:15:51.615615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.641467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.643843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=19582609-25dc-4fce-b85a-76c30d89491f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:51.665542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:51.665542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.700373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-134ef615-63a5-4fc3-a1e2-ed19a67c1d58 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.702187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6854e4-a6f8-4925-8915-0fb45a9d5546 None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:15:51.704218 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-134ef615-63a5-4fc3-a1e2-ed19a67c1d58 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4cdaeeda-4dbc-4e30-9c98-0698047fe09f HTTP/1.1" status: 204 len: 168 time: 0.7559979 Jun 16 15:15:51.704879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53252) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:51.705344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:51.716704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:51.726493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:51.729815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:51.838752 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:51.859857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.872960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53256) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:51.923382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:51.949441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:51.976052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:51.987593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:52.014026 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:52.014370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.022417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:52.040415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b0271a-ba6e-4a00-92e2-af0580e98a9a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:52.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.217982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.223923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-451291c9-cf08-447d-abcd-e82c17781f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.232407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0d290d-2cd4-4478-956a-fc3b21d71e42']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:52.249114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:15:52.257625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-05b1e961-edda-49ad-97b2-0b2bd3067220 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:52.258219 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-451291c9-cf08-447d-abcd-e82c17781f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:52.263188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-451291c9-cf08-447d-abcd-e82c17781f23 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0dabb37db14a15b2943b2bf9fc741d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:52.267153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-451291c9-cf08-447d-abcd-e82c17781f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:52.291516 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-451291c9-cf08-447d-abcd-e82c17781f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:52.302141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53d1dd-27e7-4862-ae99-e7c90d7eb6c7 None None] Network 74057ad7-db83-454f-89c0-3f87db579950 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:52.320881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.324041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00bdda2-85bf-4f06-92b3-da10b03f2aa1 None None] Network 9f0d290d-2cd4-4478-956a-fc3b21d71e42 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:52.326548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c4be2e-72c2-4196-920c-5d4b86a43d32') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:52.326985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c4be2e-72c2-4196-920c-5d4b86a43d32') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:52.359822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:15:52.399970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.413848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:15:52.445908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-451291c9-cf08-447d-abcd-e82c17781f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.458397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016642fe-3606-4857-98e9-021aefbb195d req-f4f9e4db-1d99-4e23-baa7-709b2b4df23d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:52.462879 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-016642fe-3606-4857-98e9-021aefbb195d req-f4f9e4db-1d99-4e23-baa7-709b2b4df23d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.8630342 Jun 16 15:15:52.464426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.476564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] For port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6,segment=NetworkSegment(9c7bb0c6-a99c-4346-b0a2-3fb867a65938),segment_id=9c7bb0c6-a99c-4346-b0a2-3fb867a65938)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:52.477080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.509027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bd7d57-2079-44a1-97b5-b963d8b88bca,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:52.529930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:15:52.530286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bbbd78b7-f8c3-4932-8624-1bdb2ee13fdf not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:15:52.534210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-451291c9-cf08-447d-abcd-e82c17781f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.545186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53272) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:52.570663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-05b1e961-edda-49ad-97b2-0b2bd3067220 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:52.575139 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-05b1e961-edda-49ad-97b2-0b2bd3067220 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6825478 Jun 16 15:15:52.576107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53278) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:52.594392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e2676d92-0cdd-4394-9459-92f675a520eb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': '02c756fe-6d79-4472-822e-94864a2ab952', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:52.608891 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e2676d92-0cdd-4394-9459-92f675a520eb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:52.611831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.612579 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9e774063-da5c-4bf5-a18e-857d20d00601 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5675440 Jun 16 15:15:52.615853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451291c9-cf08-447d-abcd-e82c17781f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5c1779-af47-41b6-b62f-f7d31117af99,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:52.621391 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53282) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:52.626706 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-451291c9-cf08-447d-abcd-e82c17781f23 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb0dabb37db14a15b2943b2bf9fc741d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7524765 Jun 16 15:15:52.633004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53284) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:52.633530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:52.634462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.657580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e2676d92-0cdd-4394-9459-92f675a520eb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:52.715072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4a96a029-c87b-4603-9f37-dacaa3a1ae5f tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:52.735791 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 54c4be2e-72c2-4196-920c-5d4b86a43d32 resource provider aggregate not found Jun 16 15:15:52.746803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-464806441'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:52.756876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:52.761903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:52.774282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:network and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:52.779795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:52.788508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:52.818477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-675b6342-f61f-452a-9333-80e056ac5ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.821238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e2676d92-0cdd-4394-9459-92f675a520eb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.842248 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 54c4be2e-72c2-4196-920c-5d4b86a43d32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54c4be2e-72c2-4196-920c-5d4b86a43d32 found for delete ", "request_id": "req-6a3002cd-9a90-4b24-a5b7-3a3f18c77dca"}]} Jun 16 15:15:52.852747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f014895-6c9c-46a1-8448-651deae6d278 None None] DHCP port deletion for 9f0d290d-2cd4-4478-956a-fc3b21d71e42 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:52.870487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4a96a029-c87b-4603-9f37-dacaa3a1ae5f tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:52.871898 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4a96a029-c87b-4603-9f37-dacaa3a1ae5f tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2437351 Jun 16 15:15:52.876591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53296) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:52.890243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5e84a1f4-500c-4519-be5e-a0fa6ff79352 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group': {'name': 'tempest-security--1188636366', 'description': 'tempest-security-description-615036489'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:52.893611 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-016642fe-3606-4857-98e9-021aefbb195d req-e12d990a-ed06-4bc4-a5e2-edf84aebb99f tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219251 Jun 16 15:15:52.899812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-675b6342-f61f-452a-9333-80e056ac5ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.923258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:52.923258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.957191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57ea83-cd60-406f-98c7-cd35803364ec None None] DHCP port deletion for 74057ad7-db83-454f-89c0-3f87db579950 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:15:52.959247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2b57ea83-cd60-406f-98c7-cd35803364ec None None] Deleting port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:52.959622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b57ea83-cd60-406f-98c7-cd35803364ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:52.998451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:15:53.007178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e84a1f4-500c-4519-be5e-a0fa6ff79352 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.012417 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d865d65-8065-4f4b-a714-2883c6eb8194 None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:15:53.014284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.014916 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8398c1fc-7c8a-4443-8e05-12c67ec9b68b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "PUT /v2.0/routers/9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8396542 Jun 16 15:15:53.017834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53302) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:53.026397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'port': {'network_id': '7e2afad5-6bb3-4003-8669-a326022370bc', 'name': 'tempest-FloatingIPTestJSON-1109191265'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:53.031939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e2676d92-0cdd-4394-9459-92f675a520eb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.034213 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d865d65-8065-4f4b-a714-2883c6eb8194 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:53.034999 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7d865d65-8065-4f4b-a714-2883c6eb8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:53.067630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:53.082502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:security_group_rule and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:53.088766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:53.090625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2b57ea83-cd60-406f-98c7-cd35803364ec None None] The port 'd2b804d4-da8f-4bb3-98ed-f7dd934b5fc6' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:15:53.101044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e2676d92-0cdd-4394-9459-92f675a520eb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.103347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:53.107601 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7d865d65-8065-4f4b-a714-2883c6eb8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:53.117698 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d865d65-8065-4f4b-a714-2883c6eb8194 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:15:53.117956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.118540 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7d865d65-8065-4f4b-a714-2883c6eb8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:53.133918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.151175 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e84a1f4-500c-4519-be5e-a0fa6ff79352 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.156523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2676d92-0cdd-4394-9459-92f675a520eb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b568d217-f4e2-48ca-ad0e-6005f2df7e5b,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:53.193583 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7d865d65-8065-4f4b-a714-2883c6eb8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:53.194065 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d865d65-8065-4f4b-a714-2883c6eb8194 None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:15:53.213299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No DVR routers for this DVR port d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:53.215061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.217005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/9f0d290d-2cd4-4478-956a-fc3b21d71e42 HTTP/1.1" status: 204 len: 168 time: 10.1361163 Jun 16 15:15:53.223625 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53306) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:53.229397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1133725008'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:53.234396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:53.239148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:network and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:53.242089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:53.248483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e84a1f4-500c-4519-be5e-a0fa6ff79352 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.255358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e84a1f4-500c-4519-be5e-a0fa6ff79352 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.255358 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5e84a1f4-500c-4519-be5e-a0fa6ff79352 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "PUT /v2.0/security-groups/f9bd7d57-2079-44a1-97b5-b963d8b88bca HTTP/1.1" status: 200 len: 1777 time: 0.3681111 Jun 16 15:15:53.255358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:53.258037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994b6aa-f481-4c4e-aab0-eb4e7251e7d3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=9f0d290d-2cd4-4478-956a-fc3b21d71e42,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:53.259866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:53.261343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53310) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:53.283573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-675b6342-f61f-452a-9333-80e056ac5ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.287072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e2676d92-0cdd-4394-9459-92f675a520eb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.288317 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e2676d92-0cdd-4394-9459-92f675a520eb tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7052515 Jun 16 15:15:53.298524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53314) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:53.319022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-675b6342-f61f-452a-9333-80e056ac5ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.322900 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-675b6342-f61f-452a-9333-80e056ac5ca2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a5c1779-af47-41b6-b62f-f7d31117af99 HTTP/1.1" status: 204 len: 168 time: 0.6887281 Jun 16 15:15:53.338602 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e0c602c-d6f9-448c-95e6-c6470adb7d25 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules/b568d217-f4e2-48ca-ad0e-6005f2df7e5b HTTP/1.1" status: 200 len: 763 time: 0.0366137 Jun 16 15:15:53.339426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84a1f4-500c-4519-be5e-a0fa6ff79352 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bd7d57-2079-44a1-97b5-b963d8b88bca,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:53.341582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53320) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:53.378096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:53.381611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.396256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b6342-f61f-452a-9333-80e056ac5ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5c1779-af47-41b6-b62f-f7d31117af99,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:53.476960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-93bb1043-5561-43bc-927d-f0aee4b5beb5 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:53.480668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:53.505118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.505459 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment e41699fa-cd4e-4fb0-9370-43daf5e9999e of type vlan for network e0ec2b88-1b01-435c-8eae-c097b8f997d9 Jun 16 15:15:53.510428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.544058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.603752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.607065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-93bb1043-5561-43bc-927d-f0aee4b5beb5 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:53.608878 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-93bb1043-5561-43bc-927d-f0aee4b5beb5 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2629373 Jun 16 15:15:53.620755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53324) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:53.632905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.654708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:53.671227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9e0321-aba3-4c75-ba65-3862da64a39a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:53.676175 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f1d48280-5448-4962-991d-e03c2044d3a5 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups/f9bd7d57-2079-44a1-97b5-b963d8b88bca HTTP/1.1" status: 200 len: 1777 time: 0.4069932 Jun 16 15:15:53.677023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53328) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:53.682429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.689400 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Added segment 2866c854-274b-4381-9416-0dba9f1962b5 of type vlan for network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 Jun 16 15:15:53.694715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6dfa8-f412-420c-9ddb-190dc2713606 req-d7ac269b-e95f-4f82-93af-d648f0c9bb8a tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:53.696193 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-30e6dfa8-f412-420c-9ddb-190dc2713606 req-d7ac269b-e95f-4f82-93af-d648f0c9bb8a tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.6453571 Jun 16 15:15:53.697995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74057ad7-db83-454f-89c0-3f87db579950']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:53.708976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:53.719099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7bb0c6-a99c-4346-b0a2-3fb867a65938') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:53.719643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7bb0c6-a99c-4346-b0a2-3fb867a65938') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:53.729761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:15:53.734722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.742920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:53.745044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.771282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:port and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:53.776474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:15:53.776474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d2b804d4-da8f-4bb3-98ed-f7dd934b5fc6 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:15:53.778848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:53.794967 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fee18eb6-62e9-4f7a-a43e-4fb93f023c30 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.796691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.804347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:53.826114 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-30e6dfa8-f412-420c-9ddb-190dc2713606 req-149f4b82-ac33-4728-966c-f2a6abbfdf06 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143422 Jun 16 15:15:53.831094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.839135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:53.839533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.851856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fee18eb6-62e9-4f7a-a43e-4fb93f023c30 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.868065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.928748 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Made reservation on behalf of 22f38ed0bf0a4993bf331c54e6230cae for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:53.932346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.962514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] device_id is not set on port c926d4ac-05e1-4e62-9d9f-2b103225ae30 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:53.964741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=e0ec2b88-1b01-435c-8eae-c097b8f997d9,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:53.978582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c27f8cb0-97b0-4ba6-b72c-04000cd595c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.978974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network e0ec2b88-1b01-435c-8eae-c097b8f997d9 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:53.986047 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-58c39383-6b61-4fc0-a0a8-99f8759ac8be tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7611833 Jun 16 15:15:53.999092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53342) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:54.013137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': 'e0ec2b88-1b01-435c-8eae-c097b8f997d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:54.196232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.202626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:54.203301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.204712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.207225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fee18eb6-62e9-4f7a-a43e-4fb93f023c30 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.210353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c27f8cb0-97b0-4ba6-b72c-04000cd595c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.254239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.257400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Network': ['ID=74057ad7-db83-454f-89c0-3f87db579950,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:54.279759 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-46681824-de50-476d-ae0f-cf8520c8b1ee tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/networks/74057ad7-db83-454f-89c0-3f87db579950 HTTP/1.1" status: 204 len: 168 time: 3.0620625 Jun 16 15:15:54.279935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53348) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:54.290860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943efd3c-7a0a-4dde-a8bb-3fec358a5c3a req-e1cdde29-8032-4b72-8713-f773737fc92a tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:54.292670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-943efd3c-7a0a-4dde-a8bb-3fec358a5c3a req-e1cdde29-8032-4b72-8713-f773737fc92a tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.2769065 Jun 16 15:15:54.301925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-925324941'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:54.312941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:54.337225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.20.0.2 (7e2afad5-6bb3-4003-8669-a326022370bc/e3023fe9-72b1-42be-b7ff-cd0d31bc423e/c926d4ac-05e1-4e62-9d9f-2b103225ae30) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:54.341907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:network and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:54.348917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:54.356620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee18eb6-62e9-4f7a-a43e-4fb93f023c30 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b568d217-f4e2-48ca-ad0e-6005f2df7e5b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:54.359386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:54.403291 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-943efd3c-7a0a-4dde-a8bb-3fec358a5c3a req-70f7311a-436d-48ce-bb3c-8d17b7c4db64 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979416 Jun 16 15:15:54.452009 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8898759 Jun 16 15:15:54.458275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d56f0-ea41-415e-b5a6-43a30d12fa54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Network': ['ID=31e74b08-3bfc-4c0f-a043-3479a97b05c8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:54.460604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53360) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:54.466530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fee18eb6-62e9-4f7a-a43e-4fb93f023c30 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.467877 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fee18eb6-62e9-4f7a-a43e-4fb93f023c30 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/b568d217-f4e2-48ca-ad0e-6005f2df7e5b HTTP/1.1" status: 204 len: 168 time: 0.8462007 Jun 16 15:15:54.470767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:54.475233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:54.476164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53364) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:54.497465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:54.513996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:subnet and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:54.521103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:54.523318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:54.530138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.532914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:54.601522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c27f8cb0-97b0-4ba6-b72c-04000cd595c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.633980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f8cb0-97b0-4ba6-b72c-04000cd595c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bd7d57-2079-44a1-97b5-b963d8b88bca,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:54.637311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:54.648677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:54.652258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:54.664027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:54.683932 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:54.688282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.732150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c27f8cb0-97b0-4ba6-b72c-04000cd595c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.733280 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c27f8cb0-97b0-4ba6-b72c-04000cd595c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/f9bd7d57-2079-44a1-97b5-b963d8b88bca HTTP/1.1" status: 204 len: 168 time: 1.0429406 Jun 16 15:15:54.746742 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d82c5dc2-7af2-46dc-b4ec-b60223199402 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2692983 Jun 16 15:15:54.749822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53370) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:54.750148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53372) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:54.752446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:54.774868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': '02c756fe-6d79-4472-822e-94864a2ab952', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:54.777967 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53378) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:54.781831 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026336 Jun 16 15:15:54.787627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53380) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:54.788752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:54.792169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.805601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:54.809382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing IP validity checks on allocation pools {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 16 15:15:54.815206 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 16 15:15:54.816925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.817267 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Added segment 6b0809d9-757b-4989-b6ac-ffecb049b76f of type vlan for network 5c1d8d65-abf5-44b8-960c-47d0ebee753a Jun 16 15:15:54.824151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:54.834520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:54.853596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.865980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:54.892430 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 9c7bb0c6-a99c-4346-b0a2-3fb867a65938 resource provider aggregate not found Jun 16 15:15:54.930587 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6665305a-6a84-4632-a5e4-f495011d0cc9 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1733110 Jun 16 15:15:54.932655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53390) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:54.934062 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 9c7bb0c6-a99c-4346-b0a2-3fb867a65938 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c7bb0c6-a99c-4346-b0a2-3fb867a65938 found for delete ", "request_id": "req-72ed2d9f-25a2-4583-9323-9a84f1062b75"}]} Jun 16 15:15:54.941532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:54.951066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ac4cc-dc0d-4aff-9818-ad02fcc2e8d9 req-d9abc12c-f9cf-4bcf-af5c-1454745858a3 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:54.952527 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f6ac4cc-dc0d-4aff-9818-ad02fcc2e8d9 req-d9abc12c-f9cf-4bcf-af5c-1454745858a3 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3980153 Jun 16 15:15:54.996594 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-06dfda27-269b-4ab0-9f02-56c2fe8c8e7d tempest-NetworksApiDiscovery-1923807530 tempest-NetworksApiDiscovery-1923807530-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2077537 Jun 16 15:15:55.009186 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-8f0c22f5-13f6-4ef4-b768-60abac0a5dea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] delete failed (client error): The resource could not be found. Jun 16 15:15:55.017549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8f0c22f5-13f6-4ef4-b768-60abac0a5dea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/f9bd7d57-2079-44a1-97b5-b963d8b88bca HTTP/1.1" status: 404 len: 347 time: 0.0735672 Jun 16 15:15:55.017730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53398) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:55.041018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.054287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208229796'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:55.076171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:55.087231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:55.096678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:55.101709 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f6ac4cc-dc0d-4aff-9818-ad02fcc2e8d9 req-d4a763e8-5717-4418-8037-96c657058f16 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358702 Jun 16 15:15:55.108251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:55.136683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.188306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.194310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:55.194882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.203969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.239098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.247435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.287307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 7e2afad5-6bb3-4003-8669-a326022370bc is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:55.299993 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:55.310241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.314422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:55.331308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=f51607f6-8ec0-43d7-a120-8bda8f1a792b,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:55.388684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': 'e41699fa-cd4e-4fb0-9370-43daf5e9999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e0ec2b88-1b01-435c-8eae-c097b8f997d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:55.389141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: e0ec2b88-1b01-435c-8eae-c097b8f997d9, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:55.390260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=c926d4ac-05e1-4e62-9d9f-2b103225ae30,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:55.393597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:55.399926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:55.400372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network hostable DHCP agents. Network: 31e74b08-3bfc-4c0f-a043-3479a97b05c8, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:55.409880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.413399 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1189239 Jun 16 15:15:55.416780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:55.426501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53406) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:55.435666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103de70c-0f5a-4367-b348-fcfce3aa619b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Network': ['ID=5c1d8d65-abf5-44b8-960c-47d0ebee753a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:55.438121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:55.440330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '5c1d8d65-abf5-44b8-960c-47d0ebee753a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:55.455230 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 5c1d8d65-abf5-44b8-960c-47d0ebee753a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:55.455819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:55.472464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8d465f-e26c-4e12-a316-1dcf023886b5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:55.477310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=02dbacf3-45e6-41ec-98c3-dc48d50a6d2b,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:55.497892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:55.498776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.571953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.573571 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3cca1d99-37b6-463a-addd-ed06e6b19023 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8175144 Jun 16 15:15:55.577248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53414) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:55.585263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:55.606145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.611445 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5e6bff0e-58e0-4c3e-8c4b-652e509d3680 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules/8f8d465f-e26c-4e12-a316-1dcf023886b5 HTTP/1.1" status: 200 len: 764 time: 0.0329742 Jun 16 15:15:55.614607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53420) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:55.631225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network e0ec2b88-1b01-435c-8eae-c097b8f997d9 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:55.637752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:55.641672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:55.644676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:55.651514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:55.659771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53424) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:55.666502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2ce77043-79ee-4338-a736-84aa534ffc31 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:55.676141 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-382bbce0-8e30-416e-87f4-77fb42a0b6f4 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6566145 Jun 16 15:15:55.678828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53430) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:55.685455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'port': {'network_id': '7e2afad5-6bb3-4003-8669-a326022370bc', 'name': 'tempest-FloatingIPTestJSON-1668000168'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:55.697558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.758236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad08f50-25de-46c7-ba78-070a1263cc25,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:55.771520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2ce77043-79ee-4338-a736-84aa534ffc31 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:55.774665 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2ce77043-79ee-4338-a736-84aa534ffc31 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1590548 Jun 16 15:15:55.782003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53438) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:55.811176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 31e74b08-3bfc-4c0f-a043-3479a97b05c8) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:55.812766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:55.816624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.821346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef347dc3-e73b-4652-ad3e-31870e3cbad0 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:55.853236 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, e0ec2b88-1b01-435c-8eae-c097b8f997d9) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:55.853453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.855696 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dae8fa02-8057-4bea-8c1f-55918c238bb6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8371298 Jun 16 15:15:55.864705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3dfe32-d4c3-4bd9-8661-86a7f39c67b2 None None] Network e0ec2b88-1b01-435c-8eae-c097b8f997d9 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:55.865387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53442) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:55.876668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:55.878294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.880653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': '3ad08f50-25de-46c7-ba78-070a1263cc25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:55.886713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:55.890675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:55.893866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:55.900574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:55.910204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:55.916393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.916552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74beaac8-ebc1-4450-afcf-2928a8d06e8b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.927299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74beaac8-ebc1-4450-afcf-2928a8d06e8b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.931508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1a31-3f12-4ae6-ba10-adb19ae492d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:55.986645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53474723-db38-4c5a-afec-2361c1d46d86 req-e0658d3f-d9bf-4eaa-8ef3-3b701313da4c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:55.988863 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-53474723-db38-4c5a-afec-2361c1d46d86 req-e0658d3f-d9bf-4eaa-8ef3-3b701313da4c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.2058947 Jun 16 15:15:56.030174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.042663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74beaac8-ebc1-4450-afcf-2928a8d06e8b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.056398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8f5c1a31-3f12-4ae6-ba10-adb19ae492d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:56.064847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8f5c1a31-3f12-4ae6-ba10-adb19ae492d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a940a7f0bf594434935ac2e9933daecf is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:56.069911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8f5c1a31-3f12-4ae6-ba10-adb19ae492d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:56.072744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:56.079395 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-53474723-db38-4c5a-afec-2361c1d46d86 req-0376a598-e393-4404-b82d-94f3ddda11b8 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834553 Jun 16 15:15:56.082866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8f5c1a31-3f12-4ae6-ba10-adb19ae492d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:56.085830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74beaac8-ebc1-4450-afcf-2928a8d06e8b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f8d465f-e26c-4e12-a316-1dcf023886b5,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:56.093208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:port and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:56.100496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:56.114599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:56.117476 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-01efdb36-8fcb-47b0-9214-a3da91790f89 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6481767 Jun 16 15:15:56.121283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53450) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:56.141199 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'name': 'tempest-NetworksTestDHCPv6-1817618643'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:56.143734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.164990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74beaac8-ebc1-4450-afcf-2928a8d06e8b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.166665 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-49fe2e56-e477-467f-94bb-ae11cd39009f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1665115 Jun 16 15:15:56.174760 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-74beaac8-ebc1-4450-afcf-2928a8d06e8b tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/8f8d465f-e26c-4e12-a316-1dcf023886b5 HTTP/1.1" status: 204 len: 168 time: 0.3825772 Jun 16 15:15:56.175522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53454) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:56.175858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53456) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:56.266877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.275517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': 'f51607f6-8ec0-43d7-a120-8bda8f1a792b'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:56.277422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.295755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-e0ec2b88-1b01-435c-8eae-c097b8f997d9', 'network_id': 'e0ec2b88-1b01-435c-8eae-c097b8f997d9', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': '02dbacf3-45e6-41ec-98c3-dc48d50a6d2b'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:56.296778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.349097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8853df0b-543a-491a-aa64-9a4f596a2af5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:56.500142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.504793 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6dd1fe5c-3db4-48c5-b45b-d7cd65491827 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6348457 Jun 16 15:15:56.506466 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53462) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:56.512591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Made reservation on behalf of 22f38ed0bf0a4993bf331c54e6230cae for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:56.516412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.522919 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7b12e8ae-95cd-4729-8373-209573b07763 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:56.561898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.598281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] device_id is not set on port 8419f168-f6ac-4091-8c95-8c6408c675a6 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:56.633315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7b12e8ae-95cd-4729-8373-209573b07763 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:56.635203 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7b12e8ae-95cd-4729-8373-209573b07763 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4557738 Jun 16 15:15:56.637386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53466) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:56.640087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.650132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Allocated IP 172.20.0.3 (e0ec2b88-1b01-435c-8eae-c097b8f997d9/02dbacf3-45e6-41ec-98c3-dc48d50a6d2b/a1005dea-b723-4530-bf6f-0fc1b65f6524) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:56.661030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/f51607f6-8ec0-43d7-a120-8bda8f1a792b/a825ef6d-caa7-4e8c-99fd-b98d645d1345) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:56.704470 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1fd17ac-c350-4e78-b15d-1a74985efce4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.743621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:56.756507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1fd17ac-c350-4e78-b15d-1a74985efce4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.764794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f692ffc-5c7c-4349-933c-3535870d028e tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.777582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:56.793526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:56.794789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f692ffc-5c7c-4349-933c-3535870d028e tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.811751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:56.855844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1a31-3f12-4ae6-ba10-adb19ae492d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.873431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.905974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f692ffc-5c7c-4349-933c-3535870d028e tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.929163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f692ffc-5c7c-4349-933c-3535870d028e tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c756fe-6d79-4472-822e-94864a2ab952,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:56.978297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1a31-3f12-4ae6-ba10-adb19ae492d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.991099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.20.0.10 (7e2afad5-6bb3-4003-8669-a326022370bc/e3023fe9-72b1-42be-b7ff-cd0d31bc423e/8419f168-f6ac-4091-8c95-8c6408c675a6) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:57.013080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=76f0fd5a-8098-4bae-98f1-c8d693926a35,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:57.015030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1fd17ac-c350-4e78-b15d-1a74985efce4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.058207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.070521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.073181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd17ac-c350-4e78-b15d-1a74985efce4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8853df0b-543a-491a-aa64-9a4f596a2af5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:57.074965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Checking segment: {'id': '6b0809d9-757b-4989-b6ac-ffecb049b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5c1d8d65-abf5-44b8-960c-47d0ebee753a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:57.075379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network hostable DHCP agents. Network: 5c1d8d65-abf5-44b8-960c-47d0ebee753a, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:57.076497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Transition to ACTIVE for port object a1005dea-b723-4530-bf6f-0fc1b65f6524 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:57.088751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Transition to ACTIVE for port object a825ef6d-caa7-4e8c-99fd-b98d645d1345 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:57.094654 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8f5c1a31-3f12-4ae6-ba10-adb19ae492d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a940a7f0bf594434935ac2e9933daecf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4338496 Jun 16 15:15:57.097592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53474) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:57.099423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c1a31-3f12-4ae6-ba10-adb19ae492d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddc5a2b-ba39-4c30-ac4f-fd7238d83905,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:57.111317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Transition to ACTIVE for port object a1005dea-b723-4530-bf6f-0fc1b65f6524 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:57.118361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Transition to ACTIVE for port object a825ef6d-caa7-4e8c-99fd-b98d645d1345 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:57.124046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f692ffc-5c7c-4349-933c-3535870d028e tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.127079 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1f692ffc-5c7c-4349-933c-3535870d028e tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/02c756fe-6d79-4472-822e-94864a2ab952 HTTP/1.1" status: 204 len: 168 time: 0.4868608 Jun 16 15:15:57.130130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53478) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:57.146781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:57.150204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.200228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.204657 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e1fd17ac-c350-4e78-b15d-1a74985efce4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.205768 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e1fd17ac-c350-4e78-b15d-1a74985efce4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/8853df0b-543a-491a-aa64-9a4f596a2af5 HTTP/1.1" status: 204 len: 168 time: 0.6948617 Jun 16 15:15:57.209412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53484) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:57.215010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 89c69246-5e29-4118-8e8f-c5241a351eb1 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:57.252072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8a99b91b-67fd-49bd-977f-1eafee034dbf tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:57.298460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 5c1d8d65-abf5-44b8-960c-47d0ebee753a is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:57.314815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1edd9b20-a90c-45c0-af14-21cf7a9b4b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.325716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Pushing event updated for resources: {'Port': ['ID=a1005dea-b723-4530-bf6f-0fc1b65f6524,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:57.329828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.377260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.385651 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Network e0ec2b88-1b01-435c-8eae-c097b8f997d9 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:57.390816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1edd9b20-a90c-45c0-af14-21cf7a9b4b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.392754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:57.398688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:57.404891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:57.415288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 5c1d8d65-abf5-44b8-960c-47d0ebee753a) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:57.416353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:57.442896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.446452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:57.446967 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.455357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3e9368d1-7536-4ce9-82df-3c84b08155be tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:57.457692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:57.460016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a45c6d-78a2-4513-9579-b6bcd6f7ed21 None None] Network 5c1d8d65-abf5-44b8-960c-47d0ebee753a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:57.479695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=02dbacf3-45e6-41ec-98c3-dc48d50a6d2b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:57.485350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Pushing event updated for resources: {'Port': ['ID=a825ef6d-caa7-4e8c-99fd-b98d645d1345,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:57.491723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8a99b91b-67fd-49bd-977f-1eafee034dbf tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:57.493276 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8a99b91b-67fd-49bd-977f-1eafee034dbf tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3621867 Jun 16 15:15:57.507456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53488) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:57.510755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::6b (31e74b08-3bfc-4c0f-a043-3479a97b05c8/f51607f6-8ec0-43d7-a120-8bda8f1a792b/89c69246-5e29-4118-8e8f-c5241a351eb1) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:57.516506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127218623'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:57.527621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:57.543467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:57.548631 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5a477ffa-d895-4159-909a-f1b1ccf2b832 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1162269 Jun 16 15:15:57.556170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53492) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:57.576527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '5c1d8d65-abf5-44b8-960c-47d0ebee753a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1119792116'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:57.607630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.649702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c58e7-a374-4ce1-8bd9-ed0a272abfbb req-fdce7c73-c76f-4106-bc9c-d06ef1616a48 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:57.651416 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a63c58e7-a374-4ce1-8bd9-ed0a272abfbb req-fdce7c73-c76f-4106-bc9c-d06ef1616a48 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.3895979 Jun 16 15:15:57.656859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3e9368d1-7536-4ce9-82df-3c84b08155be tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:57.658054 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3e9368d1-7536-4ce9-82df-3c84b08155be tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4431949 Jun 16 15:15:57.660578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ec2b88-1b01-435c-8eae-c097b8f997d9']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:57.667476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53496) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:57.693191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41699fa-cd4e-4fb0-9370-43daf5e9999e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:57.694139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41699fa-cd4e-4fb0-9370-43daf5e9999e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:15:57.694639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.711764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.712422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Attempting to bind port a1005dea-b723-4530-bf6f-0fc1b65f6524 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:57.712422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Attempting to bind port a1005dea-b723-4530-bf6f-0fc1b65f6524 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'e41699fa-cd4e-4fb0-9370-43daf5e9999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e0ec2b88-1b01-435c-8eae-c097b8f997d9'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:57.712972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Attempting to bind port a1005dea-b723-4530-bf6f-0fc1b65f6524 on network e0ec2b88-1b01-435c-8eae-c097b8f997d9 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:57.728778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:57.729432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Checking segment: {'id': 'e41699fa-cd4e-4fb0-9370-43daf5e9999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e0ec2b88-1b01-435c-8eae-c097b8f997d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:57.734733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.734733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Bound using segment: {'id': 'e41699fa-cd4e-4fb0-9370-43daf5e9999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e0ec2b88-1b01-435c-8eae-c097b8f997d9'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:57.734733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Bound port: a1005dea-b723-4530-bf6f-0fc1b65f6524, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41699fa-cd4e-4fb0-9370-43daf5e9999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e0ec2b88-1b01-435c-8eae-c097b8f997d9'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:57.734733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.735132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.744310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Attempting to bind port a825ef6d-caa7-4e8c-99fd-b98d645d1345 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:57.744672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Attempting to bind port a825ef6d-caa7-4e8c-99fd-b98d645d1345 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:57.745213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Attempting to bind port a825ef6d-caa7-4e8c-99fd-b98d645d1345 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:57.771570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1edd9b20-a90c-45c0-af14-21cf7a9b4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.794288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:57.795111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:57.795305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.795550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:57.795755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.796032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Bound port: a825ef6d-caa7-4e8c-99fd-b98d645d1345, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:57.796408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.801339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=8419f168-f6ac-4091-8c95-8c6408c675a6,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:57.809118 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a63c58e7-a374-4ce1-8bd9-ed0a272abfbb req-2c853a34-6e03-4cd6-8bd7-a11bd13ddd6c tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350911 Jun 16 15:15:57.821467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:15:57.821740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.843139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd9b20-a90c-45c0-af14-21cf7a9b4b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddc5a2b-ba39-4c30-ac4f-fd7238d83905,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:57.891973 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e41699fa-cd4e-4fb0-9370-43daf5e9999e resource provider aggregate not found Jun 16 15:15:57.903658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:57.929594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 7e2afad5-6bb3-4003-8669-a326022370bc is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:57.934021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:57.937450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:57.939745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:57.941186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34643807-322c-437b-82b8-79ba4b9743a7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.947779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:57.972852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1edd9b20-a90c-45c0-af14-21cf7a9b4b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.974683 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1edd9b20-a90c-45c0-af14-21cf7a9b4b4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eddc5a2b-ba39-4c30-ac4f-fd7238d83905 HTTP/1.1" status: 204 len: 168 time: 0.8754420 Jun 16 15:15:57.984920 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e41699fa-cd4e-4fb0-9370-43daf5e9999e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e41699fa-cd4e-4fb0-9370-43daf5e9999e found for delete ", "request_id": "req-f9ec9374-9ee3-4a63-ac53-7b26f0b1eda2"}]} Jun 16 15:15:57.998013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34643807-322c-437b-82b8-79ba4b9743a7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.044390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:15:58.044390 dv-neutron-846028-2-hyperv neutron-server[89745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:15:58.044390 dv-neutron-846028-2-hyperv neutron-server[89745]: [parameters: {'id': 'e0ec2b88-1b01-435c-8eae-c097b8f997d9'}] Jun 16 15:15:58.044390 dv-neutron-846028-2-hyperv neutron-server[89745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:15:58.044821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:15:58.056769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] For port a1005dea-b723-4530-bf6f-0fc1b65f6524, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:58.075574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:58.131272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] For port a1005dea-b723-4530-bf6f-0fc1b65f6524, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a1005dea-b723-4530-bf6f-0fc1b65f6524,segment=NetworkSegment(e41699fa-cd4e-4fb0-9370-43daf5e9999e),segment_id=e41699fa-cd4e-4fb0-9370-43daf5e9999e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:58.135348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34643807-322c-437b-82b8-79ba4b9743a7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.137783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] For port a825ef6d-caa7-4e8c-99fd-b98d645d1345, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:58.149214 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-5c1d8d65-abf5-44b8-960c-47d0ebee753a', 'network_id': '5c1d8d65-abf5-44b8-960c-47d0ebee753a', 'tenant_id': 'e9d6a46cdf8749d7b5bc6036364ae908', 'fixed_ips': [{'subnet_id': '76f0fd5a-8098-4bae-98f1-c8d693926a35'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:15:58.150084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.161802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34643807-322c-437b-82b8-79ba4b9743a7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad08f50-25de-46c7-ba78-070a1263cc25,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:58.176578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] For port a825ef6d-caa7-4e8c-99fd-b98d645d1345, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a825ef6d-caa7-4e8c-99fd-b98d645d1345,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:58.216295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:58.226134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:58.254122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.302066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.308915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34643807-322c-437b-82b8-79ba4b9743a7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.313923 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-34643807-322c-437b-82b8-79ba4b9743a7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/3ad08f50-25de-46c7-ba78-070a1263cc25 HTTP/1.1" status: 204 len: 168 time: 0.6451509 Jun 16 15:15:58.318977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.320059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53512) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:58.329809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 89c69246-5e29-4118-8e8f-c5241a351eb1 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:58.337107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:58.342834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.461214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b9b36fb8-f241-46a7-b183-9b73b9b75c52 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:58.467773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16e7b4-2456-49ca-b1a2-b69983536f2a None None] Pushing event updated for resources: {'Port': ['ID=a1005dea-b723-4530-bf6f-0fc1b65f6524,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:58.484910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:58.489949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.504608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 1414f9ef-2ec3-4188-958f-0f47fe48984d yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:15:58.547996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.548696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d423a3-452c-4bc4-a80a-c61c7df18581 None None] Pushing event updated for resources: {'Port': ['ID=a825ef6d-caa7-4e8c-99fd-b98d645d1345,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:58.570389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port a1005dea-b723-4530-bf6f-0fc1b65f6524 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:15:58.570753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.649943 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.661613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b9b36fb8-f241-46a7-b183-9b73b9b75c52 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:15:58.670358 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b9b36fb8-f241-46a7-b183-9b73b9b75c52 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3433278 Jun 16 15:15:58.678495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53518) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:58.732737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Allocated IP 172.20.0.2 (5c1d8d65-abf5-44b8-960c-47d0ebee753a/76f0fd5a-8098-4bae-98f1-c8d693926a35/f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:58.743333 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7a234b8d-a385-4791-9b35-5996faf312eb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0628300 Jun 16 15:15:58.748759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group': {'name': 'tempest-secgroup--91481332'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:58.761681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53524) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:58.775652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b927c-daa4-4bd5-8454-18ce65ab39fa None None] Network e0ec2b88-1b01-435c-8eae-c097b8f997d9 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:15:58.788630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:58.795743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '8419f168-f6ac-4091-8c95-8c6408c675a6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:58.810629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:58.821651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:floatingip and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:58.840581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:58.846369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:58.856670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=89c69246-5e29-4118-8e8f-c5241a351eb1,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:58.868173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:58.868173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:58.868828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:58.920762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.920762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.920762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.921164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.921164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.922686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.922686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.922686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.922986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.925471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.925831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.926175 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:58.933949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:58.936205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:58.946705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:58.955368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.012184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-9d7f8766-33aa-4461-9d67-7fc65ecbe22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:59.014426 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-9d7f8766-33aa-4461-9d67-7fc65ecbe22f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad081a7e9231445ba34114528f1d30a4&device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 1098 time: 0.2793577 Jun 16 15:15:59.044985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.055196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] For port a1005dea-b723-4530-bf6f-0fc1b65f6524, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a1005dea-b723-4530-bf6f-0fc1b65f6524,segment=NetworkSegment(e41699fa-cd4e-4fb0-9370-43daf5e9999e),segment_id=e41699fa-cd4e-4fb0-9370-43daf5e9999e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:59.055623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.079796 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4f1d1c11-5f40-49b4-bffc-f2e65acede19 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9532328 Jun 16 15:15:59.092497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53528) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:59.162911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.180307 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Transition to ACTIVE for port object f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:59.204901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Transition to ACTIVE for port object f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:59.211515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.226859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.245057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Calling delete_port for a1005dea-b723-4530-bf6f-0fc1b65f6524 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:15:59.277900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.304283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf9040-4a6b-4670-89f0-10cdba6c6082 req-a3b04db8-1de1-42f9-809a-a00807c2585f tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:59.305907 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7ccf9040-4a6b-4670-89f0-10cdba6c6082 req-a3b04db8-1de1-42f9-809a-a00807c2585f tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.6324048 Jun 16 15:15:59.350016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Network 5c1d8d65-abf5-44b8-960c-47d0ebee753a is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:59.353444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:59.357210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:15:59.399753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-10a0df84-5084-4338-b1e3-0131a2d9bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:59.401466 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-10a0df84-5084-4338-b1e3-0131a2d9bed7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 200 len: 913 time: 0.3804924 Jun 16 15:15:59.433773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b70350-d782-4eca-af11-7bae79351d54,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:59.443698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.447493 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a8fe8d6d-1ff7-4156-9d1a-0c27a36c88da tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9361830 Jun 16 15:15:59.472902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Pushing event updated for resources: {'Port': ['ID=f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:59.481964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Attempting to bind port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:15:59.482582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Attempting to bind port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '6b0809d9-757b-4989-b6ac-ffecb049b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5c1d8d65-abf5-44b8-960c-47d0ebee753a'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:15:59.483167 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Attempting to bind port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c on network 5c1d8d65-abf5-44b8-960c-47d0ebee753a {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:59.484316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53532) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:59.487101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:59.491904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:59.492309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Checking segment: {'id': '6b0809d9-757b-4989-b6ac-ffecb049b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5c1d8d65-abf5-44b8-960c-47d0ebee753a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:15:59.492708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.493107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Bound using segment: {'id': '6b0809d9-757b-4989-b6ac-ffecb049b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5c1d8d65-abf5-44b8-960c-47d0ebee753a'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:59.493564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Bound port: f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0809d9-757b-4989-b6ac-ffecb049b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5c1d8d65-abf5-44b8-960c-47d0ebee753a'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:15:59.494732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.509014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Request body: {'security_group_rule': {'security_group_id': 'd6b70350-d782-4eca-af11-7bae79351d54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:59.514612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:15:59.519997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:59.530136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Usage tracker for resource:security_group_rule and tenant:ad9f1b09f67d421494e09d4aea64d64a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:15:59.535238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:59.543226 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7ccf9040-4a6b-4670-89f0-10cdba6c6082 req-3dce8609-dc16-4883-8aa5-788238082296 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270441 Jun 16 15:15:59.550925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:15:59.554011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:59.576401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.5 (5c1d8d65-abf5-44b8-960c-47d0ebee753a/76f0fd5a-8098-4bae-98f1-c8d693926a35/1414f9ef-2ec3-4188-958f-0f47fe48984d) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:59.590363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:15:59.620485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] For port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:59.624877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] For port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c,segment=NetworkSegment(6b0809d9-757b-4989-b6ac-ffecb049b76f),segment_id=6b0809d9-757b-4989-b6ac-ffecb049b76f)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:59.692281 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-43244ce7-7d5b-4ed4-ae21-0f1e16434180 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 200 len: 1001 time: 0.2510884 Jun 16 15:15:59.705110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.735180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.764543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Port': ['ID=a1005dea-b723-4530-bf6f-0fc1b65f6524,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:59.790872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No DVR routers for this DVR port a1005dea-b723-4530-bf6f-0fc1b65f6524 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:15:59.792723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.820755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-cebffa64-79bf-49c1-9106-d58d3774dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:59.822213 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-cebffa64-79bf-49c1-9106-d58d3774dfe2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d65951-18ae-4b18-be19-745c773e01b0 HTTP/1.1" status: 200 len: 851 time: 0.0721550 Jun 16 15:15:59.834515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42b48c-6797-437f-a0b6-b5cb7469e918 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:59.840657 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42b48c-6797-437f-a0b6-b5cb7469e918 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:15:59.841486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6d42b48c-6797-437f-a0b6-b5cb7469e918 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:15:59.873193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a825ef6d-caa7-4e8c-99fd-b98d645d1345 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:59.928108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.941053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:59.948602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object 1414f9ef-2ec3-4188-958f-0f47fe48984d will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:59.993597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b584c62-7ed0-45f5-bcfc-1b7d8fc5c88b None None] Pushing event updated for resources: {'Port': ['ID=f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:00.021143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.035457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.040436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.050466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe74ab5-01a2-4579-b358-c7f752894a8d None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:00.099107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port a825ef6d-caa7-4e8c-99fd-b98d645d1345 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:00.117578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ec2b88-1b01-435c-8eae-c097b8f997d9']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:00.118774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 5c1d8d65-abf5-44b8-960c-47d0ebee753a is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:00.124250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:00.126373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6d42b48c-6797-437f-a0b6-b5cb7469e918 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:00.128159 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6d42b48c-6797-437f-a0b6-b5cb7469e918 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0346048 Jun 16 15:16:00.133078 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:00.133921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53536) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:00.135492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.144988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.200454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41699fa-cd4e-4fb0-9370-43daf5e9999e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:00.200768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41699fa-cd4e-4fb0-9370-43daf5e9999e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:00.210107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a09e5-e62d-4ec4-9c67-6d8d23d41b51,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:00.221825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7e40dcd2-1b76-4451-b6c0-35561818e856 None None] Provisioning for port a825ef6d-caa7-4e8c-99fd-b98d645d1345 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:00.237463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=1414f9ef-2ec3-4188-958f-0f47fe48984d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:00.241270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7e40dcd2-1b76-4451-b6c0-35561818e856 None None] Provisioning complete for port a825ef6d-caa7-4e8c-99fd-b98d645d1345 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:00.241270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e40dcd2-1b76-4451-b6c0-35561818e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.275319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-7b93a953-8e08-438e-846a-5e0934cc9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:00.277291 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-7b93a953-8e08-438e-846a-5e0934cc9210 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7e237ff-536e-40be-8c14-25d5099978ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4308486 Jun 16 15:16:00.283728 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:00.284428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.405031 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.414461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-7be5053f-cb8d-464a-bb4e-18146adfc34c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 89c69246-5e29-4118-8e8f-c5241a351eb1 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:00.415164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7be5053f-cb8d-464a-bb4e-18146adfc34c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.420834 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9bd77b2e-f2ea-462a-9632-94c1f097c39d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.8631265 Jun 16 15:16:00.424513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53540) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:00.465085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.476243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7e40dcd2-1b76-4451-b6c0-35561818e856 None None] Current status of the port a825ef6d-caa7-4e8c-99fd-b98d645d1345 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:00.476631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e40dcd2-1b76-4451-b6c0-35561818e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.490087 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-00395f17-25b1-4c22-9514-7d40968dbe6c service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013135 Jun 16 15:16:00.516450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.516967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.517305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.517694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.518247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.518830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.525233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.525233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.525233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.525233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.525233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.525233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:00.549706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7e40dcd2-1b76-4451-b6c0-35561818e856 None None] For port a825ef6d-caa7-4e8c-99fd-b98d645d1345, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a825ef6d-caa7-4e8c-99fd-b98d645d1345,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:00.549934 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a3b49780-fc76-475c-8ceb-31d91fda76cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 1414f9ef-2ec3-4188-958f-0f47fe48984d {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:00.550098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b49780-fc76-475c-8ceb-31d91fda76cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.561397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6308f0e-a9bf-4f1f-8cea-4471170c5d3b,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:00.606135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.663250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e40dcd2-1b76-4451-b6c0-35561818e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.668662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:00.668662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.734901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.736558 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-87032bcd-e3e7-4d96-8e2c-fc96e171e8b3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.0570092 Jun 16 15:16:00.742123 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e41699fa-cd4e-4fb0-9370-43daf5e9999e resource provider aggregate not found Jun 16 15:16:00.756337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.757892 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6482de8d-6c15-4631-8134-5bfac3f92685 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2667015 Jun 16 15:16:00.761347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53548) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:00.762177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53552) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:00.766415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.26.2.239 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/3cd0a29c-b5e0-4a87-87ba-60d3b6c018e9) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:00.794810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40dcd2-1b76-4451-b6c0-35561818e856 None None] Pushing event updated for resources: {'Port': ['ID=a825ef6d-caa7-4e8c-99fd-b98d645d1345,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:00.871673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a09e5-e62d-4ec4-9c67-6d8d23d41b51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:00.877519 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e41699fa-cd4e-4fb0-9370-43daf5e9999e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e41699fa-cd4e-4fb0-9370-43daf5e9999e found for delete ", "request_id": "req-8d2665ae-2c3a-46a3-99ca-facd752706c1"}]} Jun 16 15:16:00.919621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:00.919761 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1d8ff9a5-5204-42be-bb80-0925b364c891 req-9a66bc6e-eba2-4f93-a299-be2d2636925d service neutron] 10.222.0.46 "GET /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192755 Jun 16 15:16:00.958959 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b49780-fc76-475c-8ceb-31d91fda76cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:00.975408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:01.012123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:01.026622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b182cf94-cafd-4ba9-b343-c001a856dc66 None None] Provisioning complete for port a825ef6d-caa7-4e8c-99fd-b98d645d1345 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:01.027031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b182cf94-cafd-4ba9-b343-c001a856dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.060286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:01.125549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a3b49780-fc76-475c-8ceb-31d91fda76cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 1414f9ef-2ec3-4188-958f-0f47fe48984d owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:01.239319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b182cf94-cafd-4ba9-b343-c001a856dc66 None None] Current status of the port a825ef6d-caa7-4e8c-99fd-b98d645d1345 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:01.272322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7be5053f-cb8d-464a-bb4e-18146adfc34c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.322947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b182cf94-cafd-4ba9-b343-c001a856dc66 None None] Provisioning for port 89c69246-5e29-4118-8e8f-c5241a351eb1 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:01.328709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b182cf94-cafd-4ba9-b343-c001a856dc66 None None] Provisioning complete for port 89c69246-5e29-4118-8e8f-c5241a351eb1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:01.329089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b182cf94-cafd-4ba9-b343-c001a856dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.359673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.404620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b182cf94-cafd-4ba9-b343-c001a856dc66 None None] Port 89c69246-5e29-4118-8e8f-c5241a351eb1 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:01.408741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a1f78-aca4-43ce-bc46-72a705f951ff None None] Network 5c1d8d65-abf5-44b8-960c-47d0ebee753a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:01.440851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-7be5053f-cb8d-464a-bb4e-18146adfc34c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 89c69246-5e29-4118-8e8f-c5241a351eb1 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:01.484574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.511778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b49780-fc76-475c-8ceb-31d91fda76cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.512062 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/e0ec2b88-1b01-435c-8eae-c097b8f997d9 HTTP/1.1" status: 204 len: 168 time: 5.3349922 Jun 16 15:16:01.518540 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53558) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:01.549438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-372c2efe-c0ab-46ee-aae6-990089f44dac tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.551277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4588608-f8c1-44c3-8a4c-14d0d2e00211 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=e0ec2b88-1b01-435c-8eae-c097b8f997d9,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:01.570290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.588579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-14278885'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:01.608388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:01.614613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:network and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:01.618708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:01.628573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:01.641656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b49780-fc76-475c-8ceb-31d91fda76cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=1414f9ef-2ec3-4188-958f-0f47fe48984d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:01.707948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e81c3abb-00cd-438e-b0ca-61d152683450 None None] Provisioning for port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:01.744739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.751352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e81c3abb-00cd-438e-b0ca-61d152683450 None None] Provisioning complete for port 89c69246-5e29-4118-8e8f-c5241a351eb1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:01.755757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e81c3abb-00cd-438e-b0ca-61d152683450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.799241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:01.803714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.816511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b74904-c2bc-47dd-bca0-81b37f602441 req-12a56c75-aa61-4a65-b271-7efaf0981a83 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:01.823485 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-10b74904-c2bc-47dd-bca0-81b37f602441 req-12a56c75-aa61-4a65-b271-7efaf0981a83 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 1.0740185 Jun 16 15:16:01.824127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b49780-fc76-475c-8ceb-31d91fda76cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.840410 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e81c3abb-00cd-438e-b0ca-61d152683450 None None] Port 89c69246-5e29-4118-8e8f-c5241a351eb1 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:01.844396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-372c2efe-c0ab-46ee-aae6-990089f44dac tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:01.852971 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a3b49780-fc76-475c-8ceb-31d91fda76cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/1414f9ef-2ec3-4188-958f-0f47fe48984d HTTP/1.1" status: 204 len: 168 time: 1.4256947 Jun 16 15:16:01.853683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53562) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:01.918292 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5f922b-03ae-4817-b13a-1c8e42db5acf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:16:01.922626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1e5f922b-03ae-4817-b13a-1c8e42db5acf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:01.924102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a825ef6d-caa7-4e8c-99fd-b98d645d1345 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:01.924314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:16:02.001023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port a825ef6d-caa7-4e8c-99fd-b98d645d1345 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:02.001388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.011392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.043573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1e5f922b-03ae-4817-b13a-1c8e42db5acf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:02.048856 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1e5f922b-03ae-4817-b13a-1c8e42db5acf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/1414f9ef-2ec3-4188-958f-0f47fe48984d HTTP/1.1" status: 404 len: 333 time: 0.1918833 Jun 16 15:16:02.049522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53566) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:02.062483 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-10b74904-c2bc-47dd-bca0-81b37f602441 req-654e381b-eb54-43c7-939f-3207bf961978 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380161 Jun 16 15:16:02.078699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.104809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b250f9-6a8b-48af-a297-1f7368bfdd0b,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:02.140717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02712e8-6ec2-4256-af8a-8e6f231eff63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet 76f0fd5a-8098-4bae-98f1-c8d693926a35 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:02.140936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-372c2efe-c0ab-46ee-aae6-990089f44dac tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.144032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-372c2efe-c0ab-46ee-aae6-990089f44dac tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.144485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a02712e8-6ec2-4256-af8a-8e6f231eff63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.147452 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-372c2efe-c0ab-46ee-aae6-990089f44dac tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/d6b70350-d782-4eca-af11-7bae79351d54 HTTP/1.1" status: 204 len: 168 time: 1.3728547 Jun 16 15:16:02.165181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53570) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:02.166733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port a825ef6d-caa7-4e8c-99fd-b98d645d1345 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:02.168378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:02.185896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7be5053f-cb8d-464a-bb4e-18146adfc34c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.188133 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c2efe-c0ab-46ee-aae6-990089f44dac tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b70350-d782-4eca-af11-7bae79351d54,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:02.192007 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.192448 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment 1c5843f6-4bc8-4888-b6bf-6d94e3a0e813 of type vlan for network 7252d3e1-ba21-4164-b41f-814238937d0a Jun 16 15:16:02.251264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a02712e8-6ec2-4256-af8a-8e6f231eff63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.289342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.298040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.326877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5053f-cb8d-464a-bb4e-18146adfc34c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=89c69246-5e29-4118-8e8f-c5241a351eb1,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:02.352282 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:02.358397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:02.358775 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.381121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.385812 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-22b2ae18-2d24-40ed-891e-3db908ee23d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6130512 Jun 16 15:16:02.386229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53574) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:02.393653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a09e5-e62d-4ec4-9c67-6d8d23d41b51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:02.403569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:02.413082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:02.417956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a02712e8-6ec2-4256-af8a-8e6f231eff63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.452158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:02.460156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:02.467705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.473449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7be5053f-cb8d-464a-bb4e-18146adfc34c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.473746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:02.475900 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7be5053f-cb8d-464a-bb4e-18146adfc34c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/89c69246-5e29-4118-8e8f-c5241a351eb1 HTTP/1.1" status: 204 len: 168 time: 2.3341506 Jun 16 15:16:02.476988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.477498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:02.480694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1994255e-4308-43ea-9959-514d0d78ffe5 None None] Could not find standard attr ID for object 1414f9ef-2ec3-4188-958f-0f47fe48984d. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:16:02.482246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53578) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:02.488503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:02.502235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:02.577081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:02.577699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.640365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d4fa0e9e-0778-473d-b4d6-4d3e45dc4f78 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:02.668834 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0957515 Jun 16 15:16:02.677120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53582) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:02.686157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75921bb-4c97-4278-a1ae-493f91c8293b None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:16:02.688381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': '7252d3e1-ba21-4164-b41f-814238937d0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:02.693131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=3cd0a29c-b5e0-4a87-87ba-60d3b6c018e9,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:02.698012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552dc014-232b-43c1-ad08-2090d5acfa8e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:02.701012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552dc014-232b-43c1-ad08-2090d5acfa8e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:02.701426 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-552dc014-232b-43c1-ad08-2090d5acfa8e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2156720 Jun 16 15:16:02.710446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e681772-5fc7-4a01-b0aa-d12cd65c4215 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=7252d3e1-ba21-4164-b41f-814238937d0a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:02.713145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53586) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:02.718488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d4fa0e9e-0778-473d-b4d6-4d3e45dc4f78 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:02.720304 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d4fa0e9e-0778-473d-b4d6-4d3e45dc4f78 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5541840 Jun 16 15:16:02.728756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 7252d3e1-ba21-4164-b41f-814238937d0a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:02.731877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53590) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:02.768835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a02712e8-6ec2-4256-af8a-8e6f231eff63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.795882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec21f3de-e8fa-46fb-a87a-d8a07e83c35e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet f51607f6-8ec0-43d7-a120-8bda8f1a792b {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:02.803437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec21f3de-e8fa-46fb-a87a-d8a07e83c35e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.848863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.889499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a02712e8-6ec2-4256-af8a-8e6f231eff63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.892105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02712e8-6ec2-4256-af8a-8e6f231eff63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=76f0fd5a-8098-4bae-98f1-c8d693926a35,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:02.917675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:02.918265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:02.923146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec21f3de-e8fa-46fb-a87a-d8a07e83c35e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:02.934372 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a02712e8-6ec2-4256-af8a-8e6f231eff63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/76f0fd5a-8098-4bae-98f1-c8d693926a35 HTTP/1.1" status: 204 len: 168 time: 0.8836052 Jun 16 15:16:02.946484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b53961e6-1bb1-4df9-a86b-d442a3ba78ad tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:02.953872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75921bb-4c97-4278-a1ae-493f91c8293b None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:16:02.954520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53594) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:02.961512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:03.001847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:subnet and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:03.009608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:03.027045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:03.092887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.109097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b53961e6-1bb1-4df9-a86b-d442a3ba78ad tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:03.110380 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b53961e6-1bb1-4df9-a86b-d442a3ba78ad tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3775644 Jun 16 15:16:03.113595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53600) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:03.133344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.138255 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-16d98e1f-2b42-4929-865c-54c5c78c91e6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] delete failed (client error): The resource could not be found. Jun 16 15:16:03.139272 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-16d98e1f-2b42-4929-865c-54c5c78c91e6 tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "DELETE /v2.0/security-groups/d6b70350-d782-4eca-af11-7bae79351d54 HTTP/1.1" status: 404 len: 347 time: 0.0247550 Jun 16 15:16:03.145152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53604) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:03.160482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.205643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f97d6a-19e0-41c4-aa33-1da2698172e3,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:03.213731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:03.214084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.221268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec21f3de-e8fa-46fb-a87a-d8a07e83c35e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.242870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:03.246384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.373482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d5f39484-166b-466f-b888-e0df086393fd tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Synchronizing usage tracker for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:03.383534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.387588 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-21887b03-95c1-4dec-9a7b-045657d78e29 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0003378 Jun 16 15:16:03.389391 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53608) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:03.432836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a09e5-e62d-4ec4-9c67-6d8d23d41b51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:03.452084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc39871-c69d-4198-a5a8-e18d00b0d60b req-fbce4c27-6946-4be1-9133-595356868377 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:03.453824 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bbc39871-c69d-4198-a5a8-e18d00b0d60b req-fbce4c27-6946-4be1-9133-595356868377 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1431096 Jun 16 15:16:03.456092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:03.471154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:03.480511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:03.493233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d5f39484-166b-466f-b888-e0df086393fd tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] Unset dirty status for tenant:ad9f1b09f67d421494e09d4aea64d64a on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:03.494514 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d5f39484-166b-466f-b888-e0df086393fd tempest-SecGroupTest-193689110 tempest-SecGroupTest-193689110-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3503349 Jun 16 15:16:03.499747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:03.503012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec21f3de-e8fa-46fb-a87a-d8a07e83c35e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.507242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:03.507625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.561184 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bbc39871-c69d-4198-a5a8-e18d00b0d60b req-7123de40-2b97-4e0a-b31a-8070ef1102e9 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933053 Jun 16 15:16:03.561184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.561184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21f3de-e8fa-46fb-a87a-d8a07e83c35e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=f51607f6-8ec0-43d7-a120-8bda8f1a792b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:03.569856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c,segment=NetworkSegment(6b0809d9-757b-4989-b6ac-ffecb049b76f),segment_id=6b0809d9-757b-4989-b6ac-ffecb049b76f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:03.580963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec21f3de-e8fa-46fb-a87a-d8a07e83c35e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.586384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f213c7-f04d-466d-b46f-ce7c2bd1b269 None None] Network 5c1d8d65-abf5-44b8-960c-47d0ebee753a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:03.600500 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ec21f3de-e8fa-46fb-a87a-d8a07e83c35e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/f51607f6-8ec0-43d7-a120-8bda8f1a792b HTTP/1.1" status: 204 len: 168 time: 0.8836846 Jun 16 15:16:03.602138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53616) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:03.603434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde6b6e-f6b4-486b-ab79-b5823625dcaf None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:03.650600 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.692343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] For port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c,segment=NetworkSegment(6b0809d9-757b-4989-b6ac-ffecb049b76f),segment_id=6b0809d9-757b-4989-b6ac-ffecb049b76f)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:03.692888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:03.747435 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8a782528-d034-4668-a552-b785b065812a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415689 Jun 16 15:16:03.754422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53620) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:03.809153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:03.876998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.030285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:04.044742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:04.060357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.060700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.060984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.061370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.061704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.062034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.062364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.062682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.063058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.063428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.063741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.064655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:04.064770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53626) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:04.101389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.143538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:04.147815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:04.151126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:04.158126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:04.206761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e884dd-37c8-447c-a662-a771ee7b4d0f req-77e243be-52a4-4e0e-bb32-f54a201b230e tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:04.213803 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-67e884dd-37c8-447c-a662-a771ee7b4d0f req-77e243be-52a4-4e0e-bb32-f54a201b230e tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.5104806 Jun 16 15:16:04.249667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9155013c-9319-48e0-8283-f58514beb727 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:04.256328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9155013c-9319-48e0-8283-f58514beb727 None None] Deleting port a825ef6d-caa7-4e8c-99fd-b98d645d1345 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:04.256328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9155013c-9319-48e0-8283-f58514beb727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.283177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.313574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:04.314131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:04.314246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:04.317078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.322368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] DHCP port deletion for 5c1d8d65-abf5-44b8-960c-47d0ebee753a request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:04.330353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] Deleting port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:04.330736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.361428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.369789 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-67e884dd-37c8-447c-a662-a771ee7b4d0f req-7bd5510c-f15c-4aa1-9b6e-b7f136e4f6f8 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551204 Jun 16 15:16:04.450820 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-250c4e03-b383-4eb8-8a4a-81f9a73842f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad9f1b09f67d421494e09d4aea64d64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828816 Jun 16 15:16:04.453049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53634) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:04.473511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.567319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e83ed34-0f80-42f2-a1ce-51cbe245b4b7,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:04.583338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.587891 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7f68b760-e90f-435b-9b92-5506727885ea tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1915917 Jun 16 15:16:04.591178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53638) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:04.597629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.601355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b67cc9b-3e27-499e-9e76-c38bb5ddec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.602330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a09e5-e62d-4ec4-9c67-6d8d23d41b51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:04.606608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=65fbab46-234f-4d09-9b62-de6440a9da2a,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:04.614462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:04.617102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': '1c5843f6-4bc8-4888-b6bf-6d94e3a0e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7252d3e1-ba21-4164-b41f-814238937d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:04.617506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: 7252d3e1-ba21-4164-b41f-814238937d0a, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:16:04.625652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:04.631604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:04.647092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:04.686053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.706209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network 7252d3e1-ba21-4164-b41f-814238937d0a is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:16:04.742016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.785044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9155013c-9319-48e0-8283-f58514beb727 None None] For port a825ef6d-caa7-4e8c-99fd-b98d645d1345, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a825ef6d-caa7-4e8c-99fd-b98d645d1345,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:04.785441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9155013c-9319-48e0-8283-f58514beb727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.823890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b67cc9b-3e27-499e-9e76-c38bb5ddec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.837439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.838829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:04.839494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.872081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 7252d3e1-ba21-4164-b41f-814238937d0a) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:04.890508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:04.891170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.908457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453877ab-294e-434f-851f-c2e5a4fc7811 None None] Network 7252d3e1-ba21-4164-b41f-814238937d0a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:04.916102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.919915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=3cd0a29c-b5e0-4a87-87ba-60d3b6c018e9,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:04.945736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.957767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ff45b9-fcdd-4490-8667-5f4cf0c4b565,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:04.997584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9155013c-9319-48e0-8283-f58514beb727 None None] Calling delete_port for a825ef6d-caa7-4e8c-99fd-b98d645d1345 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:05.020403 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-05e15ddb-35ee-44c3-8307-82ebb10b5dd3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3388908 Jun 16 15:16:05.025507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53642) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:05.102039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] For port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c,segment=NetworkSegment(6b0809d9-757b-4989-b6ac-ffecb049b76f),segment_id=6b0809d9-757b-4989-b6ac-ffecb049b76f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:05.102689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.133384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.134599 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1c13a9d3-4b15-4f06-b42a-8a9c4585554c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5392435 Jun 16 15:16:05.140431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53646) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:05.145269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a09e5-e62d-4ec4-9c67-6d8d23d41b51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:05.161340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:05.170173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:05.173905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] For port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c,segment=NetworkSegment(6b0809d9-757b-4989-b6ac-ffecb049b76f),segment_id=6b0809d9-757b-4989-b6ac-ffecb049b76f)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:05.174267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.182617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:05.192365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:05.213198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b67cc9b-3e27-499e-9e76-c38bb5ddec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.216184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.304181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67cc9b-3e27-499e-9e76-c38bb5ddec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad6a82a-dfff-492c-a438-4991c3ec3d31,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:05.319951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] Calling delete_port for f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:05.321352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:05.392032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:05.402134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:05.405007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:05.409361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.414303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.419281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP 8c65744b-9215-458d-8496-6246de07baa9 associated. External IP: 172.26.2.239, port: 8419f168-f6ac-4091-8c95-8c6408c675a6. Jun 16 15:16:05.489796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9155013c-9319-48e0-8283-f58514beb727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.493220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.494730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.514756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=cc34ad86-6fa7-48ea-abd2-4ec3a40c0a43,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:05.545818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.563980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.575486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155013c-9319-48e0-8283-f58514beb727 None None] Pushing event deleted for resources: {'Port': ['ID=a825ef6d-caa7-4e8c-99fd-b98d645d1345,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:05.577493 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9155013c-9319-48e0-8283-f58514beb727 None None] No DVR routers for this DVR port a825ef6d-caa7-4e8c-99fd-b98d645d1345 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:05.598248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:05.598599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:05.602397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c7ea2-1aeb-471d-a87c-38ad8bfdac9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-7252d3e1-ba21-4164-b41f-814238937d0a', 'network_id': '7252d3e1-ba21-4164-b41f-814238937d0a', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': '65fbab46-234f-4d09-9b62-de6440a9da2a'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:05.603511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-143c7ea2-1aeb-471d-a87c-38ad8bfdac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.616744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f9b148-fe8d-4825-af15-5b830b681bbe None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:05.618430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:05.622092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.641308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No DVR routers for this DVR port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:05.661663 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fcc2ca42-affd-4239-b93b-fdf70e402e2b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8692353 Jun 16 15:16:05.666027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53652) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:05.685433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c3e91d-be12-434d-abd6-f2b1e472c69c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:05.747859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b67cc9b-3e27-499e-9e76-c38bb5ddec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.751992 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7b67cc9b-3e27-499e-9e76-c38bb5ddec7f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ad6a82a-dfff-492c-a438-4991c3ec3d31 HTTP/1.1" status: 204 len: 168 time: 1.2958655 Jun 16 15:16:05.758297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'name': 'tempest-NetworksTestDHCPv6-512596663'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:05.774047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.815323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.820002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a825ef6d-caa7-4e8c-99fd-b98d645d1345 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:05.820937 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ccd82438-064b-4d77-ba20-30fbc7f1865b tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6792595 Jun 16 15:16:05.827891 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53658) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:05.832656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.869415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: a825ef6d-caa7-4e8c-99fd-b98d645d1345 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:16:05.870839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a825ef6d-caa7-4e8c-99fd-b98d645d1345 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:16:05.870839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:05.884666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1d8d65-abf5-44b8-960c-47d0ebee753a']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:05.900710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e18cc00-cfdf-4c75-b5b0-fd92e355d6e7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.909491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0809d9-757b-4989-b6ac-ffecb049b76f') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:05.909491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0809d9-757b-4989-b6ac-ffecb049b76f') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:05.923129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e18cc00-cfdf-4c75-b5b0-fd92e355d6e7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.924655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:16:05.925004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:16:05.935621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.960718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:05.969557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:05.969960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.011953 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6b0809d9-757b-4989-b6ac-ffecb049b76f resource provider aggregate not found Jun 16 15:16:06.028148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7762d0-77ca-4910-b52c-748b579e3fe5 req-ecd20b53-e3e0-4a5f-8276-59954c61cf8b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:06.035395 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9d7762d0-77ca-4910-b52c-748b579e3fe5 req-ecd20b53-e3e0-4a5f-8276-59954c61cf8b tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.7215152 Jun 16 15:16:06.077841 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6b0809d9-757b-4989-b6ac-ffecb049b76f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b0809d9-757b-4989-b6ac-ffecb049b76f found for delete ", "request_id": "req-58cee749-bbff-4219-b643-69c48fa6ebfa"}]} Jun 16 15:16:06.078586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e18cc00-cfdf-4c75-b5b0-fd92e355d6e7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.099946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': 'cc34ad86-6fa7-48ea-abd2-4ec3a40c0a43'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:06.101469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.113603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e18cc00-cfdf-4c75-b5b0-fd92e355d6e7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.117563 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0e18cc00-cfdf-4c75-b5b0-fd92e355d6e7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/05c3e91d-be12-434d-abd6-f2b1e472c69c HTTP/1.1" status: 204 len: 168 time: 0.2889152 Jun 16 15:16:06.118389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18cc00-cfdf-4c75-b5b0-fd92e355d6e7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05c3e91d-be12-434d-abd6-f2b1e472c69c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:06.121121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53668) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:06.121244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] Deleting port f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:06.121666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.184375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fd75a774-222a-4dc2-adea-e6f02e5da8c9 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:06.199073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.208158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.212792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-81f37205-9884-402a-b2fc-41a0392dd87a None None] The port 'f3cbe17c-1eab-49b8-ad2d-1a8eeb51fc4c' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:16:06.244756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Network': ['ID=5c1d8d65-abf5-44b8-960c-47d0ebee753a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:06.251632 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0290878c-3c35-4ada-b2bf-8ccdeff72545 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/networks/5c1d8d65-abf5-44b8-960c-47d0ebee753a HTTP/1.1" status: 204 len: 168 time: 3.2929878 Jun 16 15:16:06.252171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53672) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:06.258329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'name': 'tempest-PortsTestJSON-229168732'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:06.297188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fd75a774-222a-4dc2-adea-e6f02e5da8c9 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:06.318521 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fd75a774-222a-4dc2-adea-e6f02e5da8c9 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1873672 Jun 16 15:16:06.318521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53678) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server [None req-143c7ea2-1aeb-471d-a87c-38ad8bfdac9f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65fbab46-234f-4d09-9b62-de6440a9da2a: This subnet is being modified by another concurrent operation. Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:16:06.382034 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1454, in create_port Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1421, in _create_port_db Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise exception Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65fbab46-234f-4d09-9b62-de6440a9da2a: This subnet is being modified by another concurrent operation. Jun 16 15:16:06.386068 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Jun 16 15:16:06.412754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2bd341-a2ea-4998-9b1f-acdb32ffc466 None None] Network 7252d3e1-ba21-4164-b41f-814238937d0a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:06.431979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:06.433427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.452062 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9d7762d0-77ca-4910-b52c-748b579e3fe5 req-f6b3b658-98d8-48d2-a4b2-17ce2736c8c6 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140699 Jun 16 15:16:06.532807 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/cc34ad86-6fa7-48ea-abd2-4ec3a40c0a43/f16d363a-518a-46e4-be53-2d2882eb432f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:06.550831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=65fbab46-234f-4d09-9b62-de6440a9da2a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:06.580093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-99a7f293-e181-43ad-8c99-93b78c04450f tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.587877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:06.595722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-99a7f293-e181-43ad-8c99-93b78c04450f tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.621248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:06.688959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:06.723881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:06.727534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.760852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-99a7f293-e181-43ad-8c99-93b78c04450f tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.774740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 8185f05a-7b96-4631-ba72-aaab25505585 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:06.790305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.798154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:06.817904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7f293-e181-43ad-8c99-93b78c04450f tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25ff45b9-fcdd-4490-8667-5f4cf0c4b565,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:06.892771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:06.897625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.922120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7252d3e1-ba21-4164-b41f-814238937d0a']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:06.934372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.939352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port e93e4663-57fe-4ab9-98c3-a9695ab2b7fc yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:06.941950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-99a7f293-e181-43ad-8c99-93b78c04450f tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.949042 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-99a7f293-e181-43ad-8c99-93b78c04450f tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/25ff45b9-fcdd-4490-8667-5f4cf0c4b565 HTTP/1.1" status: 204 len: 168 time: 0.6312399 Jun 16 15:16:06.951371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53692) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:06.965300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Transition to ACTIVE for port object f16d363a-518a-46e4-be53-2d2882eb432f will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:06.974759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5843f6-4bc8-4888-b6bf-6d94e3a0e813') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:06.975094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5843f6-4bc8-4888-b6bf-6d94e3a0e813') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:07.008971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.021165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Transition to ACTIVE for port object f16d363a-518a-46e4-be53-2d2882eb432f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:07.052269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:07.065063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.065513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63458e77-8eab-495a-8cbd-7ba6ffa42f9a None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:07.077779 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63458e77-8eab-495a-8cbd-7ba6ffa42f9a None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:07.078490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-63458e77-8eab-495a-8cbd-7ba6ffa42f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:07.083418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:07.083815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.149143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-725f47ae-5af4-43e0-bbae-9e7749cd74b2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:07.176075 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 1c5843f6-4bc8-4888-b6bf-6d94e3a0e813 resource provider aggregate not found Jun 16 15:16:07.176678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.186643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-63458e77-8eab-495a-8cbd-7ba6ffa42f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:07.193080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.221674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 1c5843f6-4bc8-4888-b6bf-6d94e3a0e813 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c5843f6-4bc8-4888-b6bf-6d94e3a0e813 found for delete ", "request_id": "req-a16f00c8-9d68-4aeb-82d0-65f1b869470d"}]} Jun 16 15:16:07.227645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.260014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-725f47ae-5af4-43e0-bbae-9e7749cd74b2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:07.261367 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-725f47ae-5af4-43e0-bbae-9e7749cd74b2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3035102 Jun 16 15:16:07.264396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53704) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:07.296464 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eb99a19a-bdc2-4738-a812-d96cbe6d7918 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.5220926 Jun 16 15:16:07.296860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:07.298203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63458e77-8eab-495a-8cbd-7ba6ffa42f9a None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:07.299030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-63458e77-8eab-495a-8cbd-7ba6ffa42f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:07.299607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53708) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:07.300099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53710) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:07.308351 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.313760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f0cc4bad-d126-4cfc-b78a-e37295ce95c8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:07.354193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::375 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/cc34ad86-6fa7-48ea-abd2-4ec3a40c0a43/e93e4663-57fe-4ab9-98c3-a9695ab2b7fc) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:07.368435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:07.380111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:07.384912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-63458e77-8eab-495a-8cbd-7ba6ffa42f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:07.385311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63458e77-8eab-495a-8cbd-7ba6ffa42f9a None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:07.405721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Pushing event updated for resources: {'Port': ['ID=f16d363a-518a-46e4-be53-2d2882eb432f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:07.405820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.407150 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.415871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-37700a26-2bd3-45de-8f0e-bbbb9b3881aa tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.453180 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/7252d3e1-ba21-4164-b41f-814238937d0a HTTP/1.1" status: 204 len: 168 time: 2.4266169 Jun 16 15:16:07.457407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356892f-d45d-433c-a13a-1ebfcae8e446 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=7252d3e1-ba21-4164-b41f-814238937d0a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:07.461082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-37700a26-2bd3-45de-8f0e-bbbb9b3881aa tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.463962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53718) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:07.485358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1215992068'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:07.506893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:07.514344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:network and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:07.519941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:07.570988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4bad-d126-4cfc-b78a-e37295ce95c8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.572721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Attempting to bind port f16d363a-518a-46e4-be53-2d2882eb432f on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:07.573154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Attempting to bind port f16d363a-518a-46e4-be53-2d2882eb432f by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:07.573577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Attempting to bind port f16d363a-518a-46e4-be53-2d2882eb432f on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:07.581648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:07.582161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:07.582679 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.583242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:07.583642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:07.583894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Bound port: f16d363a-518a-46e4-be53-2d2882eb432f, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:07.584469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.636466 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:07.642305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-223528341'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:07.658558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=8185f05a-7b96-4631-ba72-aaab25505585,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:07.661239 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:07.674816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:07.682220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:07.683060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.691475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.692769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:07.703505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] For port f16d363a-518a-46e4-be53-2d2882eb432f, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:07.706562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] For port f16d363a-518a-46e4-be53-2d2882eb432f, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f16d363a-518a-46e4-be53-2d2882eb432f,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:07.713003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:07.716375 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.734700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Usage tracker for resource:network and tenant:8b65c18433af4a60820eb24a67a41b9b is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:07.750761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object e93e4663-57fe-4ab9-98c3-a9695ab2b7fc will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:07.751941 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:07.768197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:07.775579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:16:07.780021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-37700a26-2bd3-45de-8f0e-bbbb9b3881aa tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.787235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.802422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.802915 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment e8d80c14-c02b-454c-a86a-d02cfda04ec9 of type vlan for network ba4193bb-9204-4067-b56a-897c27901144 Jun 16 15:16:07.831138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6e243-0011-4061-a187-d3b82a46f4f3 req-163eb7f4-d8bc-4523-b120-8e9b05b80de8 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:07.832615 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3ca6e243-0011-4061-a187-d3b82a46f4f3 req-163eb7f4-d8bc-4523-b120-8e9b05b80de8 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.1837080 Jun 16 15:16:07.862614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.894158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.894782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37700a26-2bd3-45de-8f0e-bbbb9b3881aa tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e83ed34-0f80-42f2-a1ce-51cbe245b4b7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:07.910727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-37700a26-2bd3-45de-8f0e-bbbb9b3881aa tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.914324 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-37700a26-2bd3-45de-8f0e-bbbb9b3881aa tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/1e83ed34-0f80-42f2-a1ce-51cbe245b4b7 HTTP/1.1" status: 204 len: 168 time: 0.6465664 Jun 16 15:16:07.918199 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53724) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:07.934094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07080b2-b6ae-42c6-a4e9-1982e648b918 None None] Pushing event updated for resources: {'Port': ['ID=f16d363a-518a-46e4-be53-2d2882eb432f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:07.953152 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3ca6e243-0011-4061-a187-d3b82a46f4f3 req-e709ba52-95cb-40b4-a2fe-66fe0d149c08 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110528 Jun 16 15:16:07.991095 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8555b233-6a7b-4883-bb43-bf5530b20bec tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7255974 Jun 16 15:16:08.046235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53728) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:08.108230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4bad-d126-4cfc-b78a-e37295ce95c8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.121299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:08.124376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:08.126882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:08.133158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:08.133798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.135381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-6f3f5515-932c-45ca-b450-fd98fbda1fba tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:08.136807 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-6f3f5515-932c-45ca-b450-fd98fbda1fba tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.4630919 Jun 16 15:16:08.149769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a4540519-9b58-45a2-91f6-1d018fc759b1 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:08.165828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=e93e4663-57fe-4ab9-98c3-a9695ab2b7fc,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:08.225989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-034024e1-6397-45cb-82fa-b7066cf8e4b1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 8185f05a-7b96-4631-ba72-aaab25505585 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:08.226333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-034024e1-6397-45cb-82fa-b7066cf8e4b1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.254851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Made reservation on behalf of 8b65c18433af4a60820eb24a67a41b9b for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:08.258170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.266411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.273830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:08.275316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.283336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4bad-d126-4cfc-b78a-e37295ce95c8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.283862 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-f0cc4bad-d126-4cfc-b78a-e37295ce95c8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP 8c65744b-9215-458d-8496-6246de07baa9 disassociated. External IP: 172.26.2.239, port: 8419f168-f6ac-4091-8c95-8c6408c675a6. Jun 16 15:16:08.327273 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-408685c9-b079-41de-be10-bbddbc75ec84 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6578243 Jun 16 15:16:08.328711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53732) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:08.349692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.376148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a4540519-9b58-45a2-91f6-1d018fc759b1 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:08.380475 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a4540519-9b58-45a2-91f6-1d018fc759b1 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4583943 Jun 16 15:16:08.383866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53736) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:08.416359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Deleting port 2cd0cca9-bcbf-447f-b513-27db80027157 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:08.416712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.459497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:08.475606 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0105579 Jun 16 15:16:08.481815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53740) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:08.485349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e2d5b-724b-403b-bff3-7f31075849a7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=ba4193bb-9204-4067-b56a-897c27901144,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:08.495580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': 'ba4193bb-9204-4067-b56a-897c27901144', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:08.499844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network ba4193bb-9204-4067-b56a-897c27901144 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:08.512438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Usage tracker for resource:security_group_rule and tenant:8b65c18433af4a60820eb24a67a41b9b is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:08.522317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:08.537985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:08.593235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4f2b075a-9f05-48f8-b4a2-0d5da38a3bb0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.678377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4f2b075a-9f05-48f8-b4a2-0d5da38a3bb0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.705217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1090425-d100-4fc4-b632-36a6f02095a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:08.711091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1090425-d100-4fc4-b632-36a6f02095a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:08.711891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d1090425-d100-4fc4-b632-36a6f02095a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:08.714980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:08.720607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:subnet and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:08.725575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:08.733518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:08.814223 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d1090425-d100-4fc4-b632-36a6f02095a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:08.815486 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d1090425-d100-4fc4-b632-36a6f02095a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4858809 Jun 16 15:16:08.818271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53744) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:08.874828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:08.878482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.891343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4f2b075a-9f05-48f8-b4a2-0d5da38a3bb0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:08.947626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b075a-9f05-48f8-b4a2-0d5da38a3bb0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91f97d6a-19e0-41c4-aa33-1da2698172e3,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:08.955791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-56b23dea-4f2f-4eb1-8a1a-c86a01266cf4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port e93e4663-57fe-4ab9-98c3-a9695ab2b7fc {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:08.957233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56b23dea-4f2f-4eb1-8a1a-c86a01266cf4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.042948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-034024e1-6397-45cb-82fa-b7066cf8e4b1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.059833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4f2b075a-9f05-48f8-b4a2-0d5da38a3bb0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.063647 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4f2b075a-9f05-48f8-b4a2-0d5da38a3bb0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/91f97d6a-19e0-41c4-aa33-1da2698172e3 HTTP/1.1" status: 204 len: 168 time: 0.6818490 Jun 16 15:16:09.064332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53750) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:09.262060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-034024e1-6397-45cb-82fa-b7066cf8e4b1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 8185f05a-7b96-4631-ba72-aaab25505585 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:09.264856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9a6fbf80-a440-4eca-9cce-d7c78cf4cbac tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:09.443497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] For port 2cd0cca9-bcbf-447f-b513-27db80027157, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=2cd0cca9-bcbf-447f-b513-27db80027157,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:09.444122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.534924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-438541e4-f3e1-434c-8db9-16f03f78e142 None None] Provisioning for port f16d363a-518a-46e4-be53-2d2882eb432f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:09.546152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56b23dea-4f2f-4eb1-8a1a-c86a01266cf4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.571671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99993d91-312c-4c09-98c8-083f96ca7861 req-4c752e7c-9c1a-4746-a4a0-9b58fde7ddfc tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:09.575496 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-99993d91-312c-4c09-98c8-083f96ca7861 req-4c752e7c-9c1a-4746-a4a0-9b58fde7ddfc tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 945 time: 0.4615037 Jun 16 15:16:09.589640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9a6fbf80-a440-4eca-9cce-d7c78cf4cbac tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:09.593894 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9a6fbf80-a440-4eca-9cce-d7c78cf4cbac tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5252929 Jun 16 15:16:09.594634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53756) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:09.635923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.640326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cc4bad-d126-4cfc-b78a-e37295ce95c8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:09.722695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d1de7-1872-4d79-a35a-ca21340ce91a None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:16:09.730860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-034024e1-6397-45cb-82fa-b7066cf8e4b1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.804617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.825701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-56b23dea-4f2f-4eb1-8a1a-c86a01266cf4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for e93e4663-57fe-4ab9-98c3-a9695ab2b7fc owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:09.844754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f16d363a-518a-46e4-be53-2d2882eb432f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:09.877956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.900748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034024e1-6397-45cb-82fa-b7066cf8e4b1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=8185f05a-7b96-4631-ba72-aaab25505585,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:09.952040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:16:09.958479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-034024e1-6397-45cb-82fa-b7066cf8e4b1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.982856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-87fbdedc-0a7f-4a7c-a7bd-1bdab7a8a35e None None] Provisioning for port e93e4663-57fe-4ab9-98c3-a9695ab2b7fc completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:09.992835 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-99993d91-312c-4c09-98c8-083f96ca7861 req-bd2928f0-c5c7-4111-b6c9-cdac62f13430 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68a260c9-2559-476c-b066-b5c35eba0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4040799 Jun 16 15:16:09.994142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-96785198-781f-40dd-90ec-d872abce513d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.007462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-87fbdedc-0a7f-4a7c-a7bd-1bdab7a8a35e None None] Provisioning complete for port e93e4663-57fe-4ab9-98c3-a9695ab2b7fc triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:10.008011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87fbdedc-0a7f-4a7c-a7bd-1bdab7a8a35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.037675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-96785198-781f-40dd-90ec-d872abce513d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.044648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d548ec-278b-4a34-bcad-0111fb342a42,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:10.053458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port f16d363a-518a-46e4-be53-2d2882eb432f completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:10.071943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f16d363a-518a-46e4-be53-2d2882eb432f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:10.072430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.099561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.100205 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Added segment f932a9f8-f3cf-4416-80cb-4d7202cc6312 of type vlan for network 09c40b6b-8316-48eb-882a-f922a40653aa Jun 16 15:16:10.117069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=c657750a-b166-46fa-a27b-5dde1124f33f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:10.170421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': 'e8d80c14-c02b-454c-a86a-d02cfda04ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ba4193bb-9204-4067-b56a-897c27901144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:10.170421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: ba4193bb-9204-4067-b56a-897c27901144, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:16:10.178245 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-034024e1-6397-45cb-82fa-b7066cf8e4b1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/8185f05a-7b96-4631-ba72-aaab25505585 HTTP/1.1" status: 204 len: 168 time: 2.1297197 Jun 16 15:16:10.182810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53760) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:10.192405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'mac_address': 'fa:16:3e:25:7f:12', 'name': 'tempest-PortsTestJSON-1026305000'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:10.205949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-87fbdedc-0a7f-4a7c-a7bd-1bdab7a8a35e None None] Port e93e4663-57fe-4ab9-98c3-a9695ab2b7fc cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:10.228059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.228434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.228753 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Floating IP 1eca3c68-690b-4c93-88c9-4155a79c53fb disassociated. External IP: 172.26.2.156, port: 2cd0cca9-bcbf-447f-b513-27db80027157. Jun 16 15:16:10.229099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Calling delete_port for 2cd0cca9-bcbf-447f-b513-27db80027157 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:10.254892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-96785198-781f-40dd-90ec-d872abce513d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.305209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96785198-781f-40dd-90ec-d872abce513d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2b250f9-6a8b-48af-a297-1f7368bfdd0b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:10.346245 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-078d1de7-1872-4d79-a35a-ca21340ce91a None None] Agent e38c833c-5448-44e3-aec8-f1595923742d already present Jun 16 15:16:10.346621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078d1de7-1872-4d79-a35a-ca21340ce91a None None] Network ba4193bb-9204-4067-b56a-897c27901144 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:16:10.347547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078d1de7-1872-4d79-a35a-ca21340ce91a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, ba4193bb-9204-4067-b56a-897c27901144) {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:16:10.423997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f16d363a-518a-46e4-be53-2d2882eb432f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:10.424234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.437794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.453748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cc4bad-d126-4cfc-b78a-e37295ce95c8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:10.463623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4bad-d126-4cfc-b78a-e37295ce95c8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.469921 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949283db-8f03-4204-8f4a-7a08e82d2bea None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:10.480963 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949283db-8f03-4204-8f4a-7a08e82d2bea None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:10.491912 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-949283db-8f03-4204-8f4a-7a08e82d2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:10.515491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network ba4193bb-9204-4067-b56a-897c27901144 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:16:10.537495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:10.545579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:port and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:10.552168 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:10.564091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:10.569587 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f0cc4bad-d126-4cfc-b78a-e37295ce95c8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "PUT /v2.0/floatingips/8c65744b-9215-458d-8496-6246de07baa9 HTTP/1.1" status: 200 len: 688 time: 3.2667046 Jun 16 15:16:10.572216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53764) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:10.582052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-96785198-781f-40dd-90ec-d872abce513d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.585546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port f16d363a-518a-46e4-be53-2d2882eb432f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f16d363a-518a-46e4-be53-2d2882eb432f,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:10.589334 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-96785198-781f-40dd-90ec-d872abce513d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/e2b250f9-6a8b-48af-a297-1f7368bfdd0b HTTP/1.1" status: 204 len: 168 time: 0.9323657 Jun 16 15:16:10.591641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53768) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:10.603707 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-949283db-8f03-4204-8f4a-7a08e82d2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:10.615455 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949283db-8f03-4204-8f4a-7a08e82d2bea None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:10.616311 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-949283db-8f03-4204-8f4a-7a08e82d2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:10.619744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, ba4193bb-9204-4067-b56a-897c27901144) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:10.635865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56b23dea-4f2f-4eb1-8a1a-c86a01266cf4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.643917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:10.644622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.685264 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-949283db-8f03-4204-8f4a-7a08e82d2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:10.685676 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949283db-8f03-4204-8f4a-7a08e82d2bea None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:10.698890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.713565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.718883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:10.719501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.728525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:10.756797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.787654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=f16d363a-518a-46e4-be53-2d2882eb432f,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:10.839735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.852798 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cfcfae44-82ed-44d3-9220-505d34017364 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3671947 Jun 16 15:16:10.852798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b23dea-4f2f-4eb1-8a1a-c86a01266cf4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=e93e4663-57fe-4ab9-98c3-a9695ab2b7fc,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:10.856455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53772) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:10.906645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-ba4193bb-9204-4067-b56a-897c27901144', 'network_id': 'ba4193bb-9204-4067-b56a-897c27901144', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': 'c657750a-b166-46fa-a27b-5dde1124f33f'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:10.906819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Pushing event deleted for resources: {'Port': ['ID=2cd0cca9-bcbf-447f-b513-27db80027157,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:10.907567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.919789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-62665d92-a3e7-428a-9a5f-e4fa57fc063f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 3cd0a29c-b5e0-4a87-87ba-60d3b6c018e9 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:10.919789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62665d92-a3e7-428a-9a5f-e4fa57fc063f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:10.968265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port cf0a6ea1-8047-466c-9ac0-59b996c65407 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:10.973876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 2cd0cca9-bcbf-447f-b513-27db80027157 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:11.021891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 2cd0cca9-bcbf-447f-b513-27db80027157 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:16:11.022856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 2cd0cca9-bcbf-447f-b513-27db80027157 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:16:11.038461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9ff48831-abf9-4e5f-8259-14e46c8c023a tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:11.052229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56b23dea-4f2f-4eb1-8a1a-c86a01266cf4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.057408 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.7559385 Jun 16 15:16:11.062604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53778) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:11.071865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3df88d-a792-4caa-815f-af077386f334 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Pushing event updated for resources: {'Network': ['ID=09c40b6b-8316-48eb-882a-f922a40653aa,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:11.082514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Request body: {'subnet': {'network_id': '09c40b6b-8316-48eb-882a-f922a40653aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:11.091478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 09c40b6b-8316-48eb-882a-f922a40653aa details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:11.174595 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-56b23dea-4f2f-4eb1-8a1a-c86a01266cf4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/e93e4663-57fe-4ab9-98c3-a9695ab2b7fc HTTP/1.1" status: 204 len: 168 time: 2.3543336 Jun 16 15:16:11.175270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53782) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:11.259111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Allocated IP 172.20.0.1 (ba4193bb-9204-4067-b56a-897c27901144/c657750a-b166-46fa-a27b-5dde1124f33f/df543c7a-58aa-48ba-92a8-31b797e5599b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:11.307233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Router 336ec09f-d2f4-49ee-b239-e6b8369ff139 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:11.312029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62665d92-a3e7-428a-9a5f-e4fa57fc063f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.312362 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62665d92-a3e7-428a-9a5f-e4fa57fc063f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.322800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.354511 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb5da83a-a2a0-4141-a750-5adb024c6318 req-4899574b-2ae2-40d7-b196-4b6967a2b3d4 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 210 time: 0.1898160 Jun 16 15:16:11.451441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9ff48831-abf9-4e5f-8259-14e46c8c023a tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:11.456475 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9ff48831-abf9-4e5f-8259-14e46c8c023a tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8605514 Jun 16 15:16:11.474200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53786) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:11.492223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.502768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-62665d92-a3e7-428a-9a5f-e4fa57fc063f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 3cd0a29c-b5e0-4a87-87ba-60d3b6c018e9 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:11.507291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Transition to ACTIVE for port object df543c7a-58aa-48ba-92a8-31b797e5599b will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:11.531652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Transition to ACTIVE for port object df543c7a-58aa-48ba-92a8-31b797e5599b will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:11.582778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:11.590287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027c801-ff0b-4dd1-9ee9-3e9086d923bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:11.591810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027c801-ff0b-4dd1-9ee9-3e9086d923bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:11.591927 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.592531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9027c801-ff0b-4dd1-9ee9-3e9086d923bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:11.625069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Usage tracker for resource:subnet and tenant:8b65c18433af4a60820eb24a67a41b9b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:11.684805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:11.705727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Network ba4193bb-9204-4067-b56a-897c27901144 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:11.714553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:11.714801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:11.718637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:11.763372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.773615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Pushing event updated for resources: {'Port': ['ID=df543c7a-58aa-48ba-92a8-31b797e5599b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:11.801816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.832456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f16d363a-518a-46e4-be53-2d2882eb432f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:11.863505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.876544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:11.892108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Attempting to bind port df543c7a-58aa-48ba-92a8-31b797e5599b on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:11.892467 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Attempting to bind port df543c7a-58aa-48ba-92a8-31b797e5599b by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'e8d80c14-c02b-454c-a86a-d02cfda04ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ba4193bb-9204-4067-b56a-897c27901144'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:11.892821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Attempting to bind port df543c7a-58aa-48ba-92a8-31b797e5599b on network ba4193bb-9204-4067-b56a-897c27901144 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:11.895640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] Sync routers for ids ['336ec09f-d2f4-49ee-b239-e6b8369ff139'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:11.913795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:11.914167 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Checking segment: {'id': 'e8d80c14-c02b-454c-a86a-d02cfda04ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ba4193bb-9204-4067-b56a-897c27901144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:11.914562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.914997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Bound using segment: {'id': 'e8d80c14-c02b-454c-a86a-d02cfda04ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ba4193bb-9204-4067-b56a-897c27901144'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:11.915438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Bound port: df543c7a-58aa-48ba-92a8-31b797e5599b, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d80c14-c02b-454c-a86a-d02cfda04ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ba4193bb-9204-4067-b56a-897c27901144'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:11.915805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.919717 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Made reservation on behalf of 8b65c18433af4a60820eb24a67a41b9b for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:11.922806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.937364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] Routers {'336ec09f-d2f4-49ee-b239-e6b8369ff139'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:11.940714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['336ec09f-d2f4-49ee-b239-e6b8369ff139'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:11.949244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9027c801-ff0b-4dd1-9ee9-3e9086d923bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:11.953362 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9027c801-ff0b-4dd1-9ee9-3e9086d923bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7151210 Jun 16 15:16:11.953362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb7f1-9d1f-4d06-9227-e96fdb68bfae tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:11.961328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53790) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:12.009160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] No DVR routers for this DVR port 2cd0cca9-bcbf-447f-b513-27db80027157 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:12.010376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb7f1-9d1f-4d06-9227-e96fdb68bfae tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.016003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62665d92-a3e7-428a-9a5f-e4fa57fc063f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.022133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.045791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:12.057605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:12.059332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'name': 'network-vif-deleted', 'tag': '2cd0cca9-bcbf-447f-b513-27db80027157'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:16:12.090402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62665d92-a3e7-428a-9a5f-e4fa57fc063f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=3cd0a29c-b5e0-4a87-87ba-60d3b6c018e9,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:12.099841 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21f08253-9ce1-421d-8b99-ffed20d4ccca req-217a1137-4b23-40fa-ad4a-3d6a890299b2 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.46 "DELETE /v2.0/ports/2cd0cca9-bcbf-447f-b513-27db80027157 HTTP/1.1" status: 204 len: 173 time: 3.9453566 Jun 16 15:16:12.127321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:12.132881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:12.133492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.140459 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a4e646-edb3-498a-aa05-9c1743694b89'] response: {'server_uuid': '2bb976c4-8c38-44d6-a1e0-9a587b9ba59b', 'name': 'network-vif-deleted', 'tag': '2cd0cca9-bcbf-447f-b513-27db80027157', 'status': 'completed', 'code': 200} Jun 16 15:16:12.154312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a2f928-5725-425f-b1e1-a33283160903 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet cc34ad86-6fa7-48ea-abd2-4ec3a40c0a43 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:12.160098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=cf0a6ea1-8047-466c-9ac0-59b996c65407,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:12.186499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58a2f928-5725-425f-b1e1-a33283160903 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.249062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f16d363a-518a-46e4-be53-2d2882eb432f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:12.249601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.258739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58a2f928-5725-425f-b1e1-a33283160903 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.295379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62665d92-a3e7-428a-9a5f-e4fa57fc063f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.298094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62665d92-a3e7-428a-9a5f-e4fa57fc063f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.302570 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-62665d92-a3e7-428a-9a5f-e4fa57fc063f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/floatingips/8c65744b-9215-458d-8496-6246de07baa9 HTTP/1.1" status: 204 len: 168 time: 1.7260318 Jun 16 15:16:12.302743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] For port df543c7a-58aa-48ba-92a8-31b797e5599b, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:12.308414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53796) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:12.322913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.327618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] For port df543c7a-58aa-48ba-92a8-31b797e5599b, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=df543c7a-58aa-48ba-92a8-31b797e5599b,segment=NetworkSegment(e8d80c14-c02b-454c-a86a-d02cfda04ec9),segment_id=e8d80c14-c02b-454c-a86a-d02cfda04ec9)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:12.330300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] Set router 336ec09f-d2f4-49ee-b239-e6b8369ff139 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:16:12.369543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58a2f928-5725-425f-b1e1-a33283160903 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.376375 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-85012253-9812-4ea7-80f5-1f1f183351d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1893432 Jun 16 15:16:12.376375 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb7f1-9d1f-4d06-9227-e96fdb68bfae tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.384163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'c926d4ac-05e1-4e62-9d9f-2b103225ae30'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:12.390356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53800) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:12.420150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.476254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:12.487257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=c657750a-b166-46fa-a27b-5dde1124f33f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:12.521979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fb7f1-9d1f-4d06-9227-e96fdb68bfae tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a09e5-e62d-4ec4-9c67-6d8d23d41b51,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:12.523812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58a2f928-5725-425f-b1e1-a33283160903 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.564123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2f928-5725-425f-b1e1-a33283160903 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=cc34ad86-6fa7-48ea-abd2-4ec3a40c0a43,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:12.570275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58a2f928-5725-425f-b1e1-a33283160903 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.585389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:floatingip and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:12.634909 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-58a2f928-5725-425f-b1e1-a33283160903 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/cc34ad86-6fa7-48ea-abd2-4ec3a40c0a43 HTTP/1.1" status: 204 len: 168 time: 0.6653750 Jun 16 15:16:12.637753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53806) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:12.655626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56acf5b-dccc-468e-a863-ce0317445a9d None None] Pushing event updated for resources: {'Port': ['ID=df543c7a-58aa-48ba-92a8-31b797e5599b,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:12.741523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:12.743482 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0083b0b2-f7fc-47d5-9c2e-7c59b3b2889b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023347 Jun 16 15:16:12.744310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53810) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:12.751410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:12.775277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f16d363a-518a-46e4-be53-2d2882eb432f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:12.844297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:12.941820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:12.947321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:12.952241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:12.955463 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '66af6aa9-d071-496e-8584-b513a57c6e7b', 'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'mac_address': 'fa:16:3e:b8:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:12Z', 'updated_at': '2022-06-16T15:12:26Z', 'revision_number': 5, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'subnets': [{'id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:12.957585 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cc334b35-9df8-446b-a130-06da728801a9 req-e7335c3d-3995-4a55-8c3a-9fcaa07e5b15 tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bb976c4-8c38-44d6-a1e0-9a587b9ba59b HTTP/1.1" status: 200 len: 210 time: 0.4181480 Jun 16 15:16:12.959901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:12.963361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] Checking router: 336ec09f-d2f4-49ee-b239-e6b8369ff139 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:16:12.984998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:12.986797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] Routers {'336ec09f-d2f4-49ee-b239-e6b8369ff139'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:12.987588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:15:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['336ec09f-d2f4-49ee-b239-e6b8369ff139'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:13.003767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebad7cce-681c-4cda-9b8e-3a170e9018eb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:13.005739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ebad7cce-681c-4cda-9b8e-3a170e9018eb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:13.051353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4193bb-9204-4067-b56a-897c27901144']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:13.055781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:13.058879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.089425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d80c14-c02b-454c-a86a-d02cfda04ec9') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:13.089720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d80c14-c02b-454c-a86a-d02cfda04ec9') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:13.106138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.126901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.133662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb7f1-9d1f-4d06-9227-e96fdb68bfae tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.135508 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2b3fb7f1-9d1f-4d06-9227-e96fdb68bfae tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/ed3a09e5-e62d-4ec4-9c67-6d8d23d41b51 HTTP/1.1" status: 204 len: 168 time: 1.6565125 Jun 16 15:16:13.143539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.161008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53814) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:13.163810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:13.164302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.218643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] Set router 336ec09f-d2f4-49ee-b239-e6b8369ff139 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:16:13.355633 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e8d80c14-c02b-454c-a86a-d02cfda04ec9 resource provider aggregate not found Jun 16 15:16:13.359320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.363869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ebad7cce-681c-4cda-9b8e-3a170e9018eb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:13.367759 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ebad7cce-681c-4cda-9b8e-3a170e9018eb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/cf0a6ea1-8047-466c-9ac0-59b996c65407 HTTP/1.1" status: 200 len: 841 time: 0.9553714 Jun 16 15:16:13.369363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53822) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:13.405122 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e8d80c14-c02b-454c-a86a-d02cfda04ec9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8d80c14-c02b-454c-a86a-d02cfda04ec9 found for delete ", "request_id": "req-6c76c480-d29b-4d3c-8486-93e56b968f77"}]} Jun 16 15:16:13.423569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.462110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-94e76078-c136-4e16-8928-b816b02dff46 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:13.471096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:16:13.471096 dv-neutron-846028-2-hyperv neutron-server[89745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:16:13.471096 dv-neutron-846028-2-hyperv neutron-server[89745]: [parameters: {'id': 'ba4193bb-9204-4067-b56a-897c27901144'}] Jun 16 15:16:13.471096 dv-neutron-846028-2-hyperv neutron-server[89745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:13.471621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:13.514082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:13.515270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:13.522262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:13.522968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.523205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Pushing event updated for resources: {'Subnet': ['ID=efebaedb-eb83-4d83-9c11-b7273f419b42,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:13.536614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a8119392-65de-4f58-8c18-59813b179624 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port cf0a6ea1-8047-466c-9ac0-59b996c65407 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:13.537100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a8119392-65de-4f58-8c18-59813b179624 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.580170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-94e76078-c136-4e16-8928-b816b02dff46 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:13.582066 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-94e76078-c136-4e16-8928-b816b02dff46 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4193861 Jun 16 15:16:13.587981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=09ee087f-a208-4c37-962e-9b322d342fea,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:13.588858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53826) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:13.598141 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Checking segment: {'id': 'f932a9f8-f3cf-4416-80cb-4d7202cc6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09c40b6b-8316-48eb-882a-f922a40653aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:13.598498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Network hostable DHCP agents. Network: 09c40b6b-8316-48eb-882a-f922a40653aa, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:16:13.608513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918669682'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:13.627072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:13.646733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:13.688188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '66af6aa9-d071-496e-8584-b513a57c6e7b', 'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'mac_address': 'fa:16:3e:b8:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:12Z', 'updated_at': '2022-06-16T15:12:26Z', 'revision_number': 5, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'subnets': [{'id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:13.693710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8517e2-3391-4979-ad6c-2c1ca831983b None None] The sync data for ids ['336ec09f-d2f4-49ee-b239-e6b8369ff139'] in dv-neutron-846028-2-hyperv is: [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '66af6aa9-d071-496e-8584-b513a57c6e7b', 'name': '', 'network_id': 'a7e237ff-536e-40be-8c14-25d5099978ec', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'mac_address': 'fa:16:3e:b8:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:12Z', 'updated_at': '2022-06-16T15:12:26Z', 'revision_number': 5, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'subnets': [{'id': 'a3d65951-18ae-4b18-be19-745c773e01b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:13.701563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:13.752719 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-81b58694-24b6-42ea-9b9e-0b487664e209 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0055504 Jun 16 15:16:13.754267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53830) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:13.790317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Network 09c40b6b-8316-48eb-882a-f922a40653aa is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:16:13.821252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'name': 'tempest-NetworksTestDHCPv6-1680832537'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:13.838067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device df543c7a-58aa-48ba-92a8-31b797e5599b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:13.904240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f14631-79c1-454a-a42c-a1d7b46a7067 None None] Network ba4193bb-9204-4067-b56a-897c27901144 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:13.944640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.26.2.122 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/9b135b5b-28b9-4cd2-afd8-3aa3e47ee00b) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:13.982438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a8119392-65de-4f58-8c18-59813b179624 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.015313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.027452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 09c40b6b-8316-48eb-882a-f922a40653aa) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:14.045114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.137654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a29a19-649a-4f24-b7a6-6fff94209004 None None] Network 09c40b6b-8316-48eb-882a-f922a40653aa requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:14.202518 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d486b677-79d2-46e2-a259-82e9e3323497 None None] New status for floating IP 1eca3c68-690b-4c93-88c9-4155a79c53fb: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:16:14.252243 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:14.252841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.289714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53838) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:14.318024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:14.328063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port df543c7a-58aa-48ba-92a8-31b797e5599b {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:14.328685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.343569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141c98a-7fac-4ce1-8955-2fd35a5046f1 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:14.359560 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:14.383751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:14.387167 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-560fdd86-9d9a-47d8-94ca-dae53de40fe2 None None] Provisioning for port df543c7a-58aa-48ba-92a8-31b797e5599b completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:14.393425 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4fc47556-494c-4441-93d6-c3246b37c951 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3189902 Jun 16 15:16:14.403890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53842) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:14.418402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Request body: {'port': {'network_id': '09c40b6b-8316-48eb-882a-f922a40653aa', 'name': 'tempest-TagsExtTest-820289061'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:14.426124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a8119392-65de-4f58-8c18-59813b179624 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for cf0a6ea1-8047-466c-9ac0-59b996c65407 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:14.434276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:14.476633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:14.519416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:14.527999 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:16:14.569615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port df543c7a-58aa-48ba-92a8-31b797e5599b completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:14.588083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port df543c7a-58aa-48ba-92a8-31b797e5599b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:14.588456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.620467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:14.632336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.640778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.667318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port a2ded56f-c1fc-40bd-bc39-f33dbe9772df yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:14.686118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d4f48561-b4c7-4734-b580-07ea6aa74f9d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.712103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a8119392-65de-4f58-8c18-59813b179624 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.783983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8119392-65de-4f58-8c18-59813b179624 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=cf0a6ea1-8047-466c-9ac0-59b996c65407,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:14.815465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a8119392-65de-4f58-8c18-59813b179624 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.862179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d4f48561-b4c7-4734-b580-07ea6aa74f9d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.864421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-09c40b6b-8316-48eb-882a-f922a40653aa', 'network_id': '09c40b6b-8316-48eb-882a-f922a40653aa', 'tenant_id': '8b65c18433af4a60820eb24a67a41b9b', 'fixed_ips': [{'subnet_id': 'efebaedb-eb83-4d83-9c11-b7273f419b42'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:14.865254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.874584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83874a-dab5-4947-bd9c-2ff6579326a5 None None] Network ba4193bb-9204-4067-b56a-897c27901144 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:14.911421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] For port df543c7a-58aa-48ba-92a8-31b797e5599b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=df543c7a-58aa-48ba-92a8-31b797e5599b,segment=NetworkSegment(e8d80c14-c02b-454c-a86a-d02cfda04ec9),segment_id=e8d80c14-c02b-454c-a86a-d02cfda04ec9)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:14.911765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.912688 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a8119392-65de-4f58-8c18-59813b179624 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/cf0a6ea1-8047-466c-9ac0-59b996c65407 HTTP/1.1" status: 204 len: 168 time: 1.5433857 Jun 16 15:16:14.916326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53846) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:14.923849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:14.950721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Usage tracker for resource:port and tenant:8b65c18433af4a60820eb24a67a41b9b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:14.963419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:14.966820 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-26af751e-8217-41cf-af12-2ab61b954f5b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:16:14.967380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-26af751e-8217-41cf-af12-2ab61b954f5b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:14.967673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:14.996412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::1db (31e74b08-3bfc-4c0f-a043-3479a97b05c8/09ee087f-a208-4c37-962e-9b322d342fea/a2ded56f-c1fc-40bd-bc39-f33dbe9772df) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:15.021348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port df543c7a-58aa-48ba-92a8-31b797e5599b is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:15.021757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.083984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:15.086795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-26af751e-8217-41cf-af12-2ab61b954f5b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:15.088058 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-26af751e-8217-41cf-af12-2ab61b954f5b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/cf0a6ea1-8047-466c-9ac0-59b996c65407 HTTP/1.1" status: 404 len: 333 time: 0.1710598 Jun 16 15:16:15.094553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53850) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:15.104996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'name': 'tempest-PortsTestJSON-1327537383'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:15.221678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Calling delete_port for df543c7a-58aa-48ba-92a8-31b797e5599b owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:15.223036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port df543c7a-58aa-48ba-92a8-31b797e5599b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=df543c7a-58aa-48ba-92a8-31b797e5599b,segment=NetworkSegment(e8d80c14-c02b-454c-a86a-d02cfda04ec9),segment_id=e8d80c14-c02b-454c-a86a-d02cfda04ec9)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:15.262139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.279224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.294419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.312686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:15.339314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:15.346308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.372489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Allocated IP 172.20.0.2 (09c40b6b-8316-48eb-882a-f922a40653aa/efebaedb-eb83-4d83-9c11-b7273f419b42/6307dc78-40bf-4748-9fc3-e1ea735aa26f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:15.385563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Made reservation on behalf of 8b65c18433af4a60820eb24a67a41b9b for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:15.389087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.423817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=df543c7a-58aa-48ba-92a8-31b797e5599b,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:15.434738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e29ec1f-3beb-4648-b05f-b59eb45d0dc1,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:15.439768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:15.443096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:15.445215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.461706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:15.478039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:15.494518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 23110dae-5476-40c0-9399-e7e36ff5931d yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:15.504642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=9b135b5b-28b9-4cd2-afd8-3aa3e47ee00b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:15.519137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d4f48561-b4c7-4734-b580-07ea6aa74f9d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.529157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] device_id is not set on port 47bcfc4a-b77f-4d1a-98e0-25c5826d2354 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:15.551813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object a2ded56f-c1fc-40bd-bc39-f33dbe9772df will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:15.591328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.595421 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9f7c0a71-48b1-49a2-bb79-fbd44f9d1600 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0054460 Jun 16 15:16:15.596487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f48561-b4c7-4734-b580-07ea6aa74f9d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a260c9-2559-476c-b066-b5c35eba0b7b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:15.598124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53854) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:15.608293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d4f48561-b4c7-4734-b580-07ea6aa74f9d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.611672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d4f48561-b4c7-4734-b580-07ea6aa74f9d tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "DELETE /v2.0/security-groups/68a260c9-2559-476c-b066-b5c35eba0b7b HTTP/1.1" status: 204 len: 168 time: 1.3081520 Jun 16 15:16:15.613393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': '6e29ec1f-3beb-4648-b05f-b59eb45d0dc1', 'direction': 'ingress', 'protocol': 17}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:15.620411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53858) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:15.631112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:15.631494 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:15.638056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:15.661257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:15.666546 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-471bffb4-f1a0-4296-bf00-ab91d7a7f8ef tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] show failed (client error): The resource could not be found. Jun 16 15:16:15.670190 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-471bffb4-f1a0-4296-bf00-ab91d7a7f8ef tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "GET /v2.0/security-groups/68a260c9-2559-476c-b066-b5c35eba0b7b HTTP/1.1" status: 404 len: 347 time: 0.0455108 Jun 16 15:16:15.670190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:15.678122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53862) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:15.687485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:15.755281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.759054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa26ad-fae1-48f6-9228-2faa7ac0e012 None None] DHCP port deletion for ba4193bb-9204-4067-b56a-897c27901144 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:15.784281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa26ad-fae1-48f6-9228-2faa7ac0e012 None None] Deleting port df543c7a-58aa-48ba-92a8-31b797e5599b {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:15.785533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5dfa26ad-fae1-48f6-9228-2faa7ac0e012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.820113 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.832543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device df543c7a-58aa-48ba-92a8-31b797e5599b no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:15.888301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Transition to ACTIVE for port object 6307dc78-40bf-4748-9fc3-e1ea735aa26f will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:15.891079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3484a0ce-74a9-4071-9d83-13e6cc4e3cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:15.972954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c11f43f5-b002-4c67-83dc-cb2f7e541f32 None None] Provisioning complete for port f16d363a-518a-46e4-be53-2d2882eb432f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:15.973324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c11f43f5-b002-4c67-83dc-cb2f7e541f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.008679 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:16.014595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Transition to ACTIVE for port object 6307dc78-40bf-4748-9fc3-e1ea735aa26f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:16.014905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bebedf2d-0e2c-42d4-af2c-7a0258b69dbd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Deleting port 5fd4c887-5429-4a63-9d3b-12591a0fd489 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:16.021844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bebedf2d-0e2c-42d4-af2c-7a0258b69dbd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.070025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:16.080113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:16.091132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:16.091132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.091374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.092421 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=a2ded56f-c1fc-40bd-bc39-f33dbe9772df,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:16.094822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.119159 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.148604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.185647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Allocated IP 172.20.0.5 (09c40b6b-8316-48eb-882a-f922a40653aa/efebaedb-eb83-4d83-9c11-b7273f419b42/47bcfc4a-b77f-4d1a-98e0-25c5826d2354) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:16.244652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-5dfa26ad-fae1-48f6-9228-2faa7ac0e012 None None] For port df543c7a-58aa-48ba-92a8-31b797e5599b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=df543c7a-58aa-48ba-92a8-31b797e5599b,segment=NetworkSegment(e8d80c14-c02b-454c-a86a-d02cfda04ec9),segment_id=e8d80c14-c02b-454c-a86a-d02cfda04ec9)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:16.245052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5dfa26ad-fae1-48f6-9228-2faa7ac0e012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.279225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.298553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port df543c7a-58aa-48ba-92a8-31b797e5599b {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:16.299386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.335499 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fd54e59d-5086-4a7f-a5ad-0eb1027da0e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5765052 Jun 16 15:16:16.389629 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa26ad-fae1-48f6-9228-2faa7ac0e012 None None] Calling delete_port for df543c7a-58aa-48ba-92a8-31b797e5599b owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:16.429668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53866) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:16.562096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Network 09c40b6b-8316-48eb-882a-f922a40653aa is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:16.566950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:16.588407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:16.595408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:16.607809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Pushing event updated for resources: {'Port': ['ID=6307dc78-40bf-4748-9fc3-e1ea735aa26f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:16.613608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:16.617328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:16.619292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5dfa26ad-fae1-48f6-9228-2faa7ac0e012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.622688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:16.623328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.623703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] The port 'df543c7a-58aa-48ba-92a8-31b797e5599b' was deleted {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:16:16.627027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=23110dae-5476-40c0-9399-e7e36ff5931d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:16.637802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.645877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bebedf2d-0e2c-42d4-af2c-7a0258b69dbd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.650167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bebedf2d-0e2c-42d4-af2c-7a0258b69dbd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.659474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port df543c7a-58aa-48ba-92a8-31b797e5599b is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:16.659474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.669677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c11f43f5-b002-4c67-83dc-cb2f7e541f32 None None] Current status of the port f16d363a-518a-46e4-be53-2d2882eb432f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:16.717599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.733003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa26ad-fae1-48f6-9228-2faa7ac0e012 None None] Pushing event deleted for resources: {'Port': ['ID=df543c7a-58aa-48ba-92a8-31b797e5599b,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:16.762039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.772476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.781192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bebedf2d-0e2c-42d4-af2c-7a0258b69dbd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Calling delete_port for 5fd4c887-5429-4a63-9d3b-12591a0fd489 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:16.781629 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa26ad-fae1-48f6-9228-2faa7ac0e012 None None] No DVR routers for this DVR port df543c7a-58aa-48ba-92a8-31b797e5599b on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:16.832079 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-215232f4-6b9f-46de-b634-eee0aae4533f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7363048 Jun 16 15:16:16.840522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53870) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:16.854743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b61f52c9-36ad-4e9a-9d53-f6850a7a60a0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:16.867863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Attempting to bind port 6307dc78-40bf-4748-9fc3-e1ea735aa26f on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:16.868582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Attempting to bind port 6307dc78-40bf-4748-9fc3-e1ea735aa26f by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'f932a9f8-f3cf-4416-80cb-4d7202cc6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09c40b6b-8316-48eb-882a-f922a40653aa'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:16.869022 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Attempting to bind port 6307dc78-40bf-4748-9fc3-e1ea735aa26f on network 09c40b6b-8316-48eb-882a-f922a40653aa {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:16.872859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Transition to ACTIVE for port object 47bcfc4a-b77f-4d1a-98e0-25c5826d2354 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:16.878016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.879469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:16.879887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Checking segment: {'id': 'f932a9f8-f3cf-4416-80cb-4d7202cc6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09c40b6b-8316-48eb-882a-f922a40653aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:16.880199 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb0a497-6de8-468c-8655-ca8c214e46aa,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:16.880457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.880931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Bound using segment: {'id': 'f932a9f8-f3cf-4416-80cb-4d7202cc6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09c40b6b-8316-48eb-882a-f922a40653aa'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:16.882430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Bound port: 6307dc78-40bf-4748-9fc3-e1ea735aa26f, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f932a9f8-f3cf-4416-80cb-4d7202cc6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '09c40b6b-8316-48eb-882a-f922a40653aa'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:16.884290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.937161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1336e51-0b8d-4aee-a157-c36575082669 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:16.943014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1336e51-0b8d-4aee-a157-c36575082669 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:16.943855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d1336e51-0b8d-4aee-a157-c36575082669 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:16.948417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4193bb-9204-4067-b56a-897c27901144']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:16.957667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-389d1505-29ca-47f9-915a-0e07658e948d None None] Provisioning for port a2ded56f-c1fc-40bd-bc39-f33dbe9772df completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:16.976280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-389d1505-29ca-47f9-915a-0e07658e948d None None] Provisioning complete for port a2ded56f-c1fc-40bd-bc39-f33dbe9772df triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:16.976773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-389d1505-29ca-47f9-915a-0e07658e948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.995194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:16.995194 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5f27ef8b-0cd0-4fb2-b5a8-d877ca5dd807 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3932548 Jun 16 15:16:16.997433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53874) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:17.019049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d80c14-c02b-454c-a86a-d02cfda04ec9') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:17.019355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d80c14-c02b-454c-a86a-d02cfda04ec9') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:17.035769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] For port 6307dc78-40bf-4748-9fc3-e1ea735aa26f, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:17.043477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-389d1505-29ca-47f9-915a-0e07658e948d None None] Port a2ded56f-c1fc-40bd-bc39-f33dbe9772df cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:17.049898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] For port 6307dc78-40bf-4748-9fc3-e1ea735aa26f, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6307dc78-40bf-4748-9fc3-e1ea735aa26f,segment=NetworkSegment(f932a9f8-f3cf-4416-80cb-4d7202cc6312),segment_id=f932a9f8-f3cf-4416-80cb-4d7202cc6312)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:17.059822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b61f52c9-36ad-4e9a-9d53-f6850a7a60a0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.107739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.204200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d1336e51-0b8d-4aee-a157-c36575082669 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:17.207229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ddc3a-9e18-4d13-98c2-5e1c5d6176eb None None] Pushing event updated for resources: {'Port': ['ID=6307dc78-40bf-4748-9fc3-e1ea735aa26f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:17.208710 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d1336e51-0b8d-4aee-a157-c36575082669 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.7755411 Jun 16 15:16:17.223094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53878) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:17.233963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.268612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bebedf2d-0e2c-42d4-af2c-7a0258b69dbd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.319937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.369220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.376264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebedf2d-0e2c-42d4-af2c-7a0258b69dbd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Pushing event deleted for resources: {'Port': ['ID=5fd4c887-5429-4a63-9d3b-12591a0fd489,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:17.473258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:17.473746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.485518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bebedf2d-0e2c-42d4-af2c-7a0258b69dbd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.489995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b61f52c9-36ad-4e9a-9d53-f6850a7a60a0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.518601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c982a4ab-a3cb-4edd-894e-38a527c55f88 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port a2ded56f-c1fc-40bd-bc39-f33dbe9772df {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:17.519529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c982a4ab-a3cb-4edd-894e-38a527c55f88 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.551601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b61f52c9-36ad-4e9a-9d53-f6850a7a60a0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.554396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Network 09c40b6b-8316-48eb-882a-f922a40653aa is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:17.569108 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e8d80c14-c02b-454c-a86a-d02cfda04ec9 resource provider aggregate not found Jun 16 15:16:17.588373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:17.597531 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e8d80c14-c02b-454c-a86a-d02cfda04ec9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8d80c14-c02b-454c-a86a-d02cfda04ec9 found for delete ", "request_id": "req-5095ccdf-2e94-428b-9701-a8e81ffec223"}]} Jun 16 15:16:17.612925 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b61f52c9-36ad-4e9a-9d53-f6850a7a60a0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] In _notify_port_updated(), no bound segment for port 23110dae-5476-40c0-9399-e7e36ff5931d on network 10b7ac6c-2434-4753-9f56-3e6371374f84 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:16:17.622474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61f52c9-36ad-4e9a-9d53-f6850a7a60a0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:17.622474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b61f52c9-36ad-4e9a-9d53-f6850a7a60a0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.622474 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b61f52c9-36ad-4e9a-9d53-f6850a7a60a0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "PUT /v2.0/ports/23110dae-5476-40c0-9399-e7e36ff5931d HTTP/1.1" status: 200 len: 818 time: 0.7744961 Jun 16 15:16:17.623961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53886) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:17.630111 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bebedf2d-0e2c-42d4-af2c-7a0258b69dbd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.631228 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bebedf2d-0e2c-42d4-af2c-7a0258b69dbd tempest-ServerActionsTestJSON-159124165 tempest-ServerActionsTestJSON-159124165-project] 10.222.0.73 "DELETE /v2.0/floatingips/1eca3c68-690b-4c93-88c9-4155a79c53fb HTTP/1.1" status: 204 len: 168 time: 1.9486606 Jun 16 15:16:17.646032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:17.670631 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53890) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:17.699025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Pushing event updated for resources: {'Port': ['ID=47bcfc4a-b77f-4d1a-98e0-25c5826d2354,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:17.748732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f52c9-36ad-4e9a-9d53-f6850a7a60a0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=23110dae-5476-40c0-9399-e7e36ff5931d,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:17.769673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2a9f1c2-858a-4755-aefb-d72cdd2bb652 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.798190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-81a86172-dc02-4a06-a080-6f9476f1aba4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 23110dae-5476-40c0-9399-e7e36ff5931d {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:17.798539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81a86172-dc02-4a06-a080-6f9476f1aba4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.826757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.829094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6307dc78-40bf-4748-9fc3-e1ea735aa26f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:17.829623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.844854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:17.845481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.881368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.894329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2a9f1c2-858a-4755-aefb-d72cdd2bb652 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.942333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=ba4193bb-9204-4067-b56a-897c27901144,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:17.958019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:17.991617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 6307dc78-40bf-4748-9fc3-e1ea735aa26f completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:18.023333 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e5bc2e1f-1855-4fae-be6a-f77059a4d987 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/ba4193bb-9204-4067-b56a-897c27901144 HTTP/1.1" status: 204 len: 168 time: 7.1637490 Jun 16 15:16:18.041104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53894) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:18.064542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-637976901'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:18.087750 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dba87a76-57e9-4e40-aaed-2a0260e76e7b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.6775749 Jun 16 15:16:18.089425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:18.091447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53898) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:18.125157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1109170273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:18.131495 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:network and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:18.138659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:18.150305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:18.152497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:18.192586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=9b135b5b-28b9-4cd2-afd8-3aa3e47ee00b,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:18.204876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c982a4ab-a3cb-4edd-894e-38a527c55f88 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.217524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.322626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1c768241-fc81-4448-a613-5c634dea10d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.327639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2a9f1c2-858a-4755-aefb-d72cdd2bb652 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.387311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef9129c-9ee9-4051-adee-708ad6bfe1f6 None None] Network 09c40b6b-8316-48eb-882a-f922a40653aa requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:18.415707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c982a4ab-a3cb-4edd-894e-38a527c55f88 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for a2ded56f-c1fc-40bd-bc39-f33dbe9772df owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:18.416432 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Usage tracker for resource:router and tenant:8b65c18433af4a60820eb24a67a41b9b is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:18.429559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:18.443605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:18.446404 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81a86172-dc02-4a06-a080-6f9476f1aba4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.460372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9f1c2-858a-4755-aefb-d72cdd2bb652 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e29ec1f-3beb-4648-b05f-b59eb45d0dc1,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:18.565126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:18.565948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2a9f1c2-858a-4755-aefb-d72cdd2bb652 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.567307 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d2a9f1c2-858a-4755-aefb-d72cdd2bb652 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/6e29ec1f-3beb-4648-b05f-b59eb45d0dc1 HTTP/1.1" status: 204 len: 168 time: 1.5663626 Jun 16 15:16:18.568619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.576814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53902) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:18.652356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-25aedbff-a4f8-4358-a280-83aca392fe6b None None] Provisioning for port 6307dc78-40bf-4748-9fc3-e1ea735aa26f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:18.677280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-81a86172-dc02-4a06-a080-6f9476f1aba4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 23110dae-5476-40c0-9399-e7e36ff5931d owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:18.688274 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP e4078b54-00d5-4a3a-9b74-25119e012a23 associated. External IP: 172.26.2.122, port: c926d4ac-05e1-4e62-9d9f-2b103225ae30. Jun 16 15:16:18.699699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-25aedbff-a4f8-4358-a280-83aca392fe6b None None] Provisioning complete for port 6307dc78-40bf-4748-9fc3-e1ea735aa26f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:18.699699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25aedbff-a4f8-4358-a280-83aca392fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.713643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.714651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.746046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.774325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1f38c6ca-c1df-4fbf-9774-c657e973455e tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:18.871983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-25aedbff-a4f8-4358-a280-83aca392fe6b None None] Current status of the port 6307dc78-40bf-4748-9fc3-e1ea735aa26f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:18.872746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25aedbff-a4f8-4358-a280-83aca392fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.914691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-25aedbff-a4f8-4358-a280-83aca392fe6b None None] For port 6307dc78-40bf-4748-9fc3-e1ea735aa26f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6307dc78-40bf-4748-9fc3-e1ea735aa26f,segment=NetworkSegment(f932a9f8-f3cf-4416-80cb-4d7202cc6312),segment_id=f932a9f8-f3cf-4416-80cb-4d7202cc6312)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:18.916953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81a86172-dc02-4a06-a080-6f9476f1aba4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.978539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a86172-dc02-4a06-a080-6f9476f1aba4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=23110dae-5476-40c0-9399-e7e36ff5931d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:18.984915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81a86172-dc02-4a06-a080-6f9476f1aba4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:18.999660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25aedbff-a4f8-4358-a280-83aca392fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.026382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.089056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aedbff-a4f8-4358-a280-83aca392fe6b None None] Pushing event updated for resources: {'Port': ['ID=6307dc78-40bf-4748-9fc3-e1ea735aa26f,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:19.094676 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-81a86172-dc02-4a06-a080-6f9476f1aba4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/23110dae-5476-40c0-9399-e7e36ff5931d HTTP/1.1" status: 204 len: 168 time: 1.4694343 Jun 16 15:16:19.097322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53906) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:19.123813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:16:19.152618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c982a4ab-a3cb-4edd-894e-38a527c55f88 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.156537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1f38c6ca-c1df-4fbf-9774-c657e973455e tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:19.157919 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1f38c6ca-c1df-4fbf-9774-c657e973455e tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5783441 Jun 16 15:16:19.191653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.193834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53910) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:19.209231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group': {'name': 'tempest-secgroup--376102802'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:19.228789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:19.243637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.243983 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment a94b9d08-9519-4b96-b333-a8e03afdd20a of type vlan for network 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 Jun 16 15:16:19.248761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982a4ab-a3cb-4edd-894e-38a527c55f88 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=a2ded56f-c1fc-40bd-bc39-f33dbe9772df,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:19.266656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:19.283694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4414d276-475f-413c-90dd-a01bad70ff12 None None] Provisioning for port 47bcfc4a-b77f-4d1a-98e0-25c5826d2354 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:19.291897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4414d276-475f-413c-90dd-a01bad70ff12 None None] Provisioning complete for port 47bcfc4a-b77f-4d1a-98e0-25c5826d2354 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:19.292415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4414d276-475f-413c-90dd-a01bad70ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.396641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4414d276-475f-413c-90dd-a01bad70ff12 None None] Port 47bcfc4a-b77f-4d1a-98e0-25c5826d2354 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:19.400735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.413097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.421525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4414d276-475f-413c-90dd-a01bad70ff12 None None] Provisioning complete for port 6307dc78-40bf-4748-9fc3-e1ea735aa26f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:19.423016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4414d276-475f-413c-90dd-a01bad70ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.432532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.459556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:19.464290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:19.467392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:19.474140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:19.486738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:19.501644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c982a4ab-a3cb-4edd-894e-38a527c55f88 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.525746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a37e56e-0c28-448c-a2b8-9b4cb9afb904 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:19.530092 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4a37e56e-0c28-448c-a2b8-9b4cb9afb904 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4292355 Jun 16 15:16:19.537784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53914) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:19.554428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:16:19.571783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4414d276-475f-413c-90dd-a01bad70ff12 None None] Current status of the port 6307dc78-40bf-4748-9fc3-e1ea735aa26f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:19.611211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.635110 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f0b1a1-8062-4c78-a6e1-65d893a5ff1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:16:19.635645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e2f0b1a1-8062-4c78-a6e1-65d893a5ff1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:19.681865 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c982a4ab-a3cb-4edd-894e-38a527c55f88 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/a2ded56f-c1fc-40bd-bc39-f33dbe9772df HTTP/1.1" status: 204 len: 168 time: 2.4407730 Jun 16 15:16:19.682852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53918) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:19.690275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.708134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3cf33859-5a1a-46b3-a289-85e1e58a08d8 None None] Provisioning complete for port 47bcfc4a-b77f-4d1a-98e0-25c5826d2354 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:19.708511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3cf33859-5a1a-46b3-a289-85e1e58a08d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.721635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:19.755096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b3a5b-2d9f-47bc-a570-52a2886fa4fe None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:19.764610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.765785 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-751d7f96-0c59-4be6-b7e1-7e3193751d09 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6607902 Jun 16 15:16:19.766576 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.769660 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53922) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:19.772795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:19.773590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.776261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1b8a8269-9da1-4266-92e9-4509ae024c8e tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1219281951', 'prefixes': ['172.20.0.0/16']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:19.782172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b3a5b-2d9f-47bc-a570-52a2886fa4fe None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:19.782807 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1b6b3a5b-2d9f-47bc-a570-52a2886fa4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:19.803153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1b8a8269-9da1-4266-92e9-4509ae024c8e tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:19.814661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.829805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e2f0b1a1-8062-4c78-a6e1-65d893a5ff1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:19.831070 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e2f0b1a1-8062-4c78-a6e1-65d893a5ff1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/23110dae-5476-40c0-9399-e7e36ff5931d HTTP/1.1" status: 404 len: 333 time: 0.2898393 Jun 16 15:16:19.848562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6307dc78-40bf-4748-9fc3-e1ea735aa26f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:19.851996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53926) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:19.864981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1420444532'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:19.867132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cde987-a49e-4afe-8841-f0a390e06821,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:19.870221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] Deleting port 66af6aa9-d071-496e-8584-b513a57c6e7b {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:19.870755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.872670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:19.883266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:network and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:19.892348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:19.896894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1b6b3a5b-2d9f-47bc-a570-52a2886fa4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:19.900832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3cf33859-5a1a-46b3-a289-85e1e58a08d8 None None] Port 47bcfc4a-b77f-4d1a-98e0-25c5826d2354 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:19.907213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:19.913151 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a78d168a-6a65-4d3f-9e63-e2563a3992a5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5926127 Jun 16 15:16:19.916220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53930) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:19.920174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b3a5b-2d9f-47bc-a570-52a2886fa4fe None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:19.920817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1b6b3a5b-2d9f-47bc-a570-52a2886fa4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:19.923740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.927077 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-560d66c4-3428-445d-ac84-67d0107f4f97 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7225313 Jun 16 15:16:19.932944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53934) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:19.984728 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ca9de-7941-417f-8708-fb15541058e2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:19.985485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ca9de-7941-417f-8708-fb15541058e2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:19.986264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7c5ca9de-7941-417f-8708-fb15541058e2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:19.987662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1b6b3a5b-2d9f-47bc-a570-52a2886fa4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:19.988069 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b3a5b-2d9f-47bc-a570-52a2886fa4fe None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:19.997943 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group': {'name': 'tempest-secgroup--786943849'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:20.004266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6307dc78-40bf-4748-9fc3-e1ea735aa26f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:20.004808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.009574 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9571235 Jun 16 15:16:20.010510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53938) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:20.020810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:20.022827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a188dfd7-97eb-4115-8f56-be220752cf68 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:20.025092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b9e54-f050-456f-81db-b79ba038706a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=5c4deac1-30d6-47c0-a0ef-018ed0dd85d0,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:20.045419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:20.065239 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:20.079882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:20.083865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.102899 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3e5ea10a-7bc2-4bf7-a8c8-19794f1cb001 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "GET /v2.0/floatingips/e4078b54-00d5-4a3a-9b74-25119e012a23 HTTP/1.1" status: 200 len: 978 time: 0.1829550 Jun 16 15:16:20.109429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53942) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:20.233685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.258301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6307dc78-40bf-4748-9fc3-e1ea735aa26f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:20.263877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:16:20.276057 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.284864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7c5ca9de-7941-417f-8708-fb15541058e2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:20.288555 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7c5ca9de-7941-417f-8708-fb15541058e2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6019285 Jun 16 15:16:20.291489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53946) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:20.311756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:20.319412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:20.324887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:20.341880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:20.352070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] For port 66af6aa9-d071-496e-8584-b513a57c6e7b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=66af6aa9-d071-496e-8584-b513a57c6e7b,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:20.355402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.356430 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.356778 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Added segment f55e7337-986c-4343-8360-69886adb59d3 of type vlan for network ffd276e9-69ea-43fa-a83c-0cf743b2b401 Jun 16 15:16:20.395334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2740aa9d-a563-4e8c-af41-988956e93ceb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Synchronizing usage tracker for tenant:22f38ed0bf0a4993bf331c54e6230cae on resource:floatingip {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:20.498138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] Calling delete_port for 66af6aa9-d071-496e-8584-b513a57c6e7b owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:20.498402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.538811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-918ccce1-7bd7-4fa6-8eed-5b187d9e7f15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 09ee087f-a208-4c37-962e-9b322d342fea {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:20.544860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a188dfd7-97eb-4115-8f56-be220752cf68 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.555205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-918ccce1-7bd7-4fa6-8eed-5b187d9e7f15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.596680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8269-9da1-4266-92e9-4509ae024c8e tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for subnetpool, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.598382 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1b8a8269-9da1-4266-92e9-4509ae024c8e tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8275092 Jun 16 15:16:20.607667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53950) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:20.619908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-8b5d2593-ffe0-4857-8d6d-bcb8b9b12790 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42', 'tempest-TagsExtTest-Tag-1115281924') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:20.620305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2740aa9d-a563-4e8c-af41-988956e93ceb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Unset dirty status for tenant:22f38ed0bf0a4993bf331c54e6230cae on resource:floatingip {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:20.621466 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2740aa9d-a563-4e8c-af41-988956e93ceb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5101185 Jun 16 15:16:20.625777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53954) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:20.632638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'port_id': '8419f168-f6ac-4091-8c95-8c6408c675a6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:20.666092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.714765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.821305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907d96c9-83f1-4758-96fd-8fc7e666efc3,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:20.822718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a188dfd7-97eb-4115-8f56-be220752cf68 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.849345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.854537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:20.855132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.881405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-918ccce1-7bd7-4fa6-8eed-5b187d9e7f15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.906073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.910464 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f6b16d24-fe5f-46b9-bd6a-78fe99986217 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9276392 Jun 16 15:16:20.910599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a188dfd7-97eb-4115-8f56-be220752cf68 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 is not hosted by any dhcp agent {{(pid=89745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 16 15:16:20.911223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53958) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:20.915771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a188dfd7-97eb-4115-8f56-be220752cf68 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:20.916127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': '64cde987-a49e-4afe-8841-f0a390e06821', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '907d96c9-83f1-4758-96fd-8fc7e666efc3', 'remote_ip_prefix': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:20.916268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a188dfd7-97eb-4115-8f56-be220752cf68 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.917485 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a188dfd7-97eb-4115-8f56-be220752cf68 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "PUT /v2.0/networks/5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 HTTP/1.1" status: 200 len: 723 time: 0.9061413 Jun 16 15:16:20.920721 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53962) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:20.924463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:20.931919 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': '5c4deac1-30d6-47c0-a0ef-018ed0dd85d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:20.945477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:20.952838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:20.957505 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:21.003207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:21.017762 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1638954 Jun 16 15:16:21.023414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188dfd7-97eb-4115-8f56-be220752cf68 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=5c4deac1-30d6-47c0-a0ef-018ed0dd85d0,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:21.023627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53966) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:21.029339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:21.031997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] Pushing event deleted for resources: {'Port': ['ID=66af6aa9-d071-496e-8584-b513a57c6e7b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:21.050247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:21.079809 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8b5d2593-ffe0-4857-8d6d-bcb8b9b12790 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags/tempest-TagsExtTest-Tag-1115281924 HTTP/1.1" status: 201 len: 201 time: 0.4688010 Jun 16 15:16:21.079809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53970) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:21.090881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:21.160698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-fdfe9db5-4e95-466c-a36d-881953672911 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354', 'tempest-TagsExtTest-Tag-2017501569') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:21.163648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-918ccce1-7bd7-4fa6-8eed-5b187d9e7f15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:21.261269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60455aad-74a9-4a1d-b94d-f98c03e6eed1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Network': ['ID=ffd276e9-69ea-43fa-a83c-0cf743b2b401,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:21.280071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network ffd276e9-69ea-43fa-a83c-0cf743b2b401 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:21.373035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:21.392047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:21.400132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:subnet and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:21.409888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:21.423525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:21.460197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:21.460833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:21.523684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:21.539531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:21.551877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-918ccce1-7bd7-4fa6-8eed-5b187d9e7f15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:21.552992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:21.562048 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:21.567842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:21.605091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ccce1-7bd7-4fa6-8eed-5b187d9e7f15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=09ee087f-a208-4c37-962e-9b322d342fea,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:21.610390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-918ccce1-7bd7-4fa6-8eed-5b187d9e7f15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:21.620825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee90a3-0aec-4cec-8459-004b76baf1e6 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:21.731366 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-918ccce1-7bd7-4fa6-8eed-5b187d9e7f15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/09ee087f-a208-4c37-962e-9b322d342fea HTTP/1.1" status: 204 len: 168 time: 1.4378445 Jun 16 15:16:21.734908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53974) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:21.759539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:21.763039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:21.886998 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-63f45df3-eba4-488b-8ac7-d7068dc8e42c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1484771 Jun 16 15:16:21.891852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53978) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:21.952952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22ce91-968c-48c3-9e0c-18b91dccac54 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:21.957419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2f22ce91-968c-48c3-9e0c-18b91dccac54 None None] Deleting port f16d363a-518a-46e4-be53-2d2882eb432f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:21.957821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f22ce91-968c-48c3-9e0c-18b91dccac54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:21.960822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.023484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96a47f-6136-487c-8cbf-2a46998780c3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:22.024236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7a96a47f-6136-487c-8cbf-2a46998780c3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:22.042981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.053765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.148005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7a96a47f-6136-487c-8cbf-2a46998780c3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:22.151729 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7a96a47f-6136-487c-8cbf-2a46998780c3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2566965 Jun 16 15:16:22.155760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53982) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:22.165895 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62eeb57e-faa2-41d6-8e6f-eac6cc41dd6f,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:22.174658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2f22ce91-968c-48c3-9e0c-18b91dccac54 None None] For port f16d363a-518a-46e4-be53-2d2882eb432f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f16d363a-518a-46e4-be53-2d2882eb432f,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:22.175735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f22ce91-968c-48c3-9e0c-18b91dccac54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.202525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.231189 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fdfe9db5-4e95-466c-a36d-881953672911 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags/tempest-TagsExtTest-Tag-2017501569 HTTP/1.1" status: 201 len: 201 time: 1.1251960 Jun 16 15:16:22.234495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 53986) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:22.242075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-a7fa990c-5772-4983-9f5c-9fa84dec41b0 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa', 'tempest-TagsExtTest-Tag-1727142591') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:22.302965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2f22ce91-968c-48c3-9e0c-18b91dccac54 None None] Calling delete_port for f16d363a-518a-46e4-be53-2d2882eb432f owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:22.332308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.392622 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.394430 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-da252528-bd9a-4127-a846-e0ea7ffd843c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4817712 Jun 16 15:16:22.397801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b478cb25-4814-4d7a-80fc-79ca50b61445 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:22.399269 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b478cb25-4814-4d7a-80fc-79ca50b61445 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2348778 Jun 16 15:16:22.401982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53990) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:22.423407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53992) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:22.432221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f22ce91-968c-48c3-9e0c-18b91dccac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.487101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22ce91-968c-48c3-9e0c-18b91dccac54 None None] Pushing event deleted for resources: {'Port': ['ID=f16d363a-518a-46e4-be53-2d2882eb432f,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:22.496129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22ce91-968c-48c3-9e0c-18b91dccac54 None None] No DVR routers for this DVR port f16d363a-518a-46e4-be53-2d2882eb432f on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:22.578770 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a866f6fb-a9d2-4bf6-97cc-c36d29edd506 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539221 Jun 16 15:16:22.588844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 53998) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:22.610189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:22.633361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07a2cc90-856c-4199-9a06-4ee12f45f9a0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.677208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07a2cc90-856c-4199-9a06-4ee12f45f9a0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.720329 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP e4078b54-00d5-4a3a-9b74-25119e012a23 associated. External IP: 172.26.2.122, port: c926d4ac-05e1-4e62-9d9f-2b103225ae30. Jun 16 15:16:22.779082 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a7fa990c-5772-4983-9f5c-9fa84dec41b0 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags/tempest-TagsExtTest-Tag-1727142591 HTTP/1.1" status: 201 len: 201 time: 0.5429456 Jun 16 15:16:22.788922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54002) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:22.796097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-26a552e0-9d9c-46fa-96b1-49ed2136e2a5 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233', 'tempest-TagsExtTest-Tag-192570881') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:22.819503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:22.918531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:22.949886 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:22.965171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:22.973408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=a97417fc-6f4e-4768-a304-b915cd078db8,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:22.997078 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-26a552e0-9d9c-46fa-96b1-49ed2136e2a5 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags/tempest-TagsExtTest-Tag-192570881 HTTP/1.1" status: 201 len: 201 time: 0.2070680 Jun 16 15:16:23.009083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54006) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:23.015727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-f9cb91b1-cc59-46f0-ad69-76e6e0c1e722 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:23.024785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:23.036102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:23.073475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07a2cc90-856c-4199-9a06-4ee12f45f9a0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:23.104632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': 'a94b9d08-9519-4b96-b333-a8e03afdd20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5c4deac1-30d6-47c0-a0ef-018ed0dd85d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:23.104990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:16:23.135315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2cc90-856c-4199-9a06-4ee12f45f9a0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62eeb57e-faa2-41d6-8e6f-eac6cc41dd6f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:23.182636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:23.188344 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f9cb91b1-cc59-46f0-ad69-76e6e0c1e722 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags HTTP/1.1" status: 200 len: 241 time: 0.1780024 Jun 16 15:16:23.192905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54010) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:23.197280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:23.200795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-e342c30c-2b17-4efb-bf99-2e30cbc4deb2 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42', 'tempest-TagsExtTest-Tag-1115281924') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:23.200974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:23.215154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07a2cc90-856c-4199-9a06-4ee12f45f9a0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:23.216240 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-07a2cc90-856c-4199-9a06-4ee12f45f9a0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/62eeb57e-faa2-41d6-8e6f-eac6cc41dd6f HTTP/1.1" status: 204 len: 168 time: 0.8082478 Jun 16 15:16:23.217144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=7bf2392f-30c0-4628-b40c-7423679b582c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:23.225427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54014) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:23.241556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] Router 336ec09f-d2f4-49ee-b239-e6b8369ff139 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:23.262617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Checking segment: {'id': 'f55e7337-986c-4343-8360-69886adb59d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:23.262995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network hostable DHCP agents. Network: ffd276e9-69ea-43fa-a83c-0cf743b2b401, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:16:23.328488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:16:23.437590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cb66c45f-0337-4f2e-8455-d65ec5beb742 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:23.480171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:23.496095 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba87a0-9fda-43aa-836b-eee766d5db7e None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:23.505480 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:23.516744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a30cbc-db62-4c52-9b30-fba04eefcdd5 None None] Network 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:23.522274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:23.522860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:23.529001 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba87a0-9fda-43aa-836b-eee766d5db7e None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:23.529812 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-edba87a0-9fda-43aa-836b-eee766d5db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:23.543851 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e342c30c-2b17-4efb-bf99-2e30cbc4deb2 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags/tempest-TagsExtTest-Tag-1115281924 HTTP/1.1" status: 204 len: 168 time: 0.3476140 Jun 16 15:16:23.551695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54018) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:23.558520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-6ca71d22-210c-4c4f-8087-323ad64e45f7 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42', 'tempest-TagsExtTest-Tag-1115281924') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:23.593504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cb66c45f-0337-4f2e-8455-d65ec5beb742 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:23.594785 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cb66c45f-0337-4f2e-8455-d65ec5beb742 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3659976 Jun 16 15:16:23.601054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54022) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:23.613223 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-edba87a0-9fda-43aa-836b-eee766d5db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:23.629224 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba87a0-9fda-43aa-836b-eee766d5db7e None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:23.630334 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-edba87a0-9fda-43aa-836b-eee766d5db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:23.697309 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-edba87a0-9fda-43aa-836b-eee766d5db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:23.697978 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba87a0-9fda-43aa-836b-eee766d5db7e None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:23.743579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network ffd276e9-69ea-43fa-a83c-0cf743b2b401 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:16:23.761063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:23.779723 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-793bc88c-a335-4231-8a5d-137e42ebcaaa admin admin] 10.222.0.73 "PUT /v2.0/routers/336ec09f-d2f4-49ee-b239-e6b8369ff139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1092594 Jun 16 15:16:23.781646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, ffd276e9-69ea-43fa-a83c-0cf743b2b401) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:23.783346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54026) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:23.799064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:23.799700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:23.822129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] Sync routers for ids ['336ec09f-d2f4-49ee-b239-e6b8369ff139'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:23.833409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd6005-8fd8-4087-864c-7a2061d53272 None None] Network ffd276e9-69ea-43fa-a83c-0cf743b2b401 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:23.845860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f16d363a-518a-46e4-be53-2d2882eb432f no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:23.854456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0defae4-4925-46e0-b182-fb3ee8372514 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:23.855312 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2136b722-8ad5-4f89-ac32-22995e71a642 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9325433 Jun 16 15:16:23.857860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54030) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:23.865183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9dc7fc3c-482c-497b-8f4c-0f4ca2f62dbe tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:23.906038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: f16d363a-518a-46e4-be53-2d2882eb432f {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:16:23.906038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f16d363a-518a-46e4-be53-2d2882eb432f not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:16:23.910232 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fa5de39e-d06f-4b9e-9973-04171491f5bb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8807855 Jun 16 15:16:23.913651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54034) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:23.915099 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] Routers {'336ec09f-d2f4-49ee-b239-e6b8369ff139'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:23.917487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['336ec09f-d2f4-49ee-b239-e6b8369ff139'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:23.921314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:23.956475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.019979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-5c4deac1-30d6-47c0-a0ef-018ed0dd85d0', 'network_id': '5c4deac1-30d6-47c0-a0ef-018ed0dd85d0', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': 'a97417fc-6f4e-4768-a304-b915cd078db8'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:24.020998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.131684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0defae4-4925-46e0-b182-fb3ee8372514 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.160388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:24.167939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:24.173249 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:24.173840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.198976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc3c-482c-497b-8f4c-0f4ca2f62dbe tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15194100'] for subnet, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.219279 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e46cd-4bee-4953-a60e-f6775b802bd6 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:24.235875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=a437da87-7d1b-4b8f-b0a8-6c002d508ee7,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:24.286566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:24.292961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:24.299817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:24.348026 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4df3603f-4752-46a6-9b99-e4db01f13b99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7480571 Jun 16 15:16:24.348026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:24.354165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54038) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:24.367009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': 'a437da87-7d1b-4b8f-b0a8-6c002d508ee7', 'ip_address': '2001:db8::43f8:6437:5971:7f1c'}], 'name': 'tempest-NetworksTestDHCPv6-1224762868'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:24.392593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6ca71d22-210c-4c4f-8087-323ad64e45f7 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags/tempest-TagsExtTest-Tag-1115281924 HTTP/1.1" status: 204 len: 168 time: 0.8397782 Jun 16 15:16:24.396910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.404033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54042) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:24.413748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-db029fec-60f3-4024-8936-2f76c33c14c9 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:24.447062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] Set router 336ec09f-d2f4-49ee-b239-e6b8369ff139 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:16:24.479904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:24.499254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:24.503666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.507981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0defae4-4925-46e0-b182-fb3ee8372514 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.653459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0defae4-4925-46e0-b182-fb3ee8372514 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907d96c9-83f1-4758-96fd-8fc7e666efc3,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:24.770673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:24.782580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0defae4-4925-46e0-b182-fb3ee8372514 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.786339 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a0defae4-4925-46e0-b182-fb3ee8372514 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/907d96c9-83f1-4758-96fd-8fc7e666efc3 HTTP/1.1" status: 204 len: 168 time: 1.1834948 Jun 16 15:16:24.787613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54046) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:24.794896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.803115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:24.809593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-ffd276e9-69ea-43fa-a83c-0cf743b2b401', 'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401', 'tenant_id': 'e9d6a46cdf8749d7b5bc6036364ae908', 'fixed_ips': [{'subnet_id': '7bf2392f-30c0-4628-b40c-7423679b582c'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:24.810444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.811941 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc3c-482c-497b-8f4c-0f4ca2f62dbe tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777696960031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14128404'] for subnet, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.819757 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.ipam_backend_mixin [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7bf2392f-30c0-4628-b40c-7423679b582c (CIDR: 172.20.0.0/28) Jun 16 15:16:24.840098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:24.850238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.861539 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad69a1-6be5-497e-bbd0-594c8261dff5 None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:24.862220 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-db029fec-60f3-4024-8936-2f76c33c14c9 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags HTTP/1.1" status: 200 len: 205 time: 0.4542122 Jun 16 15:16:24.869828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54050) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:24.879468 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-11dd25ba-68c9-488a-b0ef-09f91115ab1c tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:24.885903 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad69a1-6be5-497e-bbd0-594c8261dff5 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:24.887116 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2cad69a1-6be5-497e-bbd0-594c8261dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:24.901021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Deleting port 1092eafe-1384-4fca-864b-6843b6210506 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:24.901021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.914966 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:16:24.915411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:24.922217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc7fc3c-482c-497b-8f4c-0f4ca2f62dbe tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:24.932346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc3c-482c-497b-8f4c-0f4ca2f62dbe tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:24.932346 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9dc7fc3c-482c-497b-8f4c-0f4ca2f62dbe tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "PUT /v2.0/subnets/a97417fc-6f4e-4768-a304-b915cd078db8 HTTP/1.1" status: 200 len: 806 time: 1.0654314 Jun 16 15:16:24.936642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54054) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:24.979160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7fc3c-482c-497b-8f4c-0f4ca2f62dbe tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=a97417fc-6f4e-4768-a304-b915cd078db8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:24.984033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:25.016365 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2cad69a1-6be5-497e-bbd0-594c8261dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:25.025819 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad69a1-6be5-497e-bbd0-594c8261dff5 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:25.026667 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2cad69a1-6be5-497e-bbd0-594c8261dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:25.037836 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e86e1ea7-a53c-48b2-b63f-366a9a3165d0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1232936 Jun 16 15:16:25.043040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54058) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:25.086549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:25.089781 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2cad69a1-6be5-497e-bbd0-594c8261dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:25.090392 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad69a1-6be5-497e-bbd0-594c8261dff5 None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:25.117126 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-11dd25ba-68c9-488a-b0ef-09f91115ab1c tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags HTTP/1.1" status: 200 len: 241 time: 0.2444453 Jun 16 15:16:25.120976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54062) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:25.121169 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Allocated IP 172.20.0.2 (5c4deac1-30d6-47c0-a0ef-018ed0dd85d0/a97417fc-6f4e-4768-a304-b915cd078db8/6345eff1-2cc0-424b-8b3e-1f86abfd1103) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:25.132151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-1f2c48c6-e90f-463e-9233-e87251f4883d tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354', 'tempest-TagsExtTest-Tag-2017501569') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:25.148603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4c7089db-563b-4a5e-afa3-4681062f3658 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:25.197106 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:25.217984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': 'a437da87-7d1b-4b8f-b0a8-6c002d508ee7'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:25.221106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:25.229193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 35f623f7-ff47-4ce0-ab96-636ced5e4ab8 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:25.252772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Allocated IP 172.20.0.2 (ffd276e9-69ea-43fa-a83c-0cf743b2b401/7bf2392f-30c0-4628-b40c-7423679b582c/2cbf5b3c-6190-43cb-9239-313b1c3f953c) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:25.321219 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1f2c48c6-e90f-463e-9233-e87251f4883d tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags/tempest-TagsExtTest-Tag-2017501569 HTTP/1.1" status: 204 len: 168 time: 0.1946571 Jun 16 15:16:25.324726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54066) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:25.333361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-20eb6597-6310-4c6f-804c-27e95a3229a8 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354', 'tempest-TagsExtTest-Tag-2017501569') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:25.435316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47'}], 'enable_snat': True}, 'gw_port_id': '1092eafe-1384-4fca-864b-6843b6210506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:16:20Z', 'revision_number': 5, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port': {'id': '1092eafe-1384-4fca-864b-6843b6210506', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:12:04Z', 'updated_at': '2022-06-16T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:25.435766 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5a746e79-a718-4153-8641-05b0c1f8c9de tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "PUT /v2.0/floatingips/e4078b54-00d5-4a3a-9b74-25119e012a23 HTTP/1.1" status: 200 len: 979 time: 4.8088739 Jun 16 15:16:25.442879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54070) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:25.448942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-208223f8-63fd-441a-acf6-ae432b0b11f5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:25.474246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] Checking router: 336ec09f-d2f4-49ee-b239-e6b8369ff139 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:16:25.507212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] For port 1092eafe-1384-4fca-864b-6843b6210506, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1092eafe-1384-4fca-864b-6843b6210506,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:25.507591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:25.518432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:25.526270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4c7089db-563b-4a5e-afa3-4681062f3658 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:25.527620 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4c7089db-563b-4a5e-afa3-4681062f3658 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7369924 Jun 16 15:16:25.533149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54074) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:25.582915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] Routers {'336ec09f-d2f4-49ee-b239-e6b8369ff139'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:25.583217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['336ec09f-d2f4-49ee-b239-e6b8369ff139'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:25.791739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-208223f8-63fd-441a-acf6-ae432b0b11f5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:25.795304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:25.804214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Calling delete_port for 1092eafe-1384-4fca-864b-6843b6210506 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:25.853665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:25.861041 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::43f8:6437:5971:7f1c (31e74b08-3bfc-4c0f-a043-3479a97b05c8/a437da87-7d1b-4b8f-b0a8-6c002d508ee7/35f623f7-ff47-4ce0-ab96-636ced5e4ab8) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:25.862841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:25.884762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:25.888755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] Set router 336ec09f-d2f4-49ee-b239-e6b8369ff139 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:16:25.993408 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-20eb6597-6310-4c6f-804c-27e95a3229a8 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags/tempest-TagsExtTest-Tag-2017501569 HTTP/1.1" status: 204 len: 168 time: 0.6651747 Jun 16 15:16:26.009266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54078) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:26.014108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-bc5538c1-3056-4748-b3b2-8a9712abe907 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:26.057852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.081999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:16:24Z', 'revision_number': 6, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:26.085958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Transition to ACTIVE for port object 6345eff1-2cc0-424b-8b3e-1f86abfd1103 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:26.099955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af73a7-959d-4556-a8e1-59252234de3b None None] The sync data for ids ['336ec09f-d2f4-49ee-b239-e6b8369ff139'] in dv-neutron-846028-2-hyperv is: [{'id': '336ec09f-d2f4-49ee-b239-e6b8369ff139', 'name': 'tempest-ServerActionsTestJSON-1429286119-router', 'tenant_id': 'ad081a7e9231445ba34114528f1d30a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:11:59Z', 'updated_at': '2022-06-16T15:16:24Z', 'revision_number': 6, 'project_id': 'ad081a7e9231445ba34114528f1d30a4', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:26.114116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.124815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:26.128037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.133079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Transition to ACTIVE for port object 6345eff1-2cc0-424b-8b3e-1f86abfd1103 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:26.136222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Transition to ACTIVE for port object 2cbf5b3c-6190-43cb-9239-313b1c3f953c will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:26.153458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.163901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Transition to ACTIVE for port object 2cbf5b3c-6190-43cb-9239-313b1c3f953c will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:26.209190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.234111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ce06471a-575d-482d-bc5a-d83e5c9ae710 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.263672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.284461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Network 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:26.296223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:26.297287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-208223f8-63fd-441a-acf6-ae432b0b11f5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.308174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:26.313537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Pushing event updated for resources: {'Port': ['ID=6345eff1-2cc0-424b-8b3e-1f86abfd1103,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:26.319781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Network ffd276e9-69ea-43fa-a83c-0cf743b2b401 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:26.352990 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bc5538c1-3056-4748-b3b2-8a9712abe907 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags HTTP/1.1" status: 200 len: 205 time: 0.3404622 Jun 16 15:16:26.354574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54082) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:26.355529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:26.358786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:26.361291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-ed0d417b-4874-4347-9546-c343abe070d9 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:26.380042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ce06471a-575d-482d-bc5a-d83e5c9ae710 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.415917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.425545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-208223f8-63fd-441a-acf6-ae432b0b11f5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.425545 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-208223f8-63fd-441a-acf6-ae432b0b11f5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP e4078b54-00d5-4a3a-9b74-25119e012a23 disassociated. External IP: 172.26.2.122, port: 8419f168-f6ac-4091-8c95-8c6408c675a6. Jun 16 15:16:26.499545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.542160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 35f623f7-ff47-4ce0-ab96-636ced5e4ab8 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:26.545964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=a97417fc-6f4e-4768-a304-b915cd078db8,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:26.569094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Pushing event updated for resources: {'Port': ['ID=2cbf5b3c-6190-43cb-9239-313b1c3f953c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:26.598659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Attempting to bind port 6345eff1-2cc0-424b-8b3e-1f86abfd1103 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:26.599414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Attempting to bind port 6345eff1-2cc0-424b-8b3e-1f86abfd1103 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'a94b9d08-9519-4b96-b333-a8e03afdd20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5c4deac1-30d6-47c0-a0ef-018ed0dd85d0'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:26.600014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Attempting to bind port 6345eff1-2cc0-424b-8b3e-1f86abfd1103 on network 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:26.613102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:26.613878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Checking segment: {'id': 'a94b9d08-9519-4b96-b333-a8e03afdd20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5c4deac1-30d6-47c0-a0ef-018ed0dd85d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:26.614549 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.615194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Bound using segment: {'id': 'a94b9d08-9519-4b96-b333-a8e03afdd20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5c4deac1-30d6-47c0-a0ef-018ed0dd85d0'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:26.615922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Bound port: 6345eff1-2cc0-424b-8b3e-1f86abfd1103, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94b9d08-9519-4b96-b333-a8e03afdd20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5c4deac1-30d6-47c0-a0ef-018ed0dd85d0'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:26.616675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.628062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Attempting to bind port 2cbf5b3c-6190-43cb-9239-313b1c3f953c on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:26.628682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Attempting to bind port 2cbf5b3c-6190-43cb-9239-313b1c3f953c by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'f55e7337-986c-4343-8360-69886adb59d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:26.629044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Attempting to bind port 2cbf5b3c-6190-43cb-9239-313b1c3f953c on network ffd276e9-69ea-43fa-a83c-0cf743b2b401 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:26.639843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:26.640391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ce06471a-575d-482d-bc5a-d83e5c9ae710 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.640909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Checking segment: {'id': 'f55e7337-986c-4343-8360-69886adb59d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:26.641462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.642010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Bound using segment: {'id': 'f55e7337-986c-4343-8360-69886adb59d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:26.642653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Bound port: 2cbf5b3c-6190-43cb-9239-313b1c3f953c, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55e7337-986c-4343-8360-69886adb59d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:26.643650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.657321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.726321 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ed0d417b-4874-4347-9546-c343abe070d9 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags HTTP/1.1" status: 200 len: 241 time: 0.3694692 Jun 16 15:16:26.728341 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54086) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:26.728677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06471a-575d-482d-bc5a-d83e5c9ae710 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cde987-a49e-4afe-8841-f0a390e06821,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:26.734049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-d4e2f063-864b-4812-b271-0076047f3bd4 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa', 'tempest-TagsExtTest-Tag-1727142591') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:26.785942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=1092eafe-1384-4fca-864b-6843b6210506,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:26.825275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] For port 6345eff1-2cc0-424b-8b3e-1f86abfd1103, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:26.828050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] For port 2cbf5b3c-6190-43cb-9239-313b1c3f953c, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:26.832466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] For port 6345eff1-2cc0-424b-8b3e-1f86abfd1103, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6345eff1-2cc0-424b-8b3e-1f86abfd1103,segment=NetworkSegment(a94b9d08-9519-4b96-b333-a8e03afdd20a),segment_id=a94b9d08-9519-4b96-b333-a8e03afdd20a)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:26.836660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] For port 2cbf5b3c-6190-43cb-9239-313b1c3f953c, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2cbf5b3c-6190-43cb-9239-313b1c3f953c,segment=NetworkSegment(f55e7337-986c-4343-8360-69886adb59d3),segment_id=f55e7337-986c-4343-8360-69886adb59d3)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:26.837554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.935222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4deac1-30d6-47c0-a0ef-018ed0dd85d0']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:26.947413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.966316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.971088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.978046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94b9d08-9519-4b96-b333-a8e03afdd20a') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:26.978485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94b9d08-9519-4b96-b333-a8e03afdd20a') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:27.010049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.086403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=35f623f7-ff47-4ce0-ab96-636ced5e4ab8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:27.095834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/a437da87-7d1b-4b8f-b0a8-6c002d508ee7/7309d0ca-f34f-4117-85cc-8ee320512ca0) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:27.111614 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d4e2f063-864b-4812-b271-0076047f3bd4 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags/tempest-TagsExtTest-Tag-1727142591 HTTP/1.1" status: 204 len: 168 time: 0.3796399 Jun 16 15:16:27.112713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f4608-eee9-4a44-8e95-bd4998b7c1ac None None] Pushing event updated for resources: {'Port': ['ID=6345eff1-2cc0-424b-8b3e-1f86abfd1103,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:27.115604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54090) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:27.169817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-e00b8e88-8932-448b-869a-b349b1ea0e4b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa', 'tempest-TagsExtTest-Tag-1727142591') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:27.198799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.201835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.214090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.234583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.245824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:27.246629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.304211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9384c0d-1c84-467f-9d5a-9e933bd5b3b3 None None] Pushing event updated for resources: {'Port': ['ID=2cbf5b3c-6190-43cb-9239-313b1c3f953c,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:27.438049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:27.446702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e3693-92f7-4fe0-bd4c-b5c21d95054f None None] Network 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:27.458524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:27.464006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:27.469519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:27.470156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.586582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.599340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.604332 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6609d1c6-e45c-4e30-93fd-392e6efb4eb9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2480462 Jun 16 15:16:27.608340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208223f8-63fd-441a-acf6-ae432b0b11f5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:27.608340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54096) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:27.608663 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment a94b9d08-9519-4b96-b333-a8e03afdd20a resource provider aggregate not found Jun 16 15:16:27.629479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Transition to ACTIVE for port object 7309d0ca-f34f-4117-85cc-8ee320512ca0 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:27.652755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ce06471a-575d-482d-bc5a-d83e5c9ae710 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.656573 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ce06471a-575d-482d-bc5a-d83e5c9ae710 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/64cde987-a49e-4afe-8841-f0a390e06821 HTTP/1.1" status: 204 len: 168 time: 2.0721896 Jun 16 15:16:27.665088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54102) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:27.692577 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment a94b9d08-9519-4b96-b333-a8e03afdd20a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a94b9d08-9519-4b96-b333-a8e03afdd20a found for delete ", "request_id": "req-56d06345-2a88-40a1-b419-bb82ac4e5cb2"}]} Jun 16 15:16:27.699345 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Transition to ACTIVE for port object 7309d0ca-f34f-4117-85cc-8ee320512ca0 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:27.715275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network ffd276e9-69ea-43fa-a83c-0cf743b2b401 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:27.718683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:16:27.718683 dv-neutron-846028-2-hyperv neutron-server[89745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:16:27.718683 dv-neutron-846028-2-hyperv neutron-server[89745]: [parameters: {'id': '5c4deac1-30d6-47c0-a0ef-018ed0dd85d0'}] Jun 16 15:16:27.718683 dv-neutron-846028-2-hyperv neutron-server[89745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:27.718683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:27.724147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:27.726095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:27.726677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.740405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46391faf-7b5d-458a-8244-e356fb62ff6a None None] Network 5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:27.749772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=4e61dc5a-24d6-410f-9909-9135212aaadf,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:27.791389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.792201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336ec09f-d2f4-49ee-b239-e6b8369ff139 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:16:27.803667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.803667 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a4d2bc7e-a5e8-4847-8c55-06d8b0dacc5e admin admin] 10.222.0.73 "DELETE /v2.0/routers/336ec09f-d2f4-49ee-b239-e6b8369ff139 HTTP/1.1" status: 204 len: 168 time: 4.0111365 Jun 16 15:16:27.803667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54106) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:27.864951 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-564707ad-6d88-4da8-a540-d83076b78ba6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8131173 Jun 16 15:16:27.871193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54110) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:27.902256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401', 'fixed_ips': [{'subnet_id': '7bf2392f-30c0-4628-b40c-7423679b582c'}, {'subnet_id': '4e61dc5a-24d6-410f-9909-9135212aaadf'}], 'name': 'tempest-PortsTestJSON-834321872'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:27.913860 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e00b8e88-8932-448b-869a-b349b1ea0e4b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags/tempest-TagsExtTest-Tag-1727142591 HTTP/1.1" status: 204 len: 168 time: 0.7983108 Jun 16 15:16:27.927100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54114) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:27.933018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2cbf5b3c-6190-43cb-9239-313b1c3f953c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:27.963461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.990619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-30061473-a723-41dd-865a-ac322d1d77a6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:28.009502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-6e6ca2ed-ab20-4c12-afa5-6f29105efd5b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:28.040759 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92043b-e19e-4bd0-957a-d5ebe70be28b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:28.041510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4f92043b-e19e-4bd0-957a-d5ebe70be28b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:28.050791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208223f8-63fd-441a-acf6-ae432b0b11f5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:28.057648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-208223f8-63fd-441a-acf6-ae432b0b11f5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.103512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7b5d28-23de-4659-adf5-b25702122053 admin admin] Deleting subnet a3d65951-18ae-4b18-be19-745c773e01b0 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:28.110276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec7b5d28-23de-4659-adf5-b25702122053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.115534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-30061473-a723-41dd-865a-ac322d1d77a6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:28.122063 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-30061473-a723-41dd-865a-ac322d1d77a6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4498296 Jun 16 15:16:28.122063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54118) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:28.130968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582f3a4-2f92-4607-a67f-a00b8c49ab06 None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:28.134679 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120382755'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:28.144123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:28.156088 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-208223f8-63fd-441a-acf6-ae432b0b11f5 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "PUT /v2.0/floatingips/e4078b54-00d5-4a3a-9b74-25119e012a23 HTTP/1.1" status: 200 len: 688 time: 2.7117627 Jun 16 15:16:28.159928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54122) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:28.162677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:28.179765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:28.185411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:28.187962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:28.201144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582f3a4-2f92-4607-a67f-a00b8c49ab06 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:28.201849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3582f3a4-2f92-4607-a67f-a00b8c49ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:28.219757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.230832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4f92043b-e19e-4bd0-957a-d5ebe70be28b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:28.231499 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4f92043b-e19e-4bd0-957a-d5ebe70be28b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6208417 Jun 16 15:16:28.237185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54126) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:28.262122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Pushing event updated for resources: {'Port': ['ID=7309d0ca-f34f-4117-85cc-8ee320512ca0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:28.326489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec7b5d28-23de-4659-adf5-b25702122053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.359730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4f214df5-fadd-475c-804b-d8a6de126e1d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 9b135b5b-28b9-4cd2-afd8-3aa3e47ee00b {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:28.360074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f214df5-fadd-475c-804b-d8a6de126e1d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.361126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3582f3a4-2f92-4607-a67f-a00b8c49ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:28.365644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:28.382197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:port and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:28.401804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:28.404914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port 6345eff1-2cc0-424b-8b3e-1f86abfd1103 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:28.405263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.413151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582f3a4-2f92-4607-a67f-a00b8c49ab06 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:28.413904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3582f3a4-2f92-4607-a67f-a00b8c49ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:28.430539 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6e6ca2ed-ab20-4c12-afa5-6f29105efd5b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags HTTP/1.1" status: 200 len: 205 time: 0.5023410 Jun 16 15:16:28.452784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:28.489713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Attempting to bind port 7309d0ca-f34f-4117-85cc-8ee320512ca0 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:28.490226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Attempting to bind port 7309d0ca-f34f-4117-85cc-8ee320512ca0 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:28.490677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Attempting to bind port 7309d0ca-f34f-4117-85cc-8ee320512ca0 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:28.495200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3582f3a4-2f92-4607-a67f-a00b8c49ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:28.495727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582f3a4-2f92-4607-a67f-a00b8c49ab06 None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:28.501858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:28.502292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:28.502741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.503767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:28.508405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Bound port: 7309d0ca-f34f-4117-85cc-8ee320512ca0, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:28.508405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.519445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54130) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:28.558164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f214df5-fadd-475c-804b-d8a6de126e1d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.558525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f214df5-fadd-475c-804b-d8a6de126e1d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.590886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-3322977c-aa82-40b1-a22f-9f659169ea7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 35f623f7-ff47-4ce0-ab96-636ced5e4ab8 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:28.591320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3322977c-aa82-40b1-a22f-9f659169ea7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.602912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 2cbf5b3c-6190-43cb-9239-313b1c3f953c completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:28.623840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] For port 7309d0ca-f34f-4117-85cc-8ee320512ca0, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:28.628437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] For port 7309d0ca-f34f-4117-85cc-8ee320512ca0, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7309d0ca-f34f-4117-85cc-8ee320512ca0,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:28.639363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-a02a8764-414b-4b78-aa7b-95217c3be145 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:28.660258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:28.687831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1092eafe-1384-4fca-864b-6843b6210506 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:28.699499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4f214df5-fadd-475c-804b-d8a6de126e1d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 9b135b5b-28b9-4cd2-afd8-3aa3e47ee00b owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:28.729498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.733099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.778043 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:28.782992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 1092eafe-1384-4fca-864b-6843b6210506 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:16:28.782992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1092eafe-1384-4fca-864b-6843b6210506 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:16:28.783266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 66af6aa9-d071-496e-8584-b513a57c6e7b no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:28.785118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:28.789740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:28.802272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:28.828191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f83bb9-6e7c-4c14-8455-b631e03856d5 None None] Network ffd276e9-69ea-43fa-a83c-0cf743b2b401 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:28.869708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 66af6aa9-d071-496e-8584-b513a57c6e7b {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:16:28.869708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 66af6aa9-d071-496e-8584-b513a57c6e7b not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:16:28.885569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec7b5d28-23de-4659-adf5-b25702122053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.957237 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a02a8764-414b-4b78-aa7b-95217c3be145 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags HTTP/1.1" status: 200 len: 240 time: 0.3347366 Jun 16 15:16:28.959899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54134) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:28.965036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-e546460c-7ad2-4fae-b97a-26d345f98b64 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233', 'tempest-TagsExtTest-Tag-192570881') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:28.991909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f214df5-fadd-475c-804b-d8a6de126e1d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:28.993800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d7b2e-5c61-4d55-a22f-a30772bfc85f None None] Pushing event updated for resources: {'Port': ['ID=7309d0ca-f34f-4117-85cc-8ee320512ca0,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:29.058542 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e546460c-7ad2-4fae-b97a-26d345f98b64 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags/tempest-TagsExtTest-Tag-192570881 HTTP/1.1" status: 204 len: 168 time: 0.0952251 Jun 16 15:16:29.064132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f214df5-fadd-475c-804b-d8a6de126e1d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=9b135b5b-28b9-4cd2-afd8-3aa3e47ee00b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:29.078185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54138) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:29.088068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-6b85f528-8b96-41d6-ac0f-3c7296f0a216 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233', 'tempest-TagsExtTest-Tag-192570881') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:29.107064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.130330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d54e3ea8-b4da-4ea8-89e0-0485f6d112ee None None] Provisioning for port 2cbf5b3c-6190-43cb-9239-313b1c3f953c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:29.148331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d54e3ea8-b4da-4ea8-89e0-0485f6d112ee None None] Provisioning complete for port 2cbf5b3c-6190-43cb-9239-313b1c3f953c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:29.148912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d54e3ea8-b4da-4ea8-89e0-0485f6d112ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.214403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] For port 6345eff1-2cc0-424b-8b3e-1f86abfd1103, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6345eff1-2cc0-424b-8b3e-1f86abfd1103,segment=NetworkSegment(a94b9d08-9519-4b96-b333-a8e03afdd20a),segment_id=a94b9d08-9519-4b96-b333-a8e03afdd20a)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:29.214706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.289412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3322977c-aa82-40b1-a22f-9f659169ea7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.353232 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d54e3ea8-b4da-4ea8-89e0-0485f6d112ee None None] Current status of the port 2cbf5b3c-6190-43cb-9239-313b1c3f953c is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:29.353612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d54e3ea8-b4da-4ea8-89e0-0485f6d112ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.414956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.455393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d54e3ea8-b4da-4ea8-89e0-0485f6d112ee None None] For port 2cbf5b3c-6190-43cb-9239-313b1c3f953c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2cbf5b3c-6190-43cb-9239-313b1c3f953c,segment=NetworkSegment(f55e7337-986c-4343-8360-69886adb59d3),segment_id=f55e7337-986c-4343-8360-69886adb59d3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:29.458859 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f214df5-fadd-475c-804b-d8a6de126e1d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.466588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1277b0df-d710-4ba8-9f7a-62b8e78cdf82 None None] Update dhcp port {'port': {'network_id': 'ffd276e9-69ea-43fa-a83c-0cf743b2b401', 'fixed_ips': [{'subnet_id': '7bf2392f-30c0-4628-b40c-7423679b582c', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e61dc5a-24d6-410f-9909-9135212aaadf'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '2cbf5b3c-6190-43cb-9239-313b1c3f953c'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:16:29.494431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.525326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1277b0df-d710-4ba8-9f7a-62b8e78cdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.545014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc9fee6-3912-43b6-8e78-22dda39d2cdf,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:29.564358 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6b85f528-8b96-41d6-ac0f-3c7296f0a216 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags/tempest-TagsExtTest-Tag-192570881 HTTP/1.1" status: 204 len: 168 time: 0.4795198 Jun 16 15:16:29.564466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:29.564558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54142) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:29.568335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-211c0652-0246-4b8c-9391-cb09d2e402ea tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:29.579907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d54e3ea8-b4da-4ea8-89e0-0485f6d112ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.585440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f214df5-fadd-475c-804b-d8a6de126e1d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.588091 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4f214df5-fadd-475c-804b-d8a6de126e1d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/floatingips/e4078b54-00d5-4a3a-9b74-25119e012a23 HTTP/1.1" status: 204 len: 168 time: 1.4272745 Jun 16 15:16:29.596266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54146) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:29.604120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-3322977c-aa82-40b1-a22f-9f659169ea7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 35f623f7-ff47-4ce0-ab96-636ced5e4ab8 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:29.665029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.666266 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1f66bb0a-8f0e-43b9-b9c6-28d4ab59e1de tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5440249 Jun 16 15:16:29.678049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54150) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:29.680562 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-e4fa7a61-59e1-4794-8305-dc60b0326365 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] delete failed (client error): The resource could not be found. Jun 16 15:16:29.685367 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e4fa7a61-59e1-4794-8305-dc60b0326365 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/floatingips/e4078b54-00d5-4a3a-9b74-25119e012a23 HTTP/1.1" status: 404 len: 345 time: 0.0836942 Jun 16 15:16:29.685777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': 'ebc9fee6-3912-43b6-8e78-22dda39d2cdf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:29.688449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54154) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:29.694328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:29.698794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec7b5d28-23de-4659-adf5-b25702122053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.701813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:29.705612 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-211c0652-0246-4b8c-9391-cb09d2e402ea tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags HTTP/1.1" status: 200 len: 205 time: 0.1429675 Jun 16 15:16:29.706901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:29.710016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54158) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:29.726171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-94fe7499-438d-458d-a877-df8c8d1e5847 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:29.734185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:29.755487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e3ea8-b4da-4ea8-89e0-0485f6d112ee None None] Pushing event updated for resources: {'Port': ['ID=2cbf5b3c-6190-43cb-9239-313b1c3f953c,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:29.762232 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-94fe7499-438d-458d-a877-df8c8d1e5847 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags HTTP/1.1" status: 204 len: 168 time: 0.0488610 Jun 16 15:16:29.762409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54162) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:29.767751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-86ddc5c2-b00e-449c-bc2e-80c23a0476c2 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:29.860487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7309d0ca-f34f-4117-85cc-8ee320512ca0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:29.874248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:29.874579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Calling delete_port for 6345eff1-2cc0-424b-8b3e-1f86abfd1103 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:29.945119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b5d28-23de-4659-adf5-b25702122053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d65951-18ae-4b18-be19-745c773e01b0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:29.948122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-1277b0df-d710-4ba8-9f7a-62b8e78cdf82 None None] Allocated IP 172.20.0.18 (ffd276e9-69ea-43fa-a83c-0cf743b2b401/4e61dc5a-24d6-410f-9909-9135212aaadf/2cbf5b3c-6190-43cb-9239-313b1c3f953c) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:29.959659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e281b1e3-5634-4f71-82a2-a96be27e108f None None] Network a7e237ff-536e-40be-8c14-25d5099978ec requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:29.964916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec7b5d28-23de-4659-adf5-b25702122053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.010736 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-86ddc5c2-b00e-449c-bc2e-80c23a0476c2 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags HTTP/1.1" status: 204 len: 168 time: 0.2473221 Jun 16 15:16:30.014188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54166) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:30.018200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.022032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-d908e4cf-fd0a-4270-bda0-3b9578be45d1 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:30.057080 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ec7b5d28-23de-4659-adf5-b25702122053 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a3d65951-18ae-4b18-be19-745c773e01b0 HTTP/1.1" status: 204 len: 168 time: 2.2539392 Jun 16 15:16:30.062921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54170) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:30.089204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.186733 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a72ef5e-0715-408e-b023-840aead605f1,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:30.225585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.251930 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Deleting port 91af5496-3981-4b4c-99bb-940b4163036e {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:30.252300 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.286367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6554b1-e555-47ef-a1a4-7c7e3d50c65b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:30.293134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6554b1-e555-47ef-a1a4-7c7e3d50c65b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:30.299745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6554b1-e555-47ef-a1a4-7c7e3d50c65b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:30.301412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-da6554b1-e555-47ef-a1a4-7c7e3d50c65b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Synchronizing usage tracker for tenant:22f38ed0bf0a4993bf331c54e6230cae on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:30.313745 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d908e4cf-fd0a-4270-bda0-3b9578be45d1 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags HTTP/1.1" status: 204 len: 168 time: 0.2983055 Jun 16 15:16:30.317470 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54174) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:30.322844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-c8728473-7cc9-4cc7-9034-6c9185b537b5 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:30.350393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.362055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.367074 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-56a857a2-ab5e-40c3-9484-9a9662f98da8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6880040 Jun 16 15:16:30.368093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54178) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:30.406419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3322977c-aa82-40b1-a22f-9f659169ea7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.409715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Port': ['ID=6345eff1-2cc0-424b-8b3e-1f86abfd1103,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:30.426773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No DVR routers for this DVR port 6345eff1-2cc0-424b-8b3e-1f86abfd1103 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:30.448226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1277b0df-d710-4ba8-9f7a-62b8e78cdf82 None None] For port 2cbf5b3c-6190-43cb-9239-313b1c3f953c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2cbf5b3c-6190-43cb-9239-313b1c3f953c,segment=NetworkSegment(f55e7337-986c-4343-8360-69886adb59d3),segment_id=f55e7337-986c-4343-8360-69886adb59d3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:30.488511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1277b0df-d710-4ba8-9f7a-62b8e78cdf82 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.500742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67cb12db-6971-44f5-b202-073486deff4d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.512800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1277b0df-d710-4ba8-9f7a-62b8e78cdf82 None None] Transition to ACTIVE for port object 2cbf5b3c-6190-43cb-9239-313b1c3f953c will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:30.516079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 7309d0ca-f34f-4117-85cc-8ee320512ca0 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:30.541623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-da6554b1-e555-47ef-a1a4-7c7e3d50c65b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Unset dirty status for tenant:22f38ed0bf0a4993bf331c54e6230cae on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:30.542831 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-da6554b1-e555-47ef-a1a4-7c7e3d50c65b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "GET /v2.0/ports?network_id=7e2afad5-6bb3-4003-8669-a326022370bc HTTP/1.1" status: 200 len: 2359 time: 0.8461521 Jun 16 15:16:30.543768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67cb12db-6971-44f5-b202-073486deff4d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.559455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54182) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:30.569754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322977c-aa82-40b1-a22f-9f659169ea7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=35f623f7-ff47-4ce0-ab96-636ced5e4ab8,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:30.570435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1277b0df-d710-4ba8-9f7a-62b8e78cdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.640850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3322977c-aa82-40b1-a22f-9f659169ea7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.661293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7b775221-9e2a-483a-b1bd-ba02bc48e72e None None] Provisioning for port 7309d0ca-f34f-4117-85cc-8ee320512ca0 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:30.706137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] For port 91af5496-3981-4b4c-99bb-940b4163036e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=91af5496-3981-4b4c-99bb-940b4163036e,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:30.706527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.719613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7b775221-9e2a-483a-b1bd-ba02bc48e72e None None] Provisioning complete for port 7309d0ca-f34f-4117-85cc-8ee320512ca0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:30.719985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b775221-9e2a-483a-b1bd-ba02bc48e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.728499 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c8728473-7cc9-4cc7-9034-6c9185b537b5 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags HTTP/1.1" status: 204 len: 168 time: 0.4100673 Jun 16 15:16:30.743982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54186) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:30.751188 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-35b6f4a5-f8e9-4765-aaee-d6e336064385 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42', 'tempest-TagsExtTest-Tag-470347836') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:30.780497 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.794480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] DHCP port deletion for a7e237ff-536e-40be-8c14-25d5099978ec request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:30.843510 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3322977c-aa82-40b1-a22f-9f659169ea7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/35f623f7-ff47-4ce0-ab96-636ced5e4ab8 HTTP/1.1" status: 204 len: 168 time: 2.6029971 Jun 16 15:16:30.845752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4deac1-30d6-47c0-a0ef-018ed0dd85d0']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:30.858574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Calling delete_port for 91af5496-3981-4b4c-99bb-940b4163036e owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:30.864592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] Deleting port 91af5496-3981-4b4c-99bb-940b4163036e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:30.864592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.884499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54190) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:30.904698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67cb12db-6971-44f5-b202-073486deff4d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.941734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94b9d08-9519-4b96-b333-a8e03afdd20a') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:30.942029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94b9d08-9519-4b96-b333-a8e03afdd20a') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:30.942191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c0ee04-3f08-4f1f-a7b1-5104bd548c8c tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:30.942952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-08c0ee04-3f08-4f1f-a7b1-5104bd548c8c tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Synchronizing usage tracker for tenant:22f38ed0bf0a4993bf331c54e6230cae on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:30.946094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67cb12db-6971-44f5-b202-073486deff4d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:30.949876 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-67cb12db-6971-44f5-b202-073486deff4d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/9a72ef5e-0715-408e-b023-840aead605f1 HTTP/1.1" status: 204 len: 168 time: 0.5749824 Jun 16 15:16:30.953451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54194) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:30.963574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb12db-6971-44f5-b202-073486deff4d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a72ef5e-0715-408e-b023-840aead605f1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:30.965266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277b0df-d710-4ba8-9f7a-62b8e78cdf82 None None] Pushing event updated for resources: {'Port': ['ID=2cbf5b3c-6190-43cb-9239-313b1c3f953c,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:30.973908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.019142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.042351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:31.042758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.073686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-896f780a-8150-4c03-923e-093fe10a7f66 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:31.080114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.5 (ffd276e9-69ea-43fa-a83c-0cf743b2b401/7bf2392f-30c0-4628-b40c-7423679b582c/2dd340b2-6ba7-4534-9101-7e3d6e1518bb) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:31.086510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8c84b-85c5-49a8-a361-e397323e056f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:31.088094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8c84b-85c5-49a8-a361-e397323e056f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:31.088853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e1e8c84b-85c5-49a8-a361-e397323e056f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:31.093241 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment a94b9d08-9519-4b96-b333-a8e03afdd20a resource provider aggregate not found Jun 16 15:16:31.093417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7b775221-9e2a-483a-b1bd-ba02bc48e72e None None] Current status of the port 7309d0ca-f34f-4117-85cc-8ee320512ca0 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:31.093881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b775221-9e2a-483a-b1bd-ba02bc48e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.095817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-08c0ee04-3f08-4f1f-a7b1-5104bd548c8c tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Unset dirty status for tenant:22f38ed0bf0a4993bf331c54e6230cae on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:31.102605 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-08c0ee04-3f08-4f1f-a7b1-5104bd548c8c tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "GET /v2.0/subnets/e3023fe9-72b1-42be-b7ff-cd0d31bc423e HTTP/1.1" status: 200 len: 797 time: 0.5366321 Jun 16 15:16:31.103137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54202) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:31.111210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'port': {'network_id': '7e2afad5-6bb3-4003-8669-a326022370bc', 'name': 'tempest-FloatingIPTestJSON-2077729414', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:31.161466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.29 (ffd276e9-69ea-43fa-a83c-0cf743b2b401/4e61dc5a-24d6-410f-9909-9135212aaadf/2dd340b2-6ba7-4534-9101-7e3d6e1518bb) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:31.168165 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment a94b9d08-9519-4b96-b333-a8e03afdd20a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a94b9d08-9519-4b96-b333-a8e03afdd20a found for delete ", "request_id": "req-36b8e8c0-e72a-4226-b9cb-da120c30bba0"}]} Jun 16 15:16:31.207127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] For port 91af5496-3981-4b4c-99bb-940b4163036e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=91af5496-3981-4b4c-99bb-940b4163036e,segment=NetworkSegment(76955d12-c348-440e-9667-ca6919708949),segment_id=76955d12-c348-440e-9667-ca6919708949)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:31.208156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.227155 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.265274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-896f780a-8150-4c03-923e-093fe10a7f66 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:31.269773 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-896f780a-8150-4c03-923e-093fe10a7f66 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3091908 Jun 16 15:16:31.274130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54206) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:31.278892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e1e8c84b-85c5-49a8-a361-e397323e056f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:31.280841 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e1e8c84b-85c5-49a8-a361-e397323e056f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3915308 Jun 16 15:16:31.304926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54210) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:31.321485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7b775221-9e2a-483a-b1bd-ba02bc48e72e None None] For port 7309d0ca-f34f-4117-85cc-8ee320512ca0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7309d0ca-f34f-4117-85cc-8ee320512ca0,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:31.356385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=91af5496-3981-4b4c-99bb-940b4163036e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:31.361193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] No DVR routers for this DVR port 91af5496-3981-4b4c-99bb-940b4163036e on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:31.398711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] Calling delete_port for 91af5496-3981-4b4c-99bb-940b4163036e owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:31.500164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.504835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:31.505367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:31.506633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b775221-9e2a-483a-b1bd-ba02bc48e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.532173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.561694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=5c4deac1-30d6-47c0-a0ef-018ed0dd85d0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:31.608035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:31.610336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b775221-9e2a-483a-b1bd-ba02bc48e72e None None] Pushing event updated for resources: {'Port': ['ID=7309d0ca-f34f-4117-85cc-8ee320512ca0,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:31.619054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2e894e-4d0e-4dce-b7bd-0377d1c47dd7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet a437da87-7d1b-4b8f-b0a8-6c002d508ee7 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:31.621915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-290e7e96-cde0-4415-92cf-40485ce12471 None None] Could not find standard attr ID for object 35f623f7-ff47-4ce0-ab96-636ced5e4ab8. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:16:31.652128 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-35b6f4a5-f8e9-4765-aaee-d6e336064385 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags/tempest-TagsExtTest-Tag-470347836 HTTP/1.1" status: 201 len: 201 time: 0.9063737 Jun 16 15:16:31.653400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-50f7705d-43e9-4d3b-8023-8009c5096fee tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 HTTP/1.1" status: 204 len: 168 time: 6.7168865 Jun 16 15:16:31.666308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54214) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:31.666638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54216) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:31.669940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e7aa2-433a-4f38-b08d-89459d2b219a None None] Network ffd276e9-69ea-43fa-a83c-0cf743b2b401 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:31.675392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ba2e894e-4d0e-4dce-b7bd-0377d1c47dd7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.701673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:31.715176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.756235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.763183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e237ff-536e-40be-8c14-25d5099978ec']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:31.785367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ba2e894e-4d0e-4dce-b7bd-0377d1c47dd7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.785497 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object 2dd340b2-6ba7-4534-9101-7e3d6e1518bb will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:31.801272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7309d0ca-f34f-4117-85cc-8ee320512ca0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:31.806050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-1ddf5ca0-c85f-4f36-9638-22d9e784b4c6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354', 'tempest-TagsExtTest-Tag-1003550462') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:31.813832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76955d12-c348-440e-9667-ca6919708949') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:31.814140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76955d12-c348-440e-9667-ca6919708949') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:31.835698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.859988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.871408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:31.871807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.881708 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4732b8-0583-4323-80e7-3cb5cdb71a02 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:31.882180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4732b8-0583-4323-80e7-3cb5cdb71a02 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:31.889975 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1e4732b8-0583-4323-80e7-3cb5cdb71a02 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 HTTP/1.1" status: 404 len: 339 time: 0.2125070 Jun 16 15:16:31.889975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54222) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:31.897769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-245622446', 'description': 'd1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:31.902212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Made reservation on behalf of 22f38ed0bf0a4993bf331c54e6230cae for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:31.904805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b933f3b4-67b2-4565-98a1-0434d2ca12c6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.907611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:31.921067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:network and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:31.928638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:31.930583 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 76955d12-c348-440e-9667-ca6919708949 resource provider aggregate not found Jun 16 15:16:31.937714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7309d0ca-f34f-4117-85cc-8ee320512ca0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:31.938086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.959325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:31.971887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b933f3b4-67b2-4565-98a1-0434d2ca12c6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:31.983447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c0d94146-4a89-4be5-96ac-285eac27b772 None None] Provisioning for port 2cbf5b3c-6190-43cb-9239-313b1c3f953c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:32.001573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.002160 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 76955d12-c348-440e-9667-ca6919708949 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76955d12-c348-440e-9667-ca6919708949 found for delete ", "request_id": "req-0eb79ef1-48ce-4247-93f3-d59ed6da5dbb"}]} Jun 16 15:16:32.002465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c0d94146-4a89-4be5-96ac-285eac27b772 None None] Provisioning complete for port 2cbf5b3c-6190-43cb-9239-313b1c3f953c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:32.002772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0d94146-4a89-4be5-96ac-285eac27b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.034136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] Deleting port 91af5496-3981-4b4c-99bb-940b4163036e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:32.034136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.090797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:32.092241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ba2e894e-4d0e-4dce-b7bd-0377d1c47dd7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.094519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.120824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network ffd276e9-69ea-43fa-a83c-0cf743b2b401 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:32.130178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:32.132841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:32.154499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.178600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.186640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=2dd340b2-6ba7-4534-9101-7e3d6e1518bb,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:32.193056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.214810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e237ff-536e-40be-8c14-25d5099978ec,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:32.215076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb5eb1-a816-41b6-911c-47170d0d066f None None] The port '91af5496-3981-4b4c-99bb-940b4163036e' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:16:32.243735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:32.244516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.250784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] device_id is not set on port 86fefaf3-c2c9-4d79-9ea7-91077f695e68 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:32.290668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54230) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:32.291285 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1ddf5ca0-c85f-4f36-9638-22d9e784b4c6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags/tempest-TagsExtTest-Tag-1003550462 HTTP/1.1" status: 201 len: 201 time: 0.6174533 Jun 16 15:16:32.293613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b933f3b4-67b2-4565-98a1-0434d2ca12c6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.297601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b933f3b4-67b2-4565-98a1-0434d2ca12c6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.299400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b933f3b4-67b2-4565-98a1-0434d2ca12c6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/ebc9fee6-3912-43b6-8e78-22dda39d2cdf HTTP/1.1" status: 204 len: 168 time: 1.0243423 Jun 16 15:16:32.307510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-0500a0a3-33d2-4a87-a0a6-d402a70e1ab6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa', 'tempest-TagsExtTest-Tag-223571736') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:32.317935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54234) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:32.319205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933f3b4-67b2-4565-98a1-0434d2ca12c6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc9fee6-3912-43b6-8e78-22dda39d2cdf,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:32.354619 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e19272a1-22e2-47f3-bf26-587b150cc6b4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.4818935 Jun 16 15:16:32.357046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54238) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:32.372922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7bf2392f-30c0-4628-b40c-7423679b582c'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:32.385267 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7309d0ca-f34f-4117-85cc-8ee320512ca0 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:32.386141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2cbf5b3c-6190-43cb-9239-313b1c3f953c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:32.389671 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ba2e894e-4d0e-4dce-b7bd-0377d1c47dd7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.396253 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-28899380-08b0-4a36-9f5a-18088c51fad3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a7e237ff-536e-40be-8c14-25d5099978ec HTTP/1.1" status: 204 len: 168 time: 2.3300760 Jun 16 15:16:32.449684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c0d94146-4a89-4be5-96ac-285eac27b772 None None] Current status of the port 2cbf5b3c-6190-43cb-9239-313b1c3f953c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:32.481800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 2cbf5b3c-6190-43cb-9239-313b1c3f953c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:32.482175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.524399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e894e-4d0e-4dce-b7bd-0377d1c47dd7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=a437da87-7d1b-4b8f-b0a8-6c002d508ee7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:32.524865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62ee32-990d-4da4-86ca-2435d659da70 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:32.526587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ba2e894e-4d0e-4dce-b7bd-0377d1c47dd7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.551331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:16:32.572542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.572836 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment f34d2842-4d7a-4422-a2ff-a59d7201599e of type vlan for network 032145e5-8c53-434d-92b4-d5b5c5194c01 Jun 16 15:16:32.602451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.608917 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ba2e894e-4d0e-4dce-b7bd-0377d1c47dd7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/a437da87-7d1b-4b8f-b0a8-6c002d508ee7 HTTP/1.1" status: 204 len: 168 time: 1.3015404 Jun 16 15:16:32.612009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54244) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:32.642822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.723634 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c813afe3-1742-4245-8e53-9b8d2a59c382 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068134 Jun 16 15:16:32.727151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54248) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:32.756346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0ffff0e0-78d9-4679-880a-5220959521d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:32.782846 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:32.810839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.817062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:32.817525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.826696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 2cbf5b3c-6190-43cb-9239-313b1c3f953c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:32.846829 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0500a0a3-33d2-4a87-a0a6-d402a70e1ab6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags/tempest-TagsExtTest-Tag-223571736 HTTP/1.1" status: 201 len: 201 time: 0.5480287 Jun 16 15:16:32.850412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54252) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:32.860886 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-813a31c8-45f0-4861-84f9-1979ab42bf75 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233', 'tempest-TagsExtTest-Tag-2012471761') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:32.915747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-da2ab52a-ebe7-4f9d-8648-3bd17ada4781 None None] Provisioning for port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:32.923926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 91af5496-3981-4b4c-99bb-940b4163036e no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:32.961116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-da2ab52a-ebe7-4f9d-8648-3bd17ada4781 None None] Provisioning complete for port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:32.967138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-da2ab52a-ebe7-4f9d-8648-3bd17ada4781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.024529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54256) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:33.029186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af8eab-cd88-4d25-ab6e-fca99ac62010 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:33.040122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 91af5496-3981-4b4c-99bb-940b4163036e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:16:33.045800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 91af5496-3981-4b4c-99bb-940b4163036e not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:16:33.058543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f7af8eab-cd88-4d25-ab6e-fca99ac62010 None None] Deleting port 7309d0ca-f34f-4117-85cc-8ee320512ca0 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:33.059043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7af8eab-cd88-4d25-ab6e-fca99ac62010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.062738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0ffff0e0-78d9-4679-880a-5220959521d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:33.064008 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0ffff0e0-78d9-4679-880a-5220959521d4 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7419119 Jun 16 15:16:33.073486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54260) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:33.080143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:33.099258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501523785'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:33.114955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:33.122429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:33.126497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:33.140584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-da2ab52a-ebe7-4f9d-8648-3bd17ada4781 None None] Port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:33.142654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:33.159623 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2686090 Jun 16 15:16:33.164180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae35e14-a14e-472b-b867-003e2a859841 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=032145e5-8c53-434d-92b4-d5b5c5194c01,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:33.167530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54264) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:33.181429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 032145e5-8c53-434d-92b4-d5b5c5194c01 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:33.210102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:33.227291 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f8ba5ac0-5348-4e6d-8c0f-e9f9ff227341 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad081a7e9231445ba34114528f1d30a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1953113 Jun 16 15:16:33.231045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54268) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:33.239568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-da2ab52a-ebe7-4f9d-8648-3bd17ada4781 None None] Provisioning complete for port 2cbf5b3c-6190-43cb-9239-313b1c3f953c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:33.239945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-da2ab52a-ebe7-4f9d-8648-3bd17ada4781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.267348 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-813a31c8-45f0-4861-84f9-1979ab42bf75 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags/tempest-TagsExtTest-Tag-2012471761 HTTP/1.1" status: 201 len: 201 time: 0.4135551 Jun 16 15:16:33.268898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.20.0.14 (7e2afad5-6bb3-4003-8669-a326022370bc/e3023fe9-72b1-42be-b7ff-cd0d31bc423e/86fefaf3-c2c9-4d79-9ea7-91077f695e68) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:33.275424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54272) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:33.281509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-67e78e70-c48d-4335-966f-1028c830c362 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42', {'tags': ['tempest-TagsExtTest-Tag-1916833326', 'tempest-TagsExtTest-Tag-1462185522', 'tempest-TagsExtTest-Tag-95673454']}) {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:33.314549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.20.0.13 (7e2afad5-6bb3-4003-8669-a326022370bc/e3023fe9-72b1-42be-b7ff-cd0d31bc423e/86fefaf3-c2c9-4d79-9ea7-91077f695e68) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:33.321710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Delete allocated IP 172.20.0.29 (ffd276e9-69ea-43fa-a83c-0cf743b2b401/4e61dc5a-24d6-410f-9909-9135212aaadf) {{(pid=89745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 16 15:16:33.332393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:33.336016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.468213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f7af8eab-cd88-4d25-ab6e-fca99ac62010 None None] For port 7309d0ca-f34f-4117-85cc-8ee320512ca0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7309d0ca-f34f-4117-85cc-8ee320512ca0,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:33.468786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7af8eab-cd88-4d25-ab6e-fca99ac62010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.512339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6a5441-9cb2-4adb-894f-950cd12d8e90 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:33.513003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b6a5441-9cb2-4adb-894f-950cd12d8e90 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Synchronizing usage tracker for tenant:7aaf2e84017941f8aadbd199e9312258 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:33.514916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.587504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.603271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Ignored duplicate provisioning block setup for port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 16 15:16:33.619092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f7af8eab-cd88-4d25-ab6e-fca99ac62010 None None] Calling delete_port for 7309d0ca-f34f-4117-85cc-8ee320512ca0 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:33.625946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b6a5441-9cb2-4adb-894f-950cd12d8e90 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Unset dirty status for tenant:7aaf2e84017941f8aadbd199e9312258 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:33.630344 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0b6a5441-9cb2-4adb-894f-950cd12d8e90 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/networks?id=032145e5-8c53-434d-92b4-d5b5c5194c01 HTTP/1.1" status: 200 len: 760 time: 0.4588196 Jun 16 15:16:33.631515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54276) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:33.638007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d140c83c-48ae-4a7f-b0da-858da3645dbc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'description': 'd2'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:33.655483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:33.660843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a86af7ec-c7b4-48d6-8f8f-37dd281b6287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.681018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.693880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-da2ab52a-ebe7-4f9d-8648-3bd17ada4781 None None] Current status of the port 2cbf5b3c-6190-43cb-9239-313b1c3f953c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:33.713530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:33.774097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a86af7ec-c7b4-48d6-8f8f-37dd281b6287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.783799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7309d0ca-f34f-4117-85cc-8ee320512ca0 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:33.806563 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-67e78e70-c48d-4335-966f-1028c830c362 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags HTTP/1.1" status: 200 len: 316 time: 0.5301042 Jun 16 15:16:33.825344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7af8eab-cd88-4d25-ab6e-fca99ac62010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.870817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54280) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:33.873328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 7309d0ca-f34f-4117-85cc-8ee320512ca0 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:16:33.873604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7309d0ca-f34f-4117-85cc-8ee320512ca0 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:16:33.886789 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af8eab-cd88-4d25-ab6e-fca99ac62010 None None] Pushing event deleted for resources: {'Port': ['ID=7309d0ca-f34f-4117-85cc-8ee320512ca0,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:33.888830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af8eab-cd88-4d25-ab6e-fca99ac62010 None None] No DVR routers for this DVR port 7309d0ca-f34f-4117-85cc-8ee320512ca0 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:33.906790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-2c80a3a2-d201-429e-9b8a-237c82a56c89 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:33.906889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6ba5e004-2d3e-4b70-bd01-ed4345912ada None None] Provisioning complete for port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:33.906889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6ba5e004-2d3e-4b70-bd01-ed4345912ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:33.932941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c39135-f89d-4ee8-8f91-a9cac6d9a175 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:16:34.073533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=2dd340b2-6ba7-4534-9101-7e3d6e1518bb,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:34.079223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5e004-2d3e-4b70-bd01-ed4345912ada None None] Port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:34.088610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.123047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c39135-f89d-4ee8-8f91-a9cac6d9a175 None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:16:34.124214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.166442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] In _notify_port_updated(), no bound segment for port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb on network ffd276e9-69ea-43fa-a83c-0cf743b2b401 {{(pid=89745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:16:34.168380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.172466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:34.173353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.174655 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1ba5ed8d-550c-4269-98df-25da4e7d0f6b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "PUT /v2.0/ports/2dd340b2-6ba7-4534-9101-7e3d6e1518bb HTTP/1.1" status: 200 len: 918 time: 1.8165286 Jun 16 15:16:34.177508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54284) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:34.186357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7bf2392f-30c0-4628-b40c-7423679b582c'}, {'subnet_id': '4e61dc5a-24d6-410f-9909-9135212aaadf'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:34.204328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a86af7ec-c7b4-48d6-8f8f-37dd281b6287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.243927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d140c83c-48ae-4a7f-b0da-858da3645dbc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.251781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0dfa44-5388-4ad5-8ad5-ad4ecb1260d3,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:34.263202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.336552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86af7ec-c7b4-48d6-8f8f-37dd281b6287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c467cf-160c-4171-bfa5-58927965a380,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:34.354189 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2c80a3a2-d201-429e-9b8a-237c82a56c89 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags HTTP/1.1" status: 204 len: 168 time: 0.4800253 Jun 16 15:16:34.357840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:34.358451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54288) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:34.365903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-fb5ac428-a4ac-43fe-8ab2-44603189f113 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42', 'tempest-TagsExtTest-Tag-1916833326') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:34.395614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:34.404071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:34.404774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.408580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d140c83c-48ae-4a7f-b0da-858da3645dbc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.413153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=108ca075-961a-4205-a7a7-07bdc69afc5b,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:34.438661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.443208 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-246c4a8c-6e8a-4e1f-a651-476a9bae83bb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3610487 Jun 16 15:16:34.443208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.443469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d140c83c-48ae-4a7f-b0da-858da3645dbc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network 032145e5-8c53-434d-92b4-d5b5c5194c01 is not hosted by any dhcp agent {{(pid=89745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 16 15:16:34.444329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54292) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:34.448426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d140c83c-48ae-4a7f-b0da-858da3645dbc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:34.449329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d140c83c-48ae-4a7f-b0da-858da3645dbc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.452822 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d140c83c-48ae-4a7f-b0da-858da3645dbc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "PUT /v2.0/networks/032145e5-8c53-434d-92b4-d5b5c5194c01 HTTP/1.1" status: 200 len: 757 time: 0.8178666 Jun 16 15:16:34.468238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54296) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:34.493507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': '7c0dfa44-5388-4ad5-8ad5-ad4ecb1260d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:34.511937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:34.528138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:34.528242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '108ca075-961a-4205-a7a7-07bdc69afc5b'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:34.529585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.539847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 7e2afad5-6bb3-4003-8669-a326022370bc is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:34.541032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:34.545688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a86af7ec-c7b4-48d6-8f8f-37dd281b6287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.549712 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a86af7ec-c7b4-48d6-8f8f-37dd281b6287 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93c467cf-160c-4171-bfa5-58927965a380 HTTP/1.1" status: 204 len: 168 time: 1.3149500 Jun 16 15:16:34.555942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:34.559055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:34.566701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:34.604575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=86fefaf3-c2c9-4d79-9ea7-91077f695e68,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:34.615578 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d0cdbfb5-086c-4733-8bc2-047da2be8cfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8859916 Jun 16 15:16:34.617170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c83c-48ae-4a7f-b0da-858da3645dbc tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=032145e5-8c53-434d-92b4-d5b5c5194c01,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:34.620212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54302) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:34.653852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:34.654753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.662230 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-fb5ac428-a4ac-43fe-8ab2-44603189f113 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:34.666247 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fb5ac428-a4ac-43fe-8ab2-44603189f113 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags/tempest-TagsExtTest-Tag-1916833326 HTTP/1.1" status: 404 len: 329 time: 0.3068419 Jun 16 15:16:34.671918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54304) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:34.679363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-33b092d8-0bef-489d-83dd-b377f6493726 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42', 'tempest-TagsExtTest-Tag-1462185522') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:34.728932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': '108ca075-961a-4205-a7a7-07bdc69afc5b', 'ip_address': '2001:db8::99bb:8aa9:27ac:14f'}], 'name': 'tempest-NetworksTestDHCPv6-563001620'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:34.730998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.745256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/108ca075-961a-4205-a7a7-07bdc69afc5b/7919e8f9-d794-4121-b845-2e35bfc13adf) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:34.808170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.810057 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5db25315-cf5b-4aa2-adc9-dfe5c9a23c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.7058864 Jun 16 15:16:34.812707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54310) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:34.819590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '86fefaf3-c2c9-4d79-9ea7-91077f695e68', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:34.822433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4b4bd-6319-4e33-a309-608cfa012332 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:34.829020 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-27a4b4bd-6319-4e33-a309-608cfa012332 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/networks?id=032145e5-8c53-434d-92b4-d5b5c5194c01 HTTP/1.1" status: 200 len: 760 time: 0.3596973 Jun 16 15:16:34.829754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54314) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:34.834219 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:34.845536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-628302391'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:34.849605 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-33b092d8-0bef-489d-83dd-b377f6493726 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:34.853579 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-33b092d8-0bef-489d-83dd-b377f6493726 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags/tempest-TagsExtTest-Tag-1462185522 HTTP/1.1" status: 404 len: 329 time: 0.1777732 Jun 16 15:16:34.853812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54318) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:34.859399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-8a9f3328-0b4c-415c-a5c8-91e144bdccd4 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42', 'tempest-TagsExtTest-Tag-95673454') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:34.872619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 032145e5-8c53-434d-92b4-d5b5c5194c01 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:34.886657 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:floatingip and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:34.889596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:34.895629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:34.895876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.903288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.923248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:34.936110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:34.959102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3677f702-b9fe-4bee-a4f1-fb4286d2c900,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:34.996292 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-8a9f3328-0b4c-415c-a5c8-91e144bdccd4 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:34.997471 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8a9f3328-0b4c-415c-a5c8-91e144bdccd4 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags/tempest-TagsExtTest-Tag-95673454 HTTP/1.1" status: 404 len: 327 time: 0.1423430 Jun 16 15:16:35.000484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54324) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:35.006411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-4887773e-e318-4129-a6ea-57a0d3f428a2 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354', {'tags': ['tempest-TagsExtTest-Tag-339599472', 'tempest-TagsExtTest-Tag-1273417401', 'tempest-TagsExtTest-Tag-685750793']}) {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:35.038541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.073585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.075210 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c9a72e4d-ee9c-4205-bfcf-827d67376030 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6251788 Jun 16 15:16:35.089215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54328) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:35.129518 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.132355 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-68522ef1-4bd0-49fb-988c-c247697d4df1 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules/3677f702-b9fe-4bee-a4f1-fb4286d2c900 HTTP/1.1" status: 200 len: 763 time: 0.0418317 Jun 16 15:16:35.138964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54334) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:35.153145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Transition to ACTIVE for port object 7919e8f9-d794-4121-b845-2e35bfc13adf will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:35.172232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:35.176521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Transition to ACTIVE for port object 7919e8f9-d794-4121-b845-2e35bfc13adf will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:35.177021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.181800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:35.186195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:35.189126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:35.196364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:35.271397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54342) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:35.271635 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4887773e-e318-4129-a6ea-57a0d3f428a2 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags HTTP/1.1" status: 200 len: 316 time: 0.2699296 Jun 16 15:16:35.277841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.280729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-1bf6cdc2-4f84-4e37-b63c-61725d96b1ac tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:35.287943 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-dffa2383-d9e3-4cd4-b2cf-f5fe109a0982 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:35.318497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:16:35.334097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.334442 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment a4fd4eff-8c26-4f68-9ae1-558da955458e of type vlan for network 3fa08aa1-5dd2-4872-be3c-b52ff63318d1 Jun 16 15:16:35.353534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:35.360578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:35.369598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.376106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:35.379942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.389637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:35.441442 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-dffa2383-d9e3-4cd4-b2cf-f5fe109a0982 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:35.445197 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dffa2383-d9e3-4cd4-b2cf-f5fe109a0982 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3014464 Jun 16 15:16:35.454242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54348) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:35.463604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Pushing event updated for resources: {'Port': ['ID=7919e8f9-d794-4121-b845-2e35bfc13adf,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:35.481284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.532626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.30 (ffd276e9-69ea-43fa-a83c-0cf743b2b401/4e61dc5a-24d6-410f-9909-9135212aaadf/2dd340b2-6ba7-4534-9101-7e3d6e1518bb) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:35.538011 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2b6c-c6dd-4b21-ae53-6f2a8d2f466c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.553402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Attempting to bind port 7919e8f9-d794-4121-b845-2e35bfc13adf on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:35.553935 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Attempting to bind port 7919e8f9-d794-4121-b845-2e35bfc13adf by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:35.554373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Attempting to bind port 7919e8f9-d794-4121-b845-2e35bfc13adf on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:35.556174 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.560874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:35.561618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:35.561765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:35.562195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.562317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.563160 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:35.563741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Bound port: 7919e8f9-d794-4121-b845-2e35bfc13adf, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:35.564215 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.566804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2b6c-c6dd-4b21-ae53-6f2a8d2f466c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.625891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.647706 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.26.2.156 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/70bdf647-96bc-459f-98e3-aa9f1a845193) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:35.680293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] For port 7919e8f9-d794-4121-b845-2e35bfc13adf, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:35.683185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] For port 7919e8f9-d794-4121-b845-2e35bfc13adf, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7919e8f9-d794-4121-b845-2e35bfc13adf,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:35.696910 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1bf6cdc2-4f84-4e37-b63c-61725d96b1ac tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags HTTP/1.1" status: 204 len: 168 time: 0.4244497 Jun 16 15:16:35.709526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54358) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:35.722912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-2048404e-518a-46c1-88dc-da4406275324 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354', 'tempest-TagsExtTest-Tag-339599472') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:35.749467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 35e7fe18-4cba-4d75-91da-dc6d6f3ade1c yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:35.758705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.856462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=3fa08aa1-5dd2-4872-be3c-b52ff63318d1,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:35.881161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ab557-0f6c-47de-8303-9c28bc11d129 None None] Pushing event updated for resources: {'Port': ['ID=7919e8f9-d794-4121-b845-2e35bfc13adf,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:35.906323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 3fa08aa1-5dd2-4872-be3c-b52ff63318d1 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:35.960023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2b6c-c6dd-4b21-ae53-6f2a8d2f466c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.986340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2b6c-c6dd-4b21-ae53-6f2a8d2f466c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:35.993449 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7ffa2b6c-c6dd-4b21-ae53-6f2a8d2f466c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/3677f702-b9fe-4bee-a4f1-fb4286d2c900 HTTP/1.1" status: 204 len: 168 time: 0.5381901 Jun 16 15:16:35.999371 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8aee720b-475d-400d-abc7-0e36f3ff305f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1671004 Jun 16 15:16:36.000570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54364) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:36.004020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa2b6c-c6dd-4b21-ae53-6f2a8d2f466c tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3677f702-b9fe-4bee-a4f1-fb4286d2c900,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:36.008312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54366) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:36.031095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': '3fa08aa1-5dd2-4872-be3c-b52ff63318d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:36.118994 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-2048404e-518a-46c1-88dc-da4406275324 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:36.120035 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2048404e-518a-46c1-88dc-da4406275324 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags/tempest-TagsExtTest-Tag-339599472 HTTP/1.1" status: 404 len: 328 time: 0.4073839 Jun 16 15:16:36.125071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54374) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:36.131628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:36.175725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-acd150d7-472c-401e-a8d7-f23107ec2c6c tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354', 'tempest-TagsExtTest-Tag-1273417401') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:36.204773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9a421a2e-a7d4-46ac-a5ad-c76750ac8be9 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:36.214306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:36.234737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:36.240581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object 2dd340b2-6ba7-4534-9101-7e3d6e1518bb will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:36.243557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Usage tracker for resource:subnet and tenant:7aaf2e84017941f8aadbd199e9312258 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:36.247289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:36.254898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:36.266120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::99bb:8aa9:27ac:14f (31e74b08-3bfc-4c0f-a043-3479a97b05c8/108ca075-961a-4205-a7a7-07bdc69afc5b/35e7fe18-4cba-4d75-91da-dc6d6f3ade1c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:36.317898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:36.333039 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-acd150d7-472c-401e-a8d7-f23107ec2c6c tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:36.336837 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-acd150d7-472c-401e-a8d7-f23107ec2c6c tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags/tempest-TagsExtTest-Tag-1273417401 HTTP/1.1" status: 404 len: 329 time: 0.2052033 Jun 16 15:16:36.338007 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54380) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:36.357718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-a2a3a9d0-8f34-47fa-993f-cf089146db7c tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354', 'tempest-TagsExtTest-Tag-685750793') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:36.395349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9a421a2e-a7d4-46ac-a5ad-c76750ac8be9 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:36.396899 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9a421a2e-a7d4-46ac-a5ad-c76750ac8be9 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3904679 Jun 16 15:16:36.397864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:36.401808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:36.420101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54384) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:36.434557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:36.460997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-39da59e7-89ee-465a-a074-8e2db905689d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': '7c0dfa44-5388-4ad5-8ad5-ad4ecb1260d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:36.480900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-39da59e7-89ee-465a-a074-8e2db905689d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:36.522459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:36.528714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:36.567631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-39da59e7-89ee-465a-a074-8e2db905689d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:36.594099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:36.634454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=2dd340b2-6ba7-4534-9101-7e3d6e1518bb,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:36.641960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=70bdf647-96bc-459f-98e3-aa9f1a845193,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:36.717651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-39da59e7-89ee-465a-a074-8e2db905689d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:36.736440 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-a2a3a9d0-8f34-47fa-993f-cf089146db7c tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:36.737963 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a2a3a9d0-8f34-47fa-993f-cf089146db7c tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags/tempest-TagsExtTest-Tag-685750793 HTTP/1.1" status: 404 len: 328 time: 0.3982627 Jun 16 15:16:36.746482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54392) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:36.776153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-7bf23be2-773f-4eda-9c5b-e66c75a99a0a tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa', {'tags': ['tempest-TagsExtTest-Tag-1208769667', 'tempest-TagsExtTest-Tag-1578108812', 'tempest-TagsExtTest-Tag-979584675']}) {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:36.824182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] In _notify_port_updated(), no bound segment for port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb on network ffd276e9-69ea-43fa-a83c-0cf743b2b401 {{(pid=89745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:16:36.829555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:36.830179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:36.831527 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d3aa28b7-eb19-4ecc-a55a-8c653dcc7403 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "PUT /v2.0/ports/2dd340b2-6ba7-4534-9101-7e3d6e1518bb HTTP/1.1" status: 200 len: 998 time: 2.6530650 Jun 16 15:16:36.844460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54398) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:36.960430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-35ae940d-d1ea-4a58-bc32-0549001d728d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:36.961118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35ae940d-d1ea-4a58-bc32-0549001d728d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:36.990891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.015887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-39da59e7-89ee-465a-a074-8e2db905689d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.025044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 35e7fe18-4cba-4d75-91da-dc6d6f3ade1c will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:37.079855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54406) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:37.091033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-39da59e7-89ee-465a-a074-8e2db905689d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.122880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da59e7-89ee-465a-a074-8e2db905689d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496c4d99-be44-4052-8f63-c92647c4d664,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:37.147862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.154918 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7bf23be2-773f-4eda-9c5b-e66c75a99a0a tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags HTTP/1.1" status: 200 len: 317 time: 0.3988805 Jun 16 15:16:37.162266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54412) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:37.224523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-64316021-ed36-4e9f-91d1-e1f542be60dc tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:37.280537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.288029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:37.292878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:37.297201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Usage tracker for resource:floatingip and tenant:0f09a717134c4a829a5ae17c4ce9061b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:37.309252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-39da59e7-89ee-465a-a074-8e2db905689d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.310416 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-39da59e7-89ee-465a-a074-8e2db905689d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8895562 Jun 16 15:16:37.314636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54418) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:37.316101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:37.358482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:37.365577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:37.366383 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=35e7fe18-4cba-4d75-91da-dc6d6f3ade1c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:37.379033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:37.383278 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e2b8f3ee-f408-4aad-a975-aa88b2fdc7c3 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules/496c4d99-be44-4052-8f63-c92647c4d664 HTTP/1.1" status: 200 len: 763 time: 0.0558918 Jun 16 15:16:37.385502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:37.390736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54422) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:37.390886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:37.391460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.396725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe727a-eea9-48e8-a4da-c5f149170f3e None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:37.508418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.544518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': 'a4fd4eff-8c26-4f68-9ae1-558da955458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3fa08aa1-5dd2-4872-be3c-b52ff63318d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:37.544905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: 3fa08aa1-5dd2-4872-be3c-b52ff63318d1, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:16:37.556360 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3707a99e-4c63-4f8d-9438-38c5f9810f5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8662341 Jun 16 15:16:37.557282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54426) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:37.563729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=a020580f-891b-4eb2-a307-70d1392a1291,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:37.598612 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7842f279-1fa8-4bc9-b2ed-40816582d6d1 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1968598 Jun 16 15:16:37.605967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-41f839f2-a211-49e7-bb6c-28eedc9b1365 None None] Provisioning for port 7919e8f9-d794-4121-b845-2e35bfc13adf completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:37.610083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54430) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:37.700354 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-64316021-ed36-4e9f-91d1-e1f542be60dc tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags HTTP/1.1" status: 204 len: 168 time: 0.4853306 Jun 16 15:16:37.714695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54432) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:37.751783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-7439a8cd-8338-4e84-b7eb-4321afa5a01a tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa', 'tempest-TagsExtTest-Tag-1208769667') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:37.781253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35ae940d-d1ea-4a58-bc32-0549001d728d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.852005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d5383d56-d93e-450a-916b-f53e16c5681b None None] Provisioning for port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:37.857996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d5383d56-d93e-450a-916b-f53e16c5681b None None] Provisioning complete for port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:37.860649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d5383d56-d93e-450a-916b-f53e16c5681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.878117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a122b8-0e57-45d0-9665-ee1a70829962 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:37.885577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a122b8-0e57-45d0-9665-ee1a70829962 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:37.886389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-53a122b8-0e57-45d0-9665-ee1a70829962 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:37.945995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d5383d56-d93e-450a-916b-f53e16c5681b None None] Port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:37.961084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7919e8f9-d794-4121-b845-2e35bfc13adf up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:37.978314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network 3fa08aa1-5dd2-4872-be3c-b52ff63318d1 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:16:37.998485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-35ae940d-d1ea-4a58-bc32-0549001d728d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 2dd340b2-6ba7-4534-9101-7e3d6e1518bb owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:38.056624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-82da111c-7ad0-4942-95ed-63bdc4746abf tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.075650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-82da111c-7ad0-4942-95ed-63bdc4746abf tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.078665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-63873897-924d-4140-b9f7-9374fe489ba2 None None] Provisioning complete for port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:38.079064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63873897-924d-4140-b9f7-9374fe489ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.091673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 3fa08aa1-5dd2-4872-be3c-b52ff63318d1) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:38.108577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:38.109387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.120343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00490036-2a28-4531-b8c5-3e5684c51b58 None None] Network 3fa08aa1-5dd2-4872-be3c-b52ff63318d1 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:38.158465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 7919e8f9-d794-4121-b845-2e35bfc13adf completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:38.160996 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-7439a8cd-8338-4e84-b7eb-4321afa5a01a tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:38.162023 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7439a8cd-8338-4e84-b7eb-4321afa5a01a tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags/tempest-TagsExtTest-Tag-1208769667 HTTP/1.1" status: 404 len: 329 time: 0.4311776 Jun 16 15:16:38.164861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54438) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:38.173809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.175714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7919e8f9-d794-4121-b845-2e35bfc13adf triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:38.176105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.178190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-013b570d-c43e-44da-93be-dbec475974ce tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa', 'tempest-TagsExtTest-Tag-1578108812') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:38.252672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-82da111c-7ad0-4942-95ed-63bdc4746abf tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.256628 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-594f4d57-7643-443f-95fe-ed505a09240e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2453442 Jun 16 15:16:38.268107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54442) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:38.275548 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-82da111c-7ad0-4942-95ed-63bdc4746abf tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.277169 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-82da111c-7ad0-4942-95ed-63bdc4746abf tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/496c4d99-be44-4052-8f63-c92647c4d664 HTTP/1.1" status: 204 len: 168 time: 0.5140142 Jun 16 15:16:38.283361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54446) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:38.292304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-53a122b8-0e57-45d0-9665-ee1a70829962 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:38.296237 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-53a122b8-0e57-45d0-9665-ee1a70829962 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.7370462 Jun 16 15:16:38.302869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54450) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:38.334165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da111c-7ad0-4942-95ed-63bdc4746abf tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=496c4d99-be44-4052-8f63-c92647c4d664,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:38.336245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-63873897-924d-4140-b9f7-9374fe489ba2 None None] Port 2dd340b2-6ba7-4534-9101-7e3d6e1518bb cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:38.451888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.482740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.523904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-783589b1-d8b7-48a6-a7f3-79d85ddd4fe7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:38.555305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7919e8f9-d794-4121-b845-2e35bfc13adf is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:38.555911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.564860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35ae940d-d1ea-4a58-bc32-0549001d728d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.567444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Provisioning for port 35e7fe18-4cba-4d75-91da-dc6d6f3ade1c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:38.575666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Provisioning complete for port 35e7fe18-4cba-4d75-91da-dc6d6f3ade1c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:38.575666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.592203 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a6d51880-8652-4fa5-9dcd-d233b69eaedb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 35e7fe18-4cba-4d75-91da-dc6d6f3ade1c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:38.593352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6d51880-8652-4fa5-9dcd-d233b69eaedb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.624314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-3fa08aa1-5dd2-4872-be3c-b52ff63318d1', 'network_id': '3fa08aa1-5dd2-4872-be3c-b52ff63318d1', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': 'a020580f-891b-4eb2-a307-70d1392a1291'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:38.624314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.624630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae940d-d1ea-4a58-bc32-0549001d728d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=2dd340b2-6ba7-4534-9101-7e3d6e1518bb,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:38.629908 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-013b570d-c43e-44da-93be-dbec475974ce tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:38.633595 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-013b570d-c43e-44da-93be-dbec475974ce tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags/tempest-TagsExtTest-Tag-1578108812 HTTP/1.1" status: 404 len: 329 time: 0.4676630 Jun 16 15:16:38.634217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54454) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:38.644392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-783589b1-d8b7-48a6-a7f3-79d85ddd4fe7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:38.648547 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-783589b1-d8b7-48a6-a7f3-79d85ddd4fe7 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3611381 Jun 16 15:16:38.648907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54456) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:38.661023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-af480b76-0be3-4f6c-8c00-c318a546c134 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa', 'tempest-TagsExtTest-Tag-979584675') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:38.789908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9e4ddaea-e4a1-4021-9923-d73f94478e84 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': '7c0dfa44-5388-4ad5-8ad5-ad4ecb1260d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:38.790061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 7919e8f9-d794-4121-b845-2e35bfc13adf, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7919e8f9-d794-4121-b845-2e35bfc13adf,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:38.790061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Port 35e7fe18-4cba-4d75-91da-dc6d6f3ade1c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:38.790281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9e4ddaea-e4a1-4021-9923-d73f94478e84 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:38.790421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Provisioning complete for port 7919e8f9-d794-4121-b845-2e35bfc13adf triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:38.790421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.825399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.836914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9e4ddaea-e4a1-4021-9923-d73f94478e84 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:38.914237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35ae940d-d1ea-4a58-bc32-0549001d728d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:38.917127 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-35ae940d-d1ea-4a58-bc32-0549001d728d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/2dd340b2-6ba7-4534-9101-7e3d6e1518bb HTTP/1.1" status: 204 len: 168 time: 2.0715661 Jun 16 15:16:38.924202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54462) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:38.944117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Allocated IP 172.20.0.2 (3fa08aa1-5dd2-4872-be3c-b52ff63318d1/a020580f-891b-4eb2-a307-70d1392a1291/cb1044a7-63f9-45ab-8d75-033f05f5f402) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:38.993025 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-6897a592-b68f-4b2c-961b-a7087b4f3ec1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:16:38.994348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6897a592-b68f-4b2c-961b-a7087b4f3ec1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:39.035741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Current status of the port 7919e8f9-d794-4121-b845-2e35bfc13adf is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:39.036115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.038159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.064165 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-af480b76-0be3-4f6c-8c00-c318a546c134 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:39.065207 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-af480b76-0be3-4f6c-8c00-c318a546c134 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags/tempest-TagsExtTest-Tag-979584675 HTTP/1.1" status: 404 len: 328 time: 0.4130023 Jun 16 15:16:39.068801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54466) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:39.074576 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-7fc3b59a-6216-47f2-beab-79ac18840844 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233', {'tags': ['tempest-TagsExtTest-Tag-330343633', 'tempest-TagsExtTest-Tag-58061435', 'tempest-TagsExtTest-Tag-1824949826']}) {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:39.170588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Allocated IP 172.26.2.209 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/c07cd7f8-789d-409f-80a9-c745bad4c97b) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:39.183917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.188901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6897a592-b68f-4b2c-961b-a7087b4f3ec1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:39.191047 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6897a592-b68f-4b2c-961b-a7087b4f3ec1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/2dd340b2-6ba7-4534-9101-7e3d6e1518bb HTTP/1.1" status: 404 len: 333 time: 0.2635682 Jun 16 15:16:39.195401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.197287 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-9e4ddaea-e4a1-4021-9923-d73f94478e84 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Project ca67e926317d469680e41ca029df1d22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:16:39.201191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54470) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:39.209588 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7fc3b59a-6216-47f2-beab-79ac18840844 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "PUT /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags HTTP/1.1" status: 200 len: 315 time: 0.1371233 Jun 16 15:16:39.240035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddaea-e4a1-4021-9923-d73f94478e84 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.247335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54474) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:39.276158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-1ebee18d-de22-4bd8-b4e3-84dd5f748671 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:39.318204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-be49f183-99bd-48e4-a923-8e5e19aa8139 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet 4e61dc5a-24d6-410f-9909-9135212aaadf {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:39.327448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be49f183-99bd-48e4-a923-8e5e19aa8139 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.341890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:39.344235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:39.344235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.353854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=7919e8f9-d794-4121-b845-2e35bfc13adf,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:39.360665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Transition to ACTIVE for port object cb1044a7-63f9-45ab-8d75-033f05f5f402 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:39.380572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Transition to ACTIVE for port object cb1044a7-63f9-45ab-8d75-033f05f5f402 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:39.388989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=70bdf647-96bc-459f-98e3-aa9f1a845193,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:39.390062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.418666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.495129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.496838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddaea-e4a1-4021-9923-d73f94478e84 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.551112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be49f183-99bd-48e4-a923-8e5e19aa8139 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.557417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Network 3fa08aa1-5dd2-4872-be3c-b52ff63318d1 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:39.564502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:39.572059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:39.579020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6d51880-8652-4fa5-9dcd-d233b69eaedb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.600155 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddaea-e4a1-4021-9923-d73f94478e84 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.606222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Pushing event updated for resources: {'Port': ['ID=cb1044a7-63f9-45ab-8d75-033f05f5f402,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:39.634776 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1ebee18d-de22-4bd8-b4e3-84dd5f748671 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags HTTP/1.1" status: 204 len: 168 time: 0.3780580 Jun 16 15:16:39.635515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ddaea-e4a1-4021-9923-d73f94478e84 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0dae06-3714-4bda-a197-5e42a8844a7d,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:39.642450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54478) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:39.644077 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP be55acc5-23d4-47ba-99b1-b2c94eff86da associated. External IP: 172.26.2.156, port: 86fefaf3-c2c9-4d79-9ea7-91077f695e68. Jun 16 15:16:39.688677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Attempting to bind port cb1044a7-63f9-45ab-8d75-033f05f5f402 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:39.689218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Attempting to bind port cb1044a7-63f9-45ab-8d75-033f05f5f402 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'a4fd4eff-8c26-4f68-9ae1-558da955458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3fa08aa1-5dd2-4872-be3c-b52ff63318d1'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:39.689642 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Attempting to bind port cb1044a7-63f9-45ab-8d75-033f05f5f402 on network 3fa08aa1-5dd2-4872-be3c-b52ff63318d1 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:39.695904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:39.696448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Checking segment: {'id': 'a4fd4eff-8c26-4f68-9ae1-558da955458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3fa08aa1-5dd2-4872-be3c-b52ff63318d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:39.696941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.697427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Bound using segment: {'id': 'a4fd4eff-8c26-4f68-9ae1-558da955458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3fa08aa1-5dd2-4872-be3c-b52ff63318d1'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:39.697997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Bound port: cb1044a7-63f9-45ab-8d75-033f05f5f402, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fd4eff-8c26-4f68-9ae1-558da955458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3fa08aa1-5dd2-4872-be3c-b52ff63318d1'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:39.698464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.801742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] For port cb1044a7-63f9-45ab-8d75-033f05f5f402, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:39.805320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] For port cb1044a7-63f9-45ab-8d75-033f05f5f402, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cb1044a7-63f9-45ab-8d75-033f05f5f402,segment=NetworkSegment(a4fd4eff-8c26-4f68-9ae1-558da955458e),segment_id=a4fd4eff-8c26-4f68-9ae1-558da955458e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:39.817090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7919e8f9-d794-4121-b845-2e35bfc13adf up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:39.843517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-59569905-8b27-4916-9b5e-c53aedbfe65b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233', 'tempest-TagsExtTest-Tag-330343633') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:39.892181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a6d51880-8652-4fa5-9dcd-d233b69eaedb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 35e7fe18-4cba-4d75-91da-dc6d6f3ade1c owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:39.925134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.950037 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-59569905-8b27-4916-9b5e-c53aedbfe65b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:39.951148 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-59569905-8b27-4916-9b5e-c53aedbfe65b tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags/tempest-TagsExtTest-Tag-330343633 HTTP/1.1" status: 404 len: 328 time: 0.1164784 Jun 16 15:16:39.955669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54482) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:39.970857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-897c7e32-1f4a-4133-930b-99013daefa65 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233', 'tempest-TagsExtTest-Tag-58061435') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:39.984816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddaea-e4a1-4021-9923-d73f94478e84 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.986407 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9e4ddaea-e4a1-4021-9923-d73f94478e84 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2864685 Jun 16 15:16:39.993433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54486) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:40.023159 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a5f1e6f3-748d-47c4-a800-11e6d4a49d77 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules/dc0dae06-3714-4bda-a197-5e42a8844a7d HTTP/1.1" status: 200 len: 769 time: 0.0282452 Jun 16 15:16:40.026964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54490) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:40.039203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f26765d1-2706-4c23-b7a6-478de45abf94 None None] Current status of the port 7919e8f9-d794-4121-b845-2e35bfc13adf is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:40.043199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.046206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.062516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecacdc4-1ddb-4a07-a42a-b257d7cc1719 None None] Pushing event updated for resources: {'Port': ['ID=cb1044a7-63f9-45ab-8d75-033f05f5f402,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:40.071468 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7919e8f9-d794-4121-b845-2e35bfc13adf triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:40.076171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.130516 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-897c7e32-1f4a-4133-930b-99013daefa65 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:40.131444 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-897c7e32-1f4a-4133-930b-99013daefa65 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags/tempest-TagsExtTest-Tag-58061435 HTTP/1.1" status: 404 len: 327 time: 0.1742685 Jun 16 15:16:40.135726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54494) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:40.164129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-b7a1e330-9558-4c63-b8c8-0e31b4e45be5 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233', 'tempest-TagsExtTest-Tag-1824949826') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:40.196838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.199923 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7919e8f9-d794-4121-b845-2e35bfc13adf is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:40.215948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=a020580f-891b-4eb2-a307-70d1392a1291,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:40.222447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be49f183-99bd-48e4-a923-8e5e19aa8139 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.270386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-adb15477-c5ff-46f5-b35d-c1a6e482bcd8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:40.314681 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-b7a1e330-9558-4c63-b8c8-0e31b4e45be5 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] show failed (client error): The resource could not be found. Jun 16 15:16:40.320865 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b7a1e330-9558-4c63-b8c8-0e31b4e45be5 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags/tempest-TagsExtTest-Tag-1824949826 HTTP/1.1" status: 404 len: 329 time: 0.1698258 Jun 16 15:16:40.320865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54498) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:40.326105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-0559a0a7-10d6-408f-898c-3dd6ea63ff68 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbf77d70-8eb1-481e-aeba-eaef8ac23233') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:40.329485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa08aa1-5dd2-4872-be3c-b52ff63318d1']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:40.357898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:40.386032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fd4eff-8c26-4f68-9ae1-558da955458e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:40.389198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fd4eff-8c26-4f68-9ae1-558da955458e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:40.430304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.436683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-adb15477-c5ff-46f5-b35d-c1a6e482bcd8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:40.441992 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-adb15477-c5ff-46f5-b35d-c1a6e482bcd8 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4134424 Jun 16 15:16:40.447353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54502) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:40.468885 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0559a0a7-10d6-408f-898c-3dd6ea63ff68 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233/tags HTTP/1.1" status: 204 len: 168 time: 0.1486537 Jun 16 15:16:40.471705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54506) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:40.477994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.483276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-37cc0960-b22a-49cd-bd92-8d0f79216cfc tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ac42943b-f5bf-45fe-b260-3a4e6e97a3aa') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:40.555869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6d51880-8652-4fa5-9dcd-d233b69eaedb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.584702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:40.590846 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239477e-8b99-432e-95be-855476f2f769 None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:40.600525 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239477e-8b99-432e-95be-855476f2f769 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:40.601134 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2239477e-8b99-432e-95be-855476f2f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:40.610699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:40.611383 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.627124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.634679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be49f183-99bd-48e4-a923-8e5e19aa8139 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.661194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.662674 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2239477e-8b99-432e-95be-855476f2f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:40.672083 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239477e-8b99-432e-95be-855476f2f769 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:40.672699 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2239477e-8b99-432e-95be-855476f2f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:40.693837 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment a4fd4eff-8c26-4f68-9ae1-558da955458e resource provider aggregate not found Jun 16 15:16:40.705692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f447d7e-efee-4ce9-8dd0-4545d1e639c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.710854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d51880-8652-4fa5-9dcd-d233b69eaedb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=35e7fe18-4cba-4d75-91da-dc6d6f3ade1c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:40.736379 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ebc5b2da-8373-4676-9d90-4601e6be95b7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9220929 Jun 16 15:16:40.739273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54514) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:40.745342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f2b517bd-f316-428e-b6c6-a71b1365f914 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'port_id': '86fefaf3-c2c9-4d79-9ea7-91077f695e68', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:40.752488 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2239477e-8b99-432e-95be-855476f2f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:40.753018 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239477e-8b99-432e-95be-855476f2f769 None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:40.837093 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment a4fd4eff-8c26-4f68-9ae1-558da955458e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4fd4eff-8c26-4f68-9ae1-558da955458e found for delete ", "request_id": "req-9f747bb3-c01a-480f-8950-e72fff20b64a"}]} Jun 16 15:16:40.844497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a756a2-1a69-4149-880a-1f2bc09c5526 None None] Network ffd276e9-69ea-43fa-a83c-0cf743b2b401 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:40.850973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f447d7e-efee-4ce9-8dd0-4545d1e639c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.880287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f2b517bd-f316-428e-b6c6-a71b1365f914 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:40.896058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49f183-99bd-48e4-a923-8e5e19aa8139 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=4e61dc5a-24d6-410f-9909-9135212aaadf,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:40.910868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be49f183-99bd-48e4-a923-8e5e19aa8139 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.016108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:41.034884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:41.048382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6d51880-8652-4fa5-9dcd-d233b69eaedb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.062018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:41.142085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:16:41.142085 dv-neutron-846028-2-hyperv neutron-server[89745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:16:41.142085 dv-neutron-846028-2-hyperv neutron-server[89745]: [parameters: {'id': '3fa08aa1-5dd2-4872-be3c-b52ff63318d1'}] Jun 16 15:16:41.142085 dv-neutron-846028-2-hyperv neutron-server[89745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:41.143077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:41.158488 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-be49f183-99bd-48e4-a923-8e5e19aa8139 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/4e61dc5a-24d6-410f-9909-9135212aaadf HTTP/1.1" status: 204 len: 168 time: 1.9525974 Jun 16 15:16:41.166514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Pushing event updated for resources: {'Port': ['ID=c07cd7f8-789d-409f-80a9-c745bad4c97b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:41.169752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54518) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:41.174318 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-37cc0960-b22a-49cd-bd92-8d0f79216cfc tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa/tags HTTP/1.1" status: 204 len: 168 time: 0.7016172 Jun 16 15:16:41.205352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54522) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:41.213493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.tag.tag_plugin [None req-5ade7001-c823-4929-a638-f4ea8fbe056a tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '47bcfc4a-b77f-4d1a-98e0-25c5826d2354') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:41.246263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f447d7e-efee-4ce9-8dd0-4545d1e639c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.285443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f447d7e-efee-4ce9-8dd0-4545d1e639c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.285443 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3f447d7e-efee-4ce9-8dd0-4545d1e639c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/dc0dae06-3714-4bda-a197-5e42a8844a7d HTTP/1.1" status: 204 len: 168 time: 0.8305724 Jun 16 15:16:41.285443 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a6d51880-8652-4fa5-9dcd-d233b69eaedb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/35e7fe18-4cba-4d75-91da-dc6d6f3ade1c HTTP/1.1" status: 204 len: 168 time: 2.9708812 Jun 16 15:16:41.287653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54526) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:41.288054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54528) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:41.369851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f447d7e-efee-4ce9-8dd0-4545d1e639c2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc0dae06-3714-4bda-a197-5e42a8844a7d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:41.375757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b20037-6aff-47ac-b1b3-e6d57ed54a9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:41.377453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b20037-6aff-47ac-b1b3-e6d57ed54a9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:41.379635 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-91b20037-6aff-47ac-b1b3-e6d57ed54a9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0881326 Jun 16 15:16:41.385879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54534) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:41.407560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025426b3-1f3f-456d-8c41-ed501d86bb5e None None] Network 3fa08aa1-5dd2-4872-be3c-b52ff63318d1 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:41.418616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d5f24d-afac-4bb8-81e1-63376de96df0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet 7bf2392f-30c0-4628-b40c-7423679b582c {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:41.428441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29d5f24d-afac-4bb8-81e1-63376de96df0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.501282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.517865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2153dbae-f016-46f9-aa3d-51926c8181eb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:41.527298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29d5f24d-afac-4bb8-81e1-63376de96df0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.573273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-5038939d-214b-4a8f-b65f-f66c59220a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 108ca075-961a-4205-a7a7-07bdc69afc5b {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:41.580210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5038939d-214b-4a8f-b65f-f66c59220a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.635196 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5ade7001-c823-4929-a638-f4ea8fbe056a tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354/tags HTTP/1.1" status: 204 len: 168 time: 0.4280195 Jun 16 15:16:41.638109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54538) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:41.656980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29d5f24d-afac-4bb8-81e1-63376de96df0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.671760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a90d2c53-f268-45b1-9614-544f003bf7dc None None] Provisioning for port cb1044a7-63f9-45ab-8d75-033f05f5f402 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:41.687936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.699301 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.tag.tag_plugin [None req-101eb855-c8f7-49df-9224-34e44f3a71d3 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'efebaedb-eb83-4d83-9c11-b7273f419b42') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:41.744155 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbcf0d3-c67a-4168-9eb6-397f4d9df969 None None] DHCP port deletion for 3fa08aa1-5dd2-4872-be3c-b52ff63318d1 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:41.748916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1cbcf0d3-c67a-4168-9eb6-397f4d9df969 None None] Deleting port cb1044a7-63f9-45ab-8d75-033f05f5f402 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:41.749304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf0d3-c67a-4168-9eb6-397f4d9df969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.792305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2153dbae-f016-46f9-aa3d-51926c8181eb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:41.796322 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2153dbae-f016-46f9-aa3d-51926c8181eb tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5035660 Jun 16 15:16:41.837986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54542) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:41.886966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5038939d-214b-4a8f-b65f-f66c59220a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:41.961613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.013769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1cbcf0d3-c67a-4168-9eb6-397f4d9df969 None None] For port cb1044a7-63f9-45ab-8d75-033f05f5f402, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cb1044a7-63f9-45ab-8d75-033f05f5f402,segment=NetworkSegment(a4fd4eff-8c26-4f68-9ae1-558da955458e),segment_id=a4fd4eff-8c26-4f68-9ae1-558da955458e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:42.014382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf0d3-c67a-4168-9eb6-397f4d9df969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.033436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-22773ffc-81d5-4020-8509-6a57fe9bcad0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.081582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5038939d-214b-4a8f-b65f-f66c59220a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.120680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-22773ffc-81d5-4020-8509-6a57fe9bcad0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.168661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1cbcf0d3-c67a-4168-9eb6-397f4d9df969 None None] Calling delete_port for cb1044a7-63f9-45ab-8d75-033f05f5f402 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:42.177832 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.219440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port cb1044a7-63f9-45ab-8d75-033f05f5f402 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:42.219770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.279151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6d7990d4-fc8c-4d5d-bff7-d26a0e1543cf None None] Provisioning complete for port 2cbf5b3c-6190-43cb-9239-313b1c3f953c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:42.279918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d7990d4-fc8c-4d5d-bff7-d26a0e1543cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.344641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf0d3-c67a-4168-9eb6-397f4d9df969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.359808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f2b517bd-f316-428e-b6c6-a71b1365f914 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.367088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29d5f24d-afac-4bb8-81e1-63376de96df0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.373275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.379856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] The port 'cb1044a7-63f9-45ab-8d75-033f05f5f402' was deleted {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:16:42.391584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-22773ffc-81d5-4020-8509-6a57fe9bcad0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.399744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcf0d3-c67a-4168-9eb6-397f4d9df969 None None] Pushing event deleted for resources: {'Port': ['ID=cb1044a7-63f9-45ab-8d75-033f05f5f402,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:42.405565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbcf0d3-c67a-4168-9eb6-397f4d9df969 None None] No DVR routers for this DVR port cb1044a7-63f9-45ab-8d75-033f05f5f402 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:42.423823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22773ffc-81d5-4020-8509-6a57fe9bcad0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0dfa44-5388-4ad5-8ad5-ad4ecb1260d3,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:42.432478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f2b517bd-f316-428e-b6c6-a71b1365f914 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.488426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5038939d-214b-4a8f-b65f-f66c59220a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.505041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6d7990d4-fc8c-4d5d-bff7-d26a0e1543cf None None] Current status of the port 2cbf5b3c-6190-43cb-9239-313b1c3f953c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:42.511381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5f24d-afac-4bb8-81e1-63376de96df0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf2392f-30c0-4628-b40c-7423679b582c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:42.516599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29d5f24d-afac-4bb8-81e1-63376de96df0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.533740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7d19c-cb39-4451-989d-ecc1483eff60 None None] Network ffd276e9-69ea-43fa-a83c-0cf743b2b401 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:42.565838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038939d-214b-4a8f-b65f-f66c59220a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=108ca075-961a-4205-a7a7-07bdc69afc5b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:42.570098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5038939d-214b-4a8f-b65f-f66c59220a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.582705 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5038939d-214b-4a8f-b65f-f66c59220a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/108ca075-961a-4205-a7a7-07bdc69afc5b HTTP/1.1" status: 204 len: 168 time: 1.1929929 Jun 16 15:16:42.591667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54546) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:42.610035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Pushing event updated for resources: {'Port': ['ID=c07cd7f8-789d-409f-80a9-c745bad4c97b,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:42.673449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2be58d-273a-426b-aeeb-fd0b414c3a03 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:42.719935 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-29d5f24d-afac-4bb8-81e1-63376de96df0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/7bf2392f-30c0-4628-b40c-7423679b582c HTTP/1.1" status: 204 len: 168 time: 1.5435073 Jun 16 15:16:42.724394 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5e843b18-591d-4d71-a779-0c7c0b0a0362 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321187 Jun 16 15:16:42.731420 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54550) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:42.732208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54552) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:42.732477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-22773ffc-81d5-4020-8509-6a57fe9bcad0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.733665 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-22773ffc-81d5-4020-8509-6a57fe9bcad0 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/7c0dfa44-5388-4ad5-8ad5-ad4ecb1260d3 HTTP/1.1" status: 204 len: 168 time: 0.8921018 Jun 16 15:16:42.736444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54556) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:42.739164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.749744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:42.841499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:42.886586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-832e79ee-bea7-4de9-b677-33f09f7230ec tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:42.927236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa08aa1-5dd2-4872-be3c-b52ff63318d1']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:43.003150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-832e79ee-bea7-4de9-b677-33f09f7230ec tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:43.010285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fd4eff-8c26-4f68-9ae1-558da955458e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:43.010593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fd4eff-8c26-4f68-9ae1-558da955458e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:43.014682 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-832e79ee-bea7-4de9-b677-33f09f7230ec tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2773442 Jun 16 15:16:43.028849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54562) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:43.040950 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-101eb855-c8f7-49df-9224-34e44f3a71d3 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42/tags HTTP/1.1" status: 204 len: 168 time: 1.4015446 Jun 16 15:16:43.045601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.047721 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54566) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:43.054548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group': {'name': 'tempest-secgroup--827380219'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:43.055957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b517bd-f316-428e-b6c6-a71b1365f914 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:43.069953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:43.073055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:43.081372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.089390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.094581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:43.102274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:43.104098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a973fc4-ab5e-4af1-881b-c68db3e270d6 None None] DHCP port deletion for ffd276e9-69ea-43fa-a83c-0cf743b2b401 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:43.104589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:43.108179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3a973fc4-ab5e-4af1-881b-c68db3e270d6 None None] Deleting port 2cbf5b3c-6190-43cb-9239-313b1c3f953c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:43.108552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a973fc4-ab5e-4af1-881b-c68db3e270d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.108837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:43.109304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.133212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.137478 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2e518bdc-f820-4532-9ddb-5a443f0fb681 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0534763 Jun 16 15:16:43.149030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:43.151895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54572) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:43.159948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a5855-9a63-433a-bbf5-1a2761327bfa None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:43.163447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-741940568', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'fixed_ips': [{'ip_address': '172.26.2.209'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:43.197173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d42a5855-9a63-433a-bbf5-1a2761327bfa None None] Deleting port 7919e8f9-d794-4121-b845-2e35bfc13adf {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:43.198073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d42a5855-9a63-433a-bbf5-1a2761327bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.231226 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment a4fd4eff-8c26-4f68-9ae1-558da955458e resource provider aggregate not found Jun 16 15:16:43.240877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:43.243195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 2cbf5b3c-6190-43cb-9239-313b1c3f953c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:43.243539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.275648 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment a4fd4eff-8c26-4f68-9ae1-558da955458e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4fd4eff-8c26-4f68-9ae1-558da955458e found for delete ", "request_id": "req-6543d559-04fb-499b-8c45-e09a49218ee3"}]} Jun 16 15:16:43.282773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.291674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Usage tracker for resource:port and tenant:0f09a717134c4a829a5ae17c4ce9061b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:43.298593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:43.318350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:43.334708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:43.338285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.376177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b517bd-f316-428e-b6c6-a71b1365f914 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:43.387258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f2b517bd-f316-428e-b6c6-a71b1365f914 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.387409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:43.391500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b798d3-09b1-48db-8cc0-5f1df86d181e None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:43.412364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:43.417348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.420854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:43.458542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:43.458779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9291caa9-5c2f-48d3-bc74-be6dc14ea3ec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for subnetpool, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.458779 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9291caa9-5c2f-48d3-bc74-be6dc14ea3ec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/subnetpools/cbf77d70-8eb1-481e-aeba-eaef8ac23233 HTTP/1.1" status: 204 len: 168 time: 0.4020326 Jun 16 15:16:43.458779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54578) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:43.459248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.494066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b798d3-09b1-48db-8cc0-5f1df86d181e None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:43.495163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-85b798d3-09b1-48db-8cc0-5f1df86d181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:43.536474 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-86c165d9-176a-4df3-9e59-eeea21b710d5 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac42943b-f5bf-45fe-b260-3a4e6e97a3aa HTTP/1.1" status: 200 len: 205 time: 0.0783145 Jun 16 15:16:43.543909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54582) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:43.546186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Made reservation on behalf of 0f09a717134c4a829a5ae17c4ce9061b for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:43.548661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.558515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=3fa08aa1-5dd2-4872-be3c-b52ff63318d1,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:43.585783 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-76cac616-d63b-4447-9812-985d78aacec5 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/3fa08aa1-5dd2-4872-be3c-b52ff63318d1 HTTP/1.1" status: 204 len: 168 time: 5.3146064 Jun 16 15:16:43.587097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-85b798d3-09b1-48db-8cc0-5f1df86d181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:43.599282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54586) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:43.603692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3a973fc4-ab5e-4af1-881b-c68db3e270d6 None None] For port 2cbf5b3c-6190-43cb-9239-313b1c3f953c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2cbf5b3c-6190-43cb-9239-313b1c3f953c,segment=NetworkSegment(f55e7337-986c-4343-8360-69886adb59d3),segment_id=f55e7337-986c-4343-8360-69886adb59d3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:43.603692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a973fc4-ab5e-4af1-881b-c68db3e270d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.606029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.671523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b798d3-09b1-48db-8cc0-5f1df86d181e None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:43.672252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-85b798d3-09b1-48db-8cc0-5f1df86d181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:43.721419 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-234f3c7c-a9b2-4764-b463-565789c651b6 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] GET failed (client error): The resource could not be found. Jun 16 15:16:43.722183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-234f3c7c-a9b2-4764-b463-565789c651b6 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Synchronizing usage tracker for tenant:7aaf2e84017941f8aadbd199e9312258 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:43.736973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:43.757216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Usage tracker for resource:security_group_rule and tenant:0f09a717134c4a829a5ae17c4ce9061b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:43.765749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:43.784649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] For port 2cbf5b3c-6190-43cb-9239-313b1c3f953c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2cbf5b3c-6190-43cb-9239-313b1c3f953c,segment=NetworkSegment(f55e7337-986c-4343-8360-69886adb59d3),segment_id=f55e7337-986c-4343-8360-69886adb59d3)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:43.785260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.786249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-85b798d3-09b1-48db-8cc0-5f1df86d181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:43.786650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b798d3-09b1-48db-8cc0-5f1df86d181e None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:43.794251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:43.813096 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f2b517bd-f316-428e-b6c6-a71b1365f914 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "PUT /v2.0/floatingips/be55acc5-23d4-47ba-99b1-b2c94eff86da HTTP/1.1" status: 200 len: 979 time: 3.0718315 Jun 16 15:16:43.816641 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54590) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:43.820568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2df9b012-0075-4c65-921e-5fa54ac9e1c3 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:43.859191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2cbf5b3c-6190-43cb-9239-313b1c3f953c no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:43.890185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3a973fc4-ab5e-4af1-881b-c68db3e270d6 None None] Calling delete_port for 2cbf5b3c-6190-43cb-9239-313b1c3f953c owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:43.942251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d42a5855-9a63-433a-bbf5-1a2761327bfa None None] For port 7919e8f9-d794-4121-b845-2e35bfc13adf, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7919e8f9-d794-4121-b845-2e35bfc13adf,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:43.942251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d42a5855-9a63-433a-bbf5-1a2761327bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.089268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d42a5855-9a63-433a-bbf5-1a2761327bfa None None] Calling delete_port for 7919e8f9-d794-4121-b845-2e35bfc13adf owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:44.096393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 2cbf5b3c-6190-43cb-9239-313b1c3f953c owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:44.125668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-234f3c7c-a9b2-4764-b463-565789c651b6 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Unset dirty status for tenant:7aaf2e84017941f8aadbd199e9312258 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:44.129685 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-234f3c7c-a9b2-4764-b463-565789c651b6 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/subnets/a020580f-891b-4eb2-a307-70d1392a1291 HTTP/1.1" status: 404 len: 337 time: 0.5104034 Jun 16 15:16:44.151596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54594) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:44.174519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.269373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.286993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 2cbf5b3c-6190-43cb-9239-313b1c3f953c is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:44.286993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.337163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2df9b012-0075-4c65-921e-5fa54ac9e1c3 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.341403 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44d5c84-9b6a-4d52-bcf3-c55306796d34 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:44.341810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44d5c84-9b6a-4d52-bcf3-c55306796d34 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:44.351075 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a44d5c84-9b6a-4d52-bcf3-c55306796d34 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/3fa08aa1-5dd2-4872-be3c-b52ff63318d1 HTTP/1.1" status: 404 len: 339 time: 0.1910224 Jun 16 15:16:44.351075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2df9b012-0075-4c65-921e-5fa54ac9e1c3 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.351367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54598) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:44.353844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9792d7f2-c9a4-4fc3-b1b4-9b268e593ee4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:44.367471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.372984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:44.379199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:44.379199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.400942 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a973fc4-ab5e-4af1-881b-c68db3e270d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.405369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d42a5855-9a63-433a-bbf5-1a2761327bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.418539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 70bdf647-96bc-459f-98e3-aa9f1a845193 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:44.419151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.439322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.442977 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2c8be11a-492b-4a74-bebc-68936e70c4d2 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4081974 Jun 16 15:16:44.445385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54602) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:44.450125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:44.452209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7919e8f9-d794-4121-b845-2e35bfc13adf no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:44.456493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:44.459600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:44.460193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.464177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Request body: {'security_group_rule': {'security_group_id': '9792d7f2-c9a4-4fc3-b1b4-9b268e593ee4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:44.475654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.478814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] device_id is not set on port f400f8d4-6a4d-4cf9-b9a3-34aeab4785f8 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:44.504328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a973fc4-ab5e-4af1-881b-c68db3e270d6 None None] Pushing event deleted for resources: {'Port': ['ID=2cbf5b3c-6190-43cb-9239-313b1c3f953c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:44.506490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a973fc4-ab5e-4af1-881b-c68db3e270d6 None None] No DVR routers for this DVR port 2cbf5b3c-6190-43cb-9239-313b1c3f953c on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:44.510166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 7919e8f9-d794-4121-b845-2e35bfc13adf {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:16:44.510511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7919e8f9-d794-4121-b845-2e35bfc13adf not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:16:44.525041 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:44.548448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42a5855-9a63-433a-bbf5-1a2761327bfa None None] No DVR routers for this DVR port 7919e8f9-d794-4121-b845-2e35bfc13adf on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:44.553406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Usage tracker for resource:security_group_rule and tenant:ca67e926317d469680e41ca029df1d22 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:44.556518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2df9b012-0075-4c65-921e-5fa54ac9e1c3 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.556650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=1dcac19d-3e00-4008-b577-9f8bbfa1260a,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:44.563023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df9b012-0075-4c65-921e-5fa54ac9e1c3 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Fanout notify agent at l3_agent the message router_deleted on router ac42943b-f5bf-45fe-b260-3a4e6e97a3aa {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:16:44.563023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:44.601342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:44.628342 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a5855-9a63-433a-bbf5-1a2761327bfa None None] Pushing event deleted for resources: {'Port': ['ID=7919e8f9-d794-4121-b845-2e35bfc13adf,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:44.630623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e2f185-5e86-4b3b-a3e4-d673b4414d7f None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:44.633625 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2df9b012-0075-4c65-921e-5fa54ac9e1c3 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.637009 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2df9b012-0075-4c65-921e-5fa54ac9e1c3 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/routers/ac42943b-f5bf-45fe-b260-3a4e6e97a3aa HTTP/1.1" status: 204 len: 168 time: 1.0897167 Jun 16 15:16:44.645020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54608) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:44.654174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa5b30e-aba4-4b66-9618-3edcb1af4833,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:44.710790 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d307cc8a-0cf5-4c58-9582-6bf674bb1976 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9750016 Jun 16 15:16:44.711521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54612) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:44.719714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.732589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': '1dcac19d-3e00-4008-b577-9f8bbfa1260a', 'ip_address': '2001:db8::c966:748b:ad3a:2771'}], 'name': 'tempest-NetworksTestDHCPv6-728349683'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:44.733314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8837940b-c785-4b9d-8e0a-7ce46b4ba7ad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:44.734166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8837940b-c785-4b9d-8e0a-7ce46b4ba7ad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Synchronizing usage tracker for tenant:7aaf2e84017941f8aadbd199e9312258 on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:44.784550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.784785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.833308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-94197305-7e7a-4f6b-a31d-01a783386ea6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Deleting port 47bcfc4a-b77f-4d1a-98e0-25c5826d2354 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:44.833792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94197305-7e7a-4f6b-a31d-01a783386ea6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.885635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 2cbf5b3c-6190-43cb-9239-313b1c3f953c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:44.885635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:44.988899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '1dcac19d-3e00-4008-b577-9f8bbfa1260a'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:44.990054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.056543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 70bdf647-96bc-459f-98e3-aa9f1a845193 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:45.076752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] The port '2cbf5b3c-6190-43cb-9239-313b1c3f953c' was deleted {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:16:45.092851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8837940b-c785-4b9d-8e0a-7ce46b4ba7ad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Unset dirty status for tenant:7aaf2e84017941f8aadbd199e9312258 on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:45.092851 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8837940b-c785-4b9d-8e0a-7ce46b4ba7ad tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7344983 Jun 16 15:16:45.095716 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54616) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:45.148903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4fd59be2-add4-41c4-a752-57e4bfa40b6b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Synchronizing usage tracker for tenant:7aaf2e84017941f8aadbd199e9312258 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:45.178714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.183431 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/1dcac19d-3e00-4008-b577-9f8bbfa1260a/acc9048e-5bcd-4fe2-bb36-54f4e43d9343) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:45.191439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4fd59be2-add4-41c4-a752-57e4bfa40b6b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Unset dirty status for tenant:7aaf2e84017941f8aadbd199e9312258 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:45.195804 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4fd59be2-add4-41c4-a752-57e4bfa40b6b tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 207 time: 0.0936873 Jun 16 15:16:45.195982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54620) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:45.223704 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 16 15:16:45.224699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:45.274207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:45.292865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:45.313275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.343168 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:45.360229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb2b797-1d8d-4596-96cf-c81c18a00c2f,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:45.367428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.376891 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9a4fc998-05fd-4d9f-9256-1d6275668117 tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2206004 Jun 16 15:16:45.391917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54624) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:45.421509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:45.440821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.462752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd276e9-69ea-43fa-a83c-0cf743b2b401']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:45.486039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55e7337-986c-4343-8360-69886adb59d3') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:45.486332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55e7337-986c-4343-8360-69886adb59d3') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:45.510577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.518131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94197305-7e7a-4f6b-a31d-01a783386ea6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.518839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3b9a1-95f9-4f17-b4ba-2bb45a93d7c2 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:45.525217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3b9a1-95f9-4f17-b4ba-2bb45a93d7c2 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:45.527591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:45.531247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3b9a1-95f9-4f17-b4ba-2bb45a93d7c2 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:45.537072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3b9a1-95f9-4f17-b4ba-2bb45a93d7c2 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:45.538687 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e7c3b9a1-95f9-4f17-b4ba-2bb45a93d7c2 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3418176 Jun 16 15:16:45.539609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.543215 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5cf42161-f9fe-4337-807f-183ab711c0df tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0900545 Jun 16 15:16:45.547159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54628) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:45.547475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54630) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:45.636333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.639103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0e41b910-11e3-465b-ba5a-078308c6491e tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Deleting port c07cd7f8-789d-409f-80a9-c745bad4c97b {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:45.639445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e41b910-11e3-465b-ba5a-078308c6491e tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.642860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9e77f96-3941-424c-8611-a3d48b89084e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.775676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.842330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=70bdf647-96bc-459f-98e3-aa9f1a845193,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:45.853892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-94197305-7e7a-4f6b-a31d-01a783386ea6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Calling delete_port for 47bcfc4a-b77f-4d1a-98e0-25c5826d2354 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:45.909744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:45.910138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.944518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e41b910-11e3-465b-ba5a-078308c6491e tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.944857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e41b910-11e3-465b-ba5a-078308c6491e tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.954726 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment f55e7337-986c-4343-8360-69886adb59d3 resource provider aggregate not found Jun 16 15:16:46.075141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0e41b910-11e3-465b-ba5a-078308c6491e tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Calling delete_port for c07cd7f8-789d-409f-80a9-c745bad4c97b owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:46.078978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment f55e7337-986c-4343-8360-69886adb59d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f55e7337-986c-4343-8360-69886adb59d3 found for delete ", "request_id": "req-501d72f0-f2e5-468a-8ee0-cc62e7fb9f2d"}]} Jun 16 15:16:46.112536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.112878 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP be55acc5-23d4-47ba-99b1-b2c94eff86da disassociated (deleted). External IP: 172.26.2.156, port: 86fefaf3-c2c9-4d79-9ea7-91077f695e68. Jun 16 15:16:46.251393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a1ef42e4-f539-46a6-824b-9b03e5cc254d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.311779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.334200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.338246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.373254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ee2e0142-3855-4cda-88c5-09f7c437dc65 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Synchronizing usage tracker for tenant:7aaf2e84017941f8aadbd199e9312258 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:46.409575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a1ef42e4-f539-46a6-824b-9b03e5cc254d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.420769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Network': ['ID=ffd276e9-69ea-43fa-a83c-0cf743b2b401,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:46.428097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 8de0e2d0-b735-4f74-80b8-1e1609b81b45 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:46.465158 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d32ff588-80de-4db0-86d8-7cf086a619fe tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/networks/ffd276e9-69ea-43fa-a83c-0cf743b2b401 HTTP/1.1" status: 204 len: 168 time: 3.7308323 Jun 16 15:16:46.478633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54640) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:46.537393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ee2e0142-3855-4cda-88c5-09f7c437dc65 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Unset dirty status for tenant:7aaf2e84017941f8aadbd199e9312258 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:46.538830 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ee2e0142-3855-4cda-88c5-09f7c437dc65 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.9804280 Jun 16 15:16:46.547619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54644) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:46.585657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94197305-7e7a-4f6b-a31d-01a783386ea6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.681912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94197305-7e7a-4f6b-a31d-01a783386ea6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Pushing event deleted for resources: {'Port': ['ID=47bcfc4a-b77f-4d1a-98e0-25c5826d2354,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:46.683647 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Transition to ACTIVE for port object acc9048e-5bcd-4fe2-bb36-54f4e43d9343 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:46.692781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e41b910-11e3-465b-ba5a-078308c6491e tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.710461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Transition to ACTIVE for port object acc9048e-5bcd-4fe2-bb36-54f4e43d9343 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:46.748832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3cd12-3b1e-4d2f-bcd1-bc1c881bc4c1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:46.750504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3cd12-3b1e-4d2f-bcd1-bc1c881bc4c1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:46.755964 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-86a3cd12-3b1e-4d2f-bcd1-bc1c881bc4c1 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2033293 Jun 16 15:16:46.765001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54648) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:46.767731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41b910-11e3-465b-ba5a-078308c6491e tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Pushing event deleted for resources: {'Port': ['ID=c07cd7f8-789d-409f-80a9-c745bad4c97b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:46.797707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.869028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:46.872614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:46.881261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a1ef42e4-f539-46a6-824b-9b03e5cc254d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.899582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:46.941019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:46.942299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef42e4-f539-46a6-824b-9b03e5cc254d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9792d7f2-c9a4-4fc3-b1b4-9b268e593ee4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:46.947503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94197305-7e7a-4f6b-a31d-01a783386ea6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.956977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f9bd16-56ee-4809-a6de-259b78452165 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:46.957694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::c966:748b:ad3a:2771 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/1dcac19d-3e00-4008-b577-9f8bbfa1260a/8de0e2d0-b735-4f74-80b8-1e1609b81b45) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:46.958493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f9bd16-56ee-4809-a6de-259b78452165 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:46.963344 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f2f9bd16-56ee-4809-a6de-259b78452165 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1939838 Jun 16 15:16:46.964746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54652) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:46.969155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd6f38-0b79-44f3-8739-9b731e9bbaed tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:46.969870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-97dd6f38-0b79-44f3-8739-9b731e9bbaed tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:46.973686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a1ef42e4-f539-46a6-824b-9b03e5cc254d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.977864 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a1ef42e4-f539-46a6-824b-9b03e5cc254d tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/9792d7f2-c9a4-4fc3-b1b4-9b268e593ee4 HTTP/1.1" status: 204 len: 168 time: 1.4179010 Jun 16 15:16:46.979426 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-94197305-7e7a-4f6b-a31d-01a783386ea6 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/ports/47bcfc4a-b77f-4d1a-98e0-25c5826d2354 HTTP/1.1" status: 204 len: 168 time: 2.3321290 Jun 16 15:16:46.980173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54656) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:47.000092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54658) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:47.006967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Pushing event updated for resources: {'Port': ['ID=acc9048e-5bcd-4fe2-bb36-54f4e43d9343,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:47.031316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Attempting to bind port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:47.036348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Attempting to bind port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:47.036348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Attempting to bind port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:47.037612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:47.038219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:47.038618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.039036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:47.039507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Bound port: acc9048e-5bcd-4fe2-bb36-54f4e43d9343, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:47.039881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.079750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e41b910-11e3-465b-ba5a-078308c6491e tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.138903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] For port acc9048e-5bcd-4fe2-bb36-54f4e43d9343, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:47.140145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d446067-5c5e-4ad0-b4af-f6f89582bc50 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Deleting subnet efebaedb-eb83-4d83-9c11-b7273f419b42 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:47.143422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] For port acc9048e-5bcd-4fe2-bb36-54f4e43d9343, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=acc9048e-5bcd-4fe2-bb36-54f4e43d9343,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:47.151271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9765c521-50f1-46b2-a609-97e95f0f3588 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:47.157200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5d446067-5c5e-4ad0-b4af-f6f89582bc50 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.173022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e41b910-11e3-465b-ba5a-078308c6491e tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.178022 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0e41b910-11e3-465b-ba5a-078308c6491e tempest-ExternalNetworksAdminNegativeTestJSON-475393809 tempest-ExternalNetworksAdminNegativeTestJSON-475393809-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/9fe524e4-db04-4c2b-bc97-01779886f92f HTTP/1.1" status: 204 len: 168 time: 1.7512605 Jun 16 15:16:47.195105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-97dd6f38-0b79-44f3-8739-9b731e9bbaed tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:47.199778 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-97dd6f38-0b79-44f3-8739-9b731e9bbaed tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7200778 Jun 16 15:16:47.202384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54666) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:47.214983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.296337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2375cf8c-6103-43df-b1d9-36c6eb817066 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:47.298377 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2375cf8c-6103-43df-b1d9-36c6eb817066 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/networks/7ae84906-4a02-4c84-a68a-9b42dedf2570 HTTP/1.1" status: 200 len: 800 time: 0.3309186 Jun 16 15:16:47.300676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:47.303322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54670) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:47.308771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.318284 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04edf9-eda8-4510-9d0e-6a5ee505a6c4 None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:47.339513 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04edf9-eda8-4510-9d0e-6a5ee505a6c4 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:47.340141 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6a04edf9-eda8-4510-9d0e-6a5ee505a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:47.360922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5d446067-5c5e-4ad0-b4af-f6f89582bc50 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.411967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9765c521-50f1-46b2-a609-97e95f0f3588 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:47.412642 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9765c521-50f1-46b2-a609-97e95f0f3588 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4300163 Jun 16 15:16:47.424094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54674) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:47.428614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f834e5-78eb-4da9-ac28-ed36fc15152f None None] Pushing event updated for resources: {'Port': ['ID=acc9048e-5bcd-4fe2-bb36-54f4e43d9343,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:47.458324 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6a04edf9-eda8-4510-9d0e-6a5ee505a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:47.468661 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04edf9-eda8-4510-9d0e-6a5ee505a6c4 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:47.469337 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6a04edf9-eda8-4510-9d0e-6a5ee505a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:47.473908 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a2d5891c-cc53-49e3-999c-62511acbbdfb tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/floatingips/be55acc5-23d4-47ba-99b1-b2c94eff86da HTTP/1.1" status: 204 len: 168 time: 3.6561093 Jun 16 15:16:47.477487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54678) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:47.535663 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6a04edf9-eda8-4510-9d0e-6a5ee505a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:47.536303 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04edf9-eda8-4510-9d0e-6a5ee505a6c4 None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:47.580111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-53b7f98e-81ff-44f4-abe8-ef416a9b4c28 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Synchronizing usage tracker for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:47.585372 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8802119c-a494-4155-85ac-a0261f6d166e tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/networks/7ae84906-4a02-4c84-a68a-9b42dedf2570?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2776065 Jun 16 15:16:47.586577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-5d49700f-cc92-4808-b3ee-deb2d53c3868 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 86fefaf3-c2c9-4d79-9ea7-91077f695e68 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:47.587058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d49700f-cc92-4808-b3ee-deb2d53c3868 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.588822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.595888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54682) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:47.601659 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f5ec3821-0a80-49e4-a0fe-f78f75aee180 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3907595 Jun 16 15:16:47.612498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54686) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:47.626361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1220619611'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:47.642107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:47.650533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:network and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:47.660797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:47.670693 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:47.792019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:47.796766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.833487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5d446067-5c5e-4ad0-b4af-f6f89582bc50 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.860774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 8de0e2d0-b735-4f74-80b8-1e1609b81b45 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:47.864912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54692) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:47.922086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:16:47.930340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4dcafb-df60-442f-8394-5734e06763fb tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:47.935634 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8d4dcafb-df60-442f-8394-5734e06763fb tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/subnets/5f74a5b9-6b0d-4d19-8eaf-21be11468ca5 HTTP/1.1" status: 200 len: 811 time: 0.3328052 Jun 16 15:16:47.940946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54698) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:47.951178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:47.951784 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Added segment e7699cab-4350-4d45-a09d-9372ebaa45ff of type vlan for network 52931b49-964a-42a1-860e-7c81b2e64bd0 Jun 16 15:16:47.953905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d49700f-cc92-4808-b3ee-deb2d53c3868 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.009317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-53b7f98e-81ff-44f4-abe8-ef416a9b4c28 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] Unset dirty status for tenant:ca67e926317d469680e41ca029df1d22 on resource:security_group_rule {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:48.010689 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-53b7f98e-81ff-44f4-abe8-ef416a9b4c28 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5829518 Jun 16 15:16:48.016779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54702) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:48.073651 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-fcc76295-9a61-45a4-aa2c-1615de83d2d6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] delete failed (client error): The resource could not be found. Jun 16 15:16:48.074667 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fcc76295-9a61-45a4-aa2c-1615de83d2d6 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "DELETE /v2.0/security-groups/9792d7f2-c9a4-4fc3-b1b4-9b268e593ee4 HTTP/1.1" status: 404 len: 347 time: 0.0535445 Jun 16 15:16:48.078418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338dbf1-9a39-44e6-aa84-13d4d6fa6fe4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['shared'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:48.079363 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a338dbf1-9a39-44e6-aa84-13d4d6fa6fe4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "GET /v2.0/subnets/5f74a5b9-6b0d-4d19-8eaf-21be11468ca5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1369119 Jun 16 15:16:48.083074 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54706) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:48.083396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54708) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:48.084150 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc0d54bb-6b90-4470-9899-4aaf4de5f59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.100435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040154854'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:48.107663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-5d49700f-cc92-4808-b3ee-deb2d53c3868 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 86fefaf3-c2c9-4d79-9ea7-91077f695e68 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:48.119451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:48.140730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dc0d54bb-6b90-4470-9899-4aaf4de5f59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:48.149954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:48.160702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5d446067-5c5e-4ad0-b4af-f6f89582bc50 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.169209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dc0d54bb-6b90-4470-9899-4aaf4de5f59c admin admin] Usage tracker for resource:security_group_rule and tenant:0a95f62478c844618826bb530dc3e22b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:48.210622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dc0d54bb-6b90-4470-9899-4aaf4de5f59c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:48.223570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d446067-5c5e-4ad0-b4af-f6f89582bc50 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Pushing event deleted for resources: {'Subnet': ['ID=efebaedb-eb83-4d83-9c11-b7273f419b42,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:48.235567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.247427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-dc0d54bb-6b90-4470-9899-4aaf4de5f59c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:48.271606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8489b0be-f7a1-4ab7-8407-1818c671b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.284046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.309205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e2af24-d320-4ea7-ae92-339b7a8fe629 None None] Network 09c40b6b-8316-48eb-882a-f922a40653aa requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:48.316136 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1d84f8a7-b470-44d0-a459-d23db2a5b220 tempest-SecGroupIPv6Test-1032166637 tempest-SecGroupIPv6Test-1032166637-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2210839 Jun 16 15:16:48.326034 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5d446067-5c5e-4ad0-b4af-f6f89582bc50 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.329553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:48.333880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.357610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:48.365211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:48.384819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:48.391859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:48.392596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.406841 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5d446067-5c5e-4ad0-b4af-f6f89582bc50 tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/subnets/efebaedb-eb83-4d83-9c11-b7273f419b42 HTTP/1.1" status: 204 len: 168 time: 1.4035780 Jun 16 15:16:48.412852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54716) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:48.445678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=8de0e2d0-b735-4f74-80b8-1e1609b81b45,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:48.548707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:16:48.575603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.584599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:48.585496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.586910 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9d1fb827-140a-4a5e-ad83-4649124d6bcd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8635762 Jun 16 15:16:48.591967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54720) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:48.596047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.596412 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Added segment 91b36b4c-c641-441d-aa5c-19a4bba4b472 of type vlan for network 9d1e32be-b6b0-4371-8bce-2c150508cf31 Jun 16 15:16:48.610788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d49700f-cc92-4808-b3ee-deb2d53c3868 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.651784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.713223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49700f-cc92-4808-b3ee-deb2d53c3868 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=86fefaf3-c2c9-4d79-9ea7-91077f695e68,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:48.735194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Deleting port 6307dc78-40bf-4748-9fc3-e1ea735aa26f {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:48.735584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.746627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.769991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.793267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc0d54bb-6b90-4470-9899-4aaf4de5f59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.806118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] DHCP port deletion for 09c40b6b-8316-48eb-882a-f922a40653aa request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:48.811896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] Deleting port 6307dc78-40bf-4748-9fc3-e1ea735aa26f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:48.812482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.894292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee18eae-0945-4ecb-971e-0463b96daf51 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:48.903511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee18eae-0945-4ecb-971e-0463b96daf51 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:48.912892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-eee18eae-0945-4ecb-971e-0463b96daf51 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:48.930031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54726) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:48.940019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc0d54bb-6b90-4470-9899-4aaf4de5f59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:48.953111 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3307810 Jun 16 15:16:48.958373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00003d9-aa31-4199-8287-f98a192c41aa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Network': ['ID=52931b49-964a-42a1-860e-7c81b2e64bd0,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:48.960882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54732) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:48.969274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '52931b49-964a-42a1-860e-7c81b2e64bd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:48.984792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 52931b49-964a-42a1-860e-7c81b2e64bd0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:48.995812 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d54bb-6b90-4470-9899-4aaf4de5f59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de209e07-206b-404d-88fb-a3d7d1224664,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:49.004400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.011853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:49.012456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.103065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:49.110829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:49.116315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:49.120238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d49700f-cc92-4808-b3ee-deb2d53c3868 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.122324 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5d49700f-cc92-4808-b3ee-deb2d53c3868 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/ports/86fefaf3-c2c9-4d79-9ea7-91077f695e68 HTTP/1.1" status: 204 len: 168 time: 1.6434424 Jun 16 15:16:49.125890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54736) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:49.129364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:49.134334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:49.144465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:49.152290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:floatingip and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:49.155574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:49.162187 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:49.162457 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0664787 Jun 16 15:16:49.165707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54740) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:49.176188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'network_id': '9d1e32be-b6b0-4371-8bce-2c150508cf31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:49.184649 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dc0d54bb-6b90-4470-9899-4aaf4de5f59c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a95f62478c844618826bb530dc3e22b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3075328 Jun 16 15:16:49.198555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54744) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:49.205506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3fbdcde5-a64e-48e7-b47e-da049c50783f None None] Provisioning for port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:49.261397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:49.265487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.294691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-eee18eae-0945-4ecb-971e-0463b96daf51 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:49.295921 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eee18eae-0945-4ecb-971e-0463b96daf51 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7029889 Jun 16 15:16:49.311229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54748) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:49.313963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944f770-7ffa-43a6-b921-cdf3eb36e735 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Network': ['ID=9d1e32be-b6b0-4371-8bce-2c150508cf31,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:49.329112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.334239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 9d1e32be-b6b0-4371-8bce-2c150508cf31 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:49.372626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] For port 6307dc78-40bf-4748-9fc3-e1ea735aa26f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6307dc78-40bf-4748-9fc3-e1ea735aa26f,segment=NetworkSegment(f932a9f8-f3cf-4416-80cb-4d7202cc6312),segment_id=f932a9f8-f3cf-4416-80cb-4d7202cc6312)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:49.372987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.455006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] For port 6307dc78-40bf-4748-9fc3-e1ea735aa26f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6307dc78-40bf-4748-9fc3-e1ea735aa26f,segment=NetworkSegment(f932a9f8-f3cf-4416-80cb-4d7202cc6312),segment_id=f932a9f8-f3cf-4416-80cb-4d7202cc6312)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:49.455390 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.513377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Calling delete_port for 6307dc78-40bf-4748-9fc3-e1ea735aa26f owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:49.527681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-98b7b47e-2ce1-46f7-a62f-30bb76db0bbd None None] Provisioning for port 8de0e2d0-b735-4f74-80b8-1e1609b81b45 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:49.541518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:49.542657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b6944536-e0b1-4e39-89a9-b9f02f01afcb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 8de0e2d0-b735-4f74-80b8-1e1609b81b45 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:49.543030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6944536-e0b1-4e39-89a9-b9f02f01afcb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.547104 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ce1a4b70-0e0d-4b99-a3db-f60317164974 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ca67e926317d469680e41ca029df1d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6097391 Jun 16 15:16:49.561314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54752) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:49.578562 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:49.601198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] Calling delete_port for 6307dc78-40bf-4748-9fc3-e1ea735aa26f owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:49.613568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9daa23c6-9a01-4977-aadf-913fd3e26b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.634914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-98b7b47e-2ce1-46f7-a62f-30bb76db0bbd None None] Provisioning complete for port 8de0e2d0-b735-4f74-80b8-1e1609b81b45 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:49.635149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-98b7b47e-2ce1-46f7-a62f-30bb76db0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.707143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Made reservation on behalf of 7aaf2e84017941f8aadbd199e9312258 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:49.710660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.717079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-98b7b47e-2ce1-46f7-a62f-30bb76db0bbd None None] Port 8de0e2d0-b735-4f74-80b8-1e1609b81b45 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:49.755472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:49.756687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:49.768993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9daa23c6-9a01-4977-aadf-913fd3e26b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.831834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device acc9048e-5bcd-4fe2-bb36-54f4e43d9343 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:49.912237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fde7c988-8c17-41a6-9438-33ca53b70fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.917096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.924444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing IP validity checks on allocation pools {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 16 15:16:49.925000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 16 15:16:49.962136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:49.967630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:49.968094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.987840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Pushing event deleted for resources: {'Port': ['ID=6307dc78-40bf-4748-9fc3-e1ea735aa26f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:49.991882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fde7c988-8c17-41a6-9438-33ca53b70fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:49.993192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] No DVR routers for this DVR port 6307dc78-40bf-4748-9fc3-e1ea735aa26f on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:50.087559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6944536-e0b1-4e39-89a9-b9f02f01afcb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.108613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:50.108991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.121652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.142700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port acc9048e-5bcd-4fe2-bb36-54f4e43d9343, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=acc9048e-5bcd-4fe2-bb36-54f4e43d9343,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:50.164177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.168251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9daa23c6-9a01-4977-aadf-913fd3e26b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.184646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.226155 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.289037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b6944536-e0b1-4e39-89a9-b9f02f01afcb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 8de0e2d0-b735-4f74-80b8-1e1609b81b45 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:50.314845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] Deleting port 6307dc78-40bf-4748-9fc3-e1ea735aa26f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:50.316165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.343693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=acc9048e-5bcd-4fe2-bb36-54f4e43d9343,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:50.351614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6307dc78-40bf-4748-9fc3-e1ea735aa26f no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:50.376627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.378529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa23c6-9a01-4977-aadf-913fd3e26b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de209e07-206b-404d-88fb-a3d7d1224664,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:50.380203 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fde7c988-8c17-41a6-9438-33ca53b70fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.405694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 6307dc78-40bf-4748-9fc3-e1ea735aa26f {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:16:50.405694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6307dc78-40bf-4748-9fc3-e1ea735aa26f not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:16:50.435254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7c988-8c17-41a6-9438-33ca53b70fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b0271a-ba6e-4a00-92e2-af0580e98a9a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:50.442998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ae8eed65-6a02-4b63-892f-7dc6795dd5f4 None None] The port '6307dc78-40bf-4748-9fc3-e1ea735aa26f' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:16:50.485370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c40b6b-8316-48eb-882a-f922a40653aa']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:50.503260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f932a9f8-f3cf-4416-80cb-4d7202cc6312') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:50.503557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f932a9f8-f3cf-4416-80cb-4d7202cc6312') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:50.515791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=6ad6bbd9-90e0-42b5-a05e-089a9011d501,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:50.519997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.537037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.543654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:50.544075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.576786 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Checking segment: {'id': 'e7699cab-4350-4d45-a09d-9372ebaa45ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '52931b49-964a-42a1-860e-7c81b2e64bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:50.577159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network hostable DHCP agents. Network: 52931b49-964a-42a1-860e-7c81b2e64bd0, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:16:50.590615 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment f932a9f8-f3cf-4416-80cb-4d7202cc6312 resource provider aggregate not found Jun 16 15:16:50.601619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.26.2.240 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/44ec4d1c-9878-4579-a2e4-e94fa714a0c1) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:50.631252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.648261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6944536-e0b1-4e39-89a9-b9f02f01afcb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.695919 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment f932a9f8-f3cf-4416-80cb-4d7202cc6312 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f932a9f8-f3cf-4416-80cb-4d7202cc6312 found for delete ", "request_id": "req-2d8c030d-d803-4432-ab9a-a5650fb8a4c8"}]} Jun 16 15:16:50.705359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6944536-e0b1-4e39-89a9-b9f02f01afcb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=8de0e2d0-b735-4f74-80b8-1e1609b81b45,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:50.756479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6944536-e0b1-4e39-89a9-b9f02f01afcb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.768685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 52931b49-964a-42a1-860e-7c81b2e64bd0 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:16:50.769691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.794319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.800767 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] 10.222.0.73 "DELETE /v2.0/networks/09c40b6b-8316-48eb-882a-f922a40653aa HTTP/1.1" status: 204 len: 168 time: 2.3748951 Jun 16 15:16:50.802195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f67db-9155-4e29-84c5-f60d8559ccec tempest-TagsExtTest-1491099280 tempest-TagsExtTest-1491099280-project] Pushing event deleted for resources: {'Network': ['ID=09c40b6b-8316-48eb-882a-f922a40653aa,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:50.814799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=c3f9fd15-1df4-4609-bcd1-5dc753c9b7e0,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:50.844301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Checking segment: {'id': '91b36b4c-c641-441d-aa5c-19a4bba4b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9d1e32be-b6b0-4371-8bce-2c150508cf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:50.844677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network hostable DHCP agents. Network: 9d1e32be-b6b0-4371-8bce-2c150508cf31, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:16:50.849457 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b6944536-e0b1-4e39-89a9-b9f02f01afcb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/8de0e2d0-b735-4f74-80b8-1e1609b81b45 HTTP/1.1" status: 204 len: 168 time: 1.5369761 Jun 16 15:16:50.851785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54762) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:50.877196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9daa23c6-9a01-4977-aadf-913fd3e26b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.880729 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9daa23c6-9a01-4977-aadf-913fd3e26b85 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de209e07-206b-404d-88fb-a3d7d1224664 HTTP/1.1" status: 204 len: 168 time: 1.6584620 Jun 16 15:16:50.892730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 52931b49-964a-42a1-860e-7c81b2e64bd0) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:50.897189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.901144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fde7c988-8c17-41a6-9438-33ca53b70fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.901598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98610f04-9ae6-4d71-857e-453c8e499004 None None] Network 52931b49-964a-42a1-860e-7c81b2e64bd0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:50.904568 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fde7c988-8c17-41a6-9438-33ca53b70fa7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41b0271a-ba6e-4a00-92e2-af0580e98a9a HTTP/1.1" status: 204 len: 168 time: 1.3382654 Jun 16 15:16:50.915078 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:50.915670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:50.945463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b30b41-2577-4ed3-9029-689bbbd716e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:50.947730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b30b41-2577-4ed3-9029-689bbbd716e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:50.948861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d1b30b41-2577-4ed3-9029-689bbbd716e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:50.980200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Network 9d1e32be-b6b0-4371-8bce-2c150508cf31 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:16:50.987330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 9d1e32be-b6b0-4371-8bce-2c150508cf31) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:50.993055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:50.994005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.023372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb47b7b6-a616-42f5-a409-333caf1e0b3b None None] Network 9d1e32be-b6b0-4371-8bce-2c150508cf31 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:51.031911 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3b3bd634-0a57-4010-87e2-24eb05f3d6fb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0697865 Jun 16 15:16:51.035284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54770) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:51.041945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '52931b49-964a-42a1-860e-7c81b2e64bd0', 'name': 'tempest-PortsTestJSON-1802519185'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:51.075979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d1b30b41-2577-4ed3-9029-689bbbd716e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:51.079922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d1b30b41-2577-4ed3-9029-689bbbd716e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2270989 Jun 16 15:16:51.080450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.083632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54774) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:51.159878 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-33c55a81-c734-4600-b83f-c49cc374ef15 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9898922 Jun 16 15:16:51.162860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54778) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:51.175726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-61bd0a6a-ed6c-4384-9acb-4ea751c3e34f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:51.209765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:51.222459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:51.233610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:51.235204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f84f5f4-38bc-4dd5-9c4f-f4431e77516d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 1dcac19d-3e00-4008-b577-9f8bbfa1260a {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:16:51.238314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f84f5f4-38bc-4dd5-9c4f-f4431e77516d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.306446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f84f5f4-38bc-4dd5-9c4f-f4431e77516d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.320379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.332870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=44ec4d1c-9878-4579-a2e4-e94fa714a0c1,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:51.418887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61bd0a6a-ed6c-4384-9acb-4ea751c3e34f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15194100'] for subnet, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.440474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f84f5f4-38bc-4dd5-9c4f-f4431e77516d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.514602 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-52931b49-964a-42a1-860e-7c81b2e64bd0', 'network_id': '52931b49-964a-42a1-860e-7c81b2e64bd0', 'tenant_id': 'e9d6a46cdf8749d7b5bc6036364ae908', 'fixed_ips': [{'subnet_id': '6ad6bbd9-90e0-42b5-a05e-089a9011d501'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:51.516296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.519934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54786) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:51.531050 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:16:51.537512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:51.541759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:port and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:51.544796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:51.551543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:51.575738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.592242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f84f5f4-38bc-4dd5-9c4f-f4431e77516d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.618979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-9d1e32be-b6b0-4371-8bce-2c150508cf31', 'network_id': '9d1e32be-b6b0-4371-8bce-2c150508cf31', 'tenant_id': '7aaf2e84017941f8aadbd199e9312258', 'fixed_ips': [{'subnet_id': 'c3f9fd15-1df4-4609-bcd1-5dc753c9b7e0'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:51.619715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.640067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84f5f4-38bc-4dd5-9c4f-f4431e77516d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=1dcac19d-3e00-4008-b577-9f8bbfa1260a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:51.644053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1f84f5f4-38bc-4dd5-9c4f-f4431e77516d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.655421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:51.660044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.675229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.683339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 1bbbe59c-93cb-4088-b05b-d516741e919b yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:51.706591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea1787a-48c6-4df3-9bd2-7382a02b17bf None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:51.765545 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1f84f5f4-38bc-4dd5-9c4f-f4431e77516d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/1dcac19d-3e00-4008-b577-9f8bbfa1260a HTTP/1.1" status: 204 len: 168 time: 0.6768410 Jun 16 15:16:51.767752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54794) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:51.843694 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61bd0a6a-ed6c-4384-9acb-4ea751c3e34f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777696960031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14128404'] for subnet, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.856320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device acc9048e-5bcd-4fe2-bb36-54f4e43d9343 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:51.896006 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e0d2ddcd-2821-4bfa-bb60-aa3216ec90c6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272771 Jun 16 15:16:51.899197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54798) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:51.936703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54802) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:51.944734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd0a6a-ed6c-4384-9acb-4ea751c3e34f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event updated for resources: {'Subnet': ['ID=c3f9fd15-1df4-4609-bcd1-5dc753c9b7e0,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:51.984681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bd0a6a-ed6c-4384-9acb-4ea751c3e34f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:51.985287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61bd0a6a-ed6c-4384-9acb-4ea751c3e34f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:51.986618 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-61bd0a6a-ed6c-4384-9acb-4ea751c3e34f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "PUT /v2.0/subnets/c3f9fd15-1df4-4609-bcd1-5dc753c9b7e0 HTTP/1.1" status: 200 len: 877 time: 0.8190219 Jun 16 15:16:51.989655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54806) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:52.042361 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-feb63214-b834-4e13-be8a-3abf573fae60 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f09a717134c4a829a5ae17c4ce9061b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925105 Jun 16 15:16:52.043206 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54810) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:52.102425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.129429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e059846-3fec-4d6b-831f-4f2605388aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.152849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Allocated IP 172.20.0.3 (9d1e32be-b6b0-4371-8bce-2c150508cf31/c3f9fd15-1df4-4609-bcd1-5dc753c9b7e0/c4a9bf9f-5f79-4a36-bee3-9e408d66f489) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:52.159223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e059846-3fec-4d6b-831f-4f2605388aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.189923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.304322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:52.304917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.343976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=44ec4d1c-9878-4579-a2e4-e94fa714a0c1,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:52.357444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.386877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87567190-3c19-4913-8669-4a60d0ae624f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:52.388046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-87567190-3c19-4913-8669-4a60d0ae624f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:52.412538 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3dc59ba6-7fd1-4b62-aeab-579be54c4ff7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b65c18433af4a60820eb24a67a41b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8850360 Jun 16 15:16:52.412645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54822) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:52.441737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.460212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e059846-3fec-4d6b-831f-4f2605388aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.461441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Allocated IP 172.20.0.2 (52931b49-964a-42a1-860e-7c81b2e64bd0/6ad6bbd9-90e0-42b5-a05e-089a9011d501/480b3a1d-af54-4077-93e0-7765c4164762) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:52.462695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5e059846-3fec-4d6b-831f-4f2605388aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.463863 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5e059846-3fec-4d6b-831f-4f2605388aef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bfa5b30e-aba4-4b66-9618-3edcb1af4833 HTTP/1.1" status: 204 len: 168 time: 0.4198096 Jun 16 15:16:52.482058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e059846-3fec-4d6b-831f-4f2605388aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa5b30e-aba4-4b66-9618-3edcb1af4833,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:52.512152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34b1103c-f253-4c4d-92cd-afb797d0ab09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.514039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.518177 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-624c3f24-5ea6-46e0-98c4-5b1f6bc3c89b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3911309 Jun 16 15:16:52.520303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54830) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:52.527036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.533130 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'port': {'network_id': '7e2afad5-6bb3-4003-8669-a326022370bc', 'name': 'tempest-FloatingIPTestJSON-30984129'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:52.567305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-87567190-3c19-4913-8669-4a60d0ae624f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:52.571368 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-87567190-3c19-4913-8669-4a60d0ae624f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6700089 Jun 16 15:16:52.577270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54834) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:52.603451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34b1103c-f253-4c4d-92cd-afb797d0ab09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.696278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b422d905-4ca1-4656-9f1d-f666310466b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:52.696969 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b422d905-4ca1-4656-9f1d-f666310466b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:52.731247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3c630-1f95-4abd-b075-b2f32e83ba08 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:16:52.769911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b422d905-4ca1-4656-9f1d-f666310466b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:52.771103 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b422d905-4ca1-4656-9f1d-f666310466b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1935737 Jun 16 15:16:52.773816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54842) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:52.788230 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3c630-1f95-4abd-b075-b2f32e83ba08 None None] Deleting port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:52.788230 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c630-1f95-4abd-b075-b2f32e83ba08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.811495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:52.854895 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bddc14b8-d4cf-4b18-a7dd-7cf8ecb23c66 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794961 Jun 16 15:16:52.861258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54846) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:52.865978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:52.868249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:52.889039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Transition to ACTIVE for port object c4a9bf9f-5f79-4a36-bee3-9e408d66f489 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:52.903374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:52.913875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:52.995359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:53.005297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34b1103c-f253-4c4d-92cd-afb797d0ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.010785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Transition to ACTIVE for port object c4a9bf9f-5f79-4a36-bee3-9e408d66f489 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:53.011858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:53.031131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1103c-f253-4c4d-92cd-afb797d0ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d548ec-278b-4a34-bcad-0111fb342a42,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:53.041460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34b1103c-f253-4c4d-92cd-afb797d0ab09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.042734 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-34b1103c-f253-4c4d-92cd-afb797d0ab09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54d548ec-278b-4a34-bcad-0111fb342a42 HTTP/1.1" status: 204 len: 168 time: 0.6298041 Jun 16 15:16:53.053590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Made reservation on behalf of 22f38ed0bf0a4993bf331c54e6230cae for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:53.057520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.080186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] device_id is not set on port d7255d66-990d-499c-b544-397f608d4c50 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:53.084119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.106466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:53.110910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.193606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.215641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54858) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:53.228972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.280889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.20.0.6 (7e2afad5-6bb3-4003-8669-a326022370bc/e3023fe9-72b1-42be-b7ff-cd0d31bc423e/d7255d66-990d-499c-b544-397f608d4c50) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:53.283450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f9fd15-1df4-4609-bcd1-5dc753c9b7e0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:53.321055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Transition to ACTIVE for port object 480b3a1d-af54-4077-93e0-7765c4164762 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:53.350095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a7b3c630-1f95-4abd-b075-b2f32e83ba08 None None] For port acc9048e-5bcd-4fe2-bb36-54f4e43d9343, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=acc9048e-5bcd-4fe2-bb36-54f4e43d9343,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:53.350478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c630-1f95-4abd-b075-b2f32e83ba08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.417919 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.418860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Network 9d1e32be-b6b0-4371-8bce-2c150508cf31 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:53.454590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1e32be-b6b0-4371-8bce-2c150508cf31']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:53.472105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b36b4c-c641-441d-aa5c-19a4bba4b472') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:53.472401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b36b4c-c641-441d-aa5c-19a4bba4b472') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:53.491036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.506297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:53.515715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Transition to ACTIVE for port object 480b3a1d-af54-4077-93e0-7765c4164762 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:53.547555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.565562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:53.565966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.612880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.625822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Pushing event updated for resources: {'Port': ['ID=c4a9bf9f-5f79-4a36-bee3-9e408d66f489,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:53.657262 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 91b36b4c-c641-441d-aa5c-19a4bba4b472 resource provider aggregate not found Jun 16 15:16:53.687769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:53.697587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3c630-1f95-4abd-b075-b2f32e83ba08 None None] Calling delete_port for acc9048e-5bcd-4fe2-bb36-54f4e43d9343 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:53.725911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.731886 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 91b36b4c-c641-441d-aa5c-19a4bba4b472 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91b36b4c-c641-441d-aa5c-19a4bba4b472 found for delete ", "request_id": "req-4f482e86-28ba-4c33-839f-1360fe8a662e"}]} Jun 16 15:16:53.761900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9449fd79-b905-4b87-ba7a-1c1a4427021a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:53.763301 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-9449fd79-b905-4b87-ba7a-1c1a4427021a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 16 15:16:53.763814 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-9449fd79-b905-4b87-ba7a-1c1a4427021a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): There was a conflict when trying to complete your request. Jun 16 15:16:53.768271 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9449fd79-b905-4b87-ba7a-1c1a4427021a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5477116 Jun 16 15:16:53.769819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54872) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:53.775194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'tempest-secgroup--236355289'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:53.784527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:53.799308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:53.802387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.9 (52931b49-964a-42a1-860e-7c81b2e64bd0/6ad6bbd9-90e0-42b5-a05e-089a9011d501/1bbbe59c-93cb-4088-b05b-d516741e919b) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:53.805258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:53.811582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.820736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:16:53.820736 dv-neutron-846028-2-hyperv neutron-server[89745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:16:53.820736 dv-neutron-846028-2-hyperv neutron-server[89745]: [parameters: {'id': '9d1e32be-b6b0-4371-8bce-2c150508cf31'}] Jun 16 15:16:53.820736 dv-neutron-846028-2-hyperv neutron-server[89745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:16:53.821564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:16:53.826124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:53.887380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.889430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device acc9048e-5bcd-4fe2-bb36-54f4e43d9343 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:16:53.911072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 7e2afad5-6bb3-4003-8669-a326022370bc is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:53.915188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:53.919568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:53.923087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Network 52931b49-964a-42a1-860e-7c81b2e64bd0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:53.957278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:53.970830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:53.985390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:53.996237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.005559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Pushing event updated for resources: {'Port': ['ID=480b3a1d-af54-4077-93e0-7765c4164762,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:54.008008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=d7255d66-990d-499c-b544-397f608d4c50,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:54.020636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.032577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:54.036941 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:54.037970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.042322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:54.042901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.052129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Attempting to bind port c4a9bf9f-5f79-4a36-bee3-9e408d66f489 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:54.058667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Attempting to bind port c4a9bf9f-5f79-4a36-bee3-9e408d66f489 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '91b36b4c-c641-441d-aa5c-19a4bba4b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9d1e32be-b6b0-4371-8bce-2c150508cf31'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:54.058667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Attempting to bind port c4a9bf9f-5f79-4a36-bee3-9e408d66f489 on network 9d1e32be-b6b0-4371-8bce-2c150508cf31 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:54.058893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:54.061246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:54.064431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:54.072432 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:54.076774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=cf3fac3e-eadb-4369-81a0-371dfd3d977e,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:54.103755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:54.104439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Checking segment: {'id': '91b36b4c-c641-441d-aa5c-19a4bba4b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9d1e32be-b6b0-4371-8bce-2c150508cf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:54.105000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.105574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Bound using segment: {'id': '91b36b4c-c641-441d-aa5c-19a4bba4b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9d1e32be-b6b0-4371-8bce-2c150508cf31'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:54.106067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Bound port: c4a9bf9f-5f79-4a36-bee3-9e408d66f489, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b36b4c-c641-441d-aa5c-19a4bba4b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9d1e32be-b6b0-4371-8bce-2c150508cf31'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:54.106447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.143921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.162869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object 1bbbe59c-93cb-4088-b05b-d516741e919b will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:54.168756 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a76d19e8-fd11-47c4-9c0e-f40bcde473e7 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6474249 Jun 16 15:16:54.171343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54882) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:54.172016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c630-1f95-4abd-b075-b2f32e83ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.183730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-beca222e-ff92-42e4-9301-5477acfe3e8d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'port_id': 'd7255d66-990d-499c-b544-397f608d4c50'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:54.211849 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No ports have port_id starting with acc9048e-5bcd-4fe2-bb36-54f4e43d9343 Jun 16 15:16:54.229350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Attempting to bind port 480b3a1d-af54-4077-93e0-7765c4164762 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:54.229716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Attempting to bind port 480b3a1d-af54-4077-93e0-7765c4164762 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'e7699cab-4350-4d45-a09d-9372ebaa45ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '52931b49-964a-42a1-860e-7c81b2e64bd0'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:54.230088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Attempting to bind port 480b3a1d-af54-4077-93e0-7765c4164762 on network 52931b49-964a-42a1-860e-7c81b2e64bd0 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:54.244897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3c630-1f95-4abd-b075-b2f32e83ba08 None None] Pushing event deleted for resources: {'Port': ['ID=acc9048e-5bcd-4fe2-bb36-54f4e43d9343,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:54.249520 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3c630-1f95-4abd-b075-b2f32e83ba08 None None] No DVR routers for this DVR port acc9048e-5bcd-4fe2-bb36-54f4e43d9343 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:54.250290 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f73daab4-ea63-4401-94ff-ee3411f3c772 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3877413 Jun 16 15:16:54.253781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54888) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:54.261242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:54.261889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Checking segment: {'id': 'e7699cab-4350-4d45-a09d-9372ebaa45ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '52931b49-964a-42a1-860e-7c81b2e64bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:54.262587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.263185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Bound using segment: {'id': 'e7699cab-4350-4d45-a09d-9372ebaa45ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '52931b49-964a-42a1-860e-7c81b2e64bd0'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:54.263846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Bound port: 480b3a1d-af54-4077-93e0-7765c4164762, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7699cab-4350-4d45-a09d-9372ebaa45ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '52931b49-964a-42a1-860e-7c81b2e64bd0'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:54.264386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.269273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-beca222e-ff92-42e4-9301-5477acfe3e8d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.269625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': 'cf3fac3e-eadb-4369-81a0-371dfd3d977e', 'ip_address': '2001:db8::2dd1:5a7e:2882:7844'}], 'name': 'tempest-NetworksTestDHCPv6-776700482'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:54.305519 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0de226-bc6d-4f78-83fe-cae539c457d5 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:54.328007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.330189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.450718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] For port c4a9bf9f-5f79-4a36-bee3-9e408d66f489, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:54.491614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] For port c4a9bf9f-5f79-4a36-bee3-9e408d66f489, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c4a9bf9f-5f79-4a36-bee3-9e408d66f489,segment=NetworkSegment(91b36b4c-c641-441d-aa5c-19a4bba4b472),segment_id=91b36b4c-c641-441d-aa5c-19a4bba4b472)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:54.531347 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] For port 480b3a1d-af54-4077-93e0-7765c4164762, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:54.537143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] For port 480b3a1d-af54-4077-93e0-7765c4164762, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=480b3a1d-af54-4077-93e0-7765c4164762,segment=NetworkSegment(e7699cab-4350-4d45-a09d-9372ebaa45ff),segment_id=e7699cab-4350-4d45-a09d-9372ebaa45ff)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:54.569424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.639110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.703718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=1bbbe59c-93cb-4088-b05b-d516741e919b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:54.734777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:54.740093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.740933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port c4a9bf9f-5f79-4a36-bee3-9e408d66f489 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:54.741520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.748599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403c06f-f9cd-4f19-9406-96232cfd8141 None None] Pushing event updated for resources: {'Port': ['ID=c4a9bf9f-5f79-4a36-bee3-9e408d66f489,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:54.752579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': 'cf3fac3e-eadb-4369-81a0-371dfd3d977e'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:16:54.753443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.850276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:54.870669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:54.896193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:54.902513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:54.922860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:54.926040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7402fa1-116e-4308-9f0e-195623be47d8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:54.941877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeab975-bd41-4025-8729-e16091c4e7fc None None] Pushing event updated for resources: {'Port': ['ID=480b3a1d-af54-4077-93e0-7765c4164762,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:55.010088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab958b-b8fb-4685-a35b-82417b2acf87 None None] Network 9d1e32be-b6b0-4371-8bce-2c150508cf31 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:55.043464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.048965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 52931b49-964a-42a1-860e-7c81b2e64bd0 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:55.051434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:55.057668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:55.061251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] For port c4a9bf9f-5f79-4a36-bee3-9e408d66f489, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c4a9bf9f-5f79-4a36-bee3-9e408d66f489,segment=NetworkSegment(91b36b4c-c641-441d-aa5c-19a4bba4b472),segment_id=91b36b4c-c641-441d-aa5c-19a4bba4b472)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:55.061741 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.076549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:55.183526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-beca222e-ff92-42e4-9301-5477acfe3e8d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.185600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.187672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/cf3fac3e-eadb-4369-81a0-371dfd3d977e/b91e1e43-0f81-4c23-85cf-819aaf7a63a0) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:55.241385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc30b7b2-4f52-45dd-89d4-2cec8464caea,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:55.259278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Calling delete_port for c4a9bf9f-5f79-4a36-bee3-9e408d66f489 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:55.323269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-beca222e-ff92-42e4-9301-5477acfe3e8d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.323510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:55.323938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.354438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:55.412833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.414055 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cac1718d-6b96-4559-8a8a-a46efd47fef8 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6443379 Jun 16 15:16:55.450833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54904) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:55.459323 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d446b629-5e6c-470f-a5fc-71dcb217de12 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4227457 Jun 16 15:16:55.470212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': 'dc30b7b2-4f52-45dd-89d4-2cec8464caea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:55.474495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54908) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:55.494445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '52931b49-964a-42a1-860e-7c81b2e64bd0', 'name': 'tempest-PortsTestJSON-813283628'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:55.510495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:55.522995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.542792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743e182-ee7a-4c9c-938c-d55bf0009331 None None] Network 9d1e32be-b6b0-4371-8bce-2c150508cf31 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:55.566026 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.571886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:55.597551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Transition to ACTIVE for port object b91e1e43-0f81-4c23-85cf-819aaf7a63a0 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:55.611512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:55.619310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Port': ['ID=c4a9bf9f-5f79-4a36-bee3-9e408d66f489,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:55.630917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Transition to ACTIVE for port object b91e1e43-0f81-4c23-85cf-819aaf7a63a0 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:55.633707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No DVR routers for this DVR port c4a9bf9f-5f79-4a36-bee3-9e408d66f489 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:16:55.673944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:55.779818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.789347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54916) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:55.828668 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-beca222e-ff92-42e4-9301-5477acfe3e8d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP bd86ab1c-ca90-4ce7-9f78-e980edd1d037 associated. External IP: 172.26.2.240, port: d7255d66-990d-499c-b544-397f608d4c50. Jun 16 15:16:55.909215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:55.940766 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:55.942117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 480b3a1d-af54-4077-93e0-7765c4164762 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:55.988922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:56.013242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:56.031680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port f02c4b93-b960-42ae-ba19-ba7eb33ced73 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:56.086530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.093815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.114460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Pushing event updated for resources: {'Port': ['ID=b91e1e43-0f81-4c23-85cf-819aaf7a63a0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:56.118029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-765465786'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:56.145279 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Attempting to bind port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:16:56.145638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Attempting to bind port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:16:56.146026 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Attempting to bind port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:16:56.154462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:16:56.154835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:16:56.158063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.158760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:16:56.159141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Bound port: b91e1e43-0f81-4c23-85cf-819aaf7a63a0, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:16:56.159564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.166300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:56.169314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1e32be-b6b0-4371-8bce-2c150508cf31']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:56.187180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:56.200365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:port and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:56.205473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b36b4c-c641-441d-aa5c-19a4bba4b472') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:56.205796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b36b4c-c641-441d-aa5c-19a4bba4b472') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:56.206987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Usage tracker for resource:network and tenant:73ffd30792544dc3ab6b6b99cf415b7e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:56.211873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:56.217125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:56.221534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:56.232363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 480b3a1d-af54-4077-93e0-7765c4164762 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:56.237662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.269732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.274480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] For port b91e1e43-0f81-4c23-85cf-819aaf7a63a0, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:16:56.277934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] For port b91e1e43-0f81-4c23-85cf-819aaf7a63a0, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b91e1e43-0f81-4c23-85cf-819aaf7a63a0,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:16:56.279902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:56.280360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.301927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Made reservation on behalf of 73ffd30792544dc3ab6b6b99cf415b7e for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:56.305487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.330660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.348308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.361436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:56.371684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Usage tracker for resource:security_group_rule and tenant:73ffd30792544dc3ab6b6b99cf415b7e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:56.378456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:56.380683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:56.389751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beca222e-ff92-42e4-9301-5477acfe3e8d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:56.395285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:56.416844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.425142 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 91b36b4c-c641-441d-aa5c-19a4bba4b472 resource provider aggregate not found Jun 16 15:16:56.478018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe0eb4-1cfc-463a-8bfa-c2566878ce79 None None] Pushing event updated for resources: {'Port': ['ID=b91e1e43-0f81-4c23-85cf-819aaf7a63a0,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:56.520635 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 91b36b4c-c641-441d-aa5c-19a4bba4b472 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91b36b4c-c641-441d-aa5c-19a4bba4b472 found for delete ", "request_id": "req-16f2ddcc-35b1-4e74-b361-8b6bcd2ea891"}]} Jun 16 15:16:56.536524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.575723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed843a4-8b5a-4c30-8163-f8fe2e107752,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:56.621722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:56.625343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.647566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.707317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beca222e-ff92-42e4-9301-5477acfe3e8d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:56.716757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.722371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aded977-6774-49e9-a133-cee8d32e9373 None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:56.731655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-beca222e-ff92-42e4-9301-5477acfe3e8d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.777119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aded977-6774-49e9-a133-cee8d32e9373 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:56.777848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8aded977-6774-49e9-a133-cee8d32e9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:56.805765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.820171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:16:56.845862 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-beca222e-ff92-42e4-9301-5477acfe3e8d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "PUT /v2.0/floatingips/bd86ab1c-ca90-4ce7-9f78-e980edd1d037 HTTP/1.1" status: 200 len: 976 time: 2.6733046 Jun 16 15:16:56.856834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54926) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:56.861799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.862356 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Added segment b6db5f52-9a00-4ff6-a3a8-943581b24b82 of type vlan for network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 Jun 16 15:16:56.886499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::2dd1:5a7e:2882:7844 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/cf3fac3e-eadb-4369-81a0-371dfd3d977e/f02c4b93-b960-42ae-ba19-ba7eb33ced73) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:56.893961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.893961 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/9d1e32be-b6b0-4371-8bce-2c150508cf31 HTTP/1.1" status: 204 len: 168 time: 4.9018211 Jun 16 15:16:56.904065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8aded977-6774-49e9-a133-cee8d32e9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:56.905728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 18aac7b1-13e6-4a03-bd28-ac08b74c3e03 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:56.915157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aded977-6774-49e9-a133-cee8d32e9373 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:56.915949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8aded977-6774-49e9-a133-cee8d32e9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:56.931623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54930) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:56.951646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.952839 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-93eac87f-55c1-4915-a0cc-73985b57959d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5008726 Jun 16 15:16:56.962798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66089a0-e1f6-46d4-8ce5-f142f59c16f4 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=9d1e32be-b6b0-4371-8bce-2c150508cf31,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:56.964516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54934) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:56.991073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-608c58e9-c045-4bad-a11c-f6bbc2b02ac2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': 'dc30b7b2-4f52-45dd-89d4-2cec8464caea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:56.996441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05cf5e6-f61d-4bb7-92fe-5d4fa36eb973,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:56.999585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-608c58e9-c045-4bad-a11c-f6bbc2b02ac2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:57.004780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-608c58e9-c045-4bad-a11c-f6bbc2b02ac2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:57.007945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-608c58e9-c045-4bad-a11c-f6bbc2b02ac2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:57.015529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-608c58e9-c045-4bad-a11c-f6bbc2b02ac2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:57.020636 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac06c683-755b-459b-90a3-cbd37afa4f10 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:57.021057 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac06c683-755b-459b-90a3-cbd37afa4f10 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:57.027852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add60f8-368f-4e3e-8ac8-2060351c4e0e None None] Network 52931b49-964a-42a1-860e-7c81b2e64bd0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:16:57.030782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.050421 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ac06c683-755b-459b-90a3-cbd37afa4f10 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/c3f9fd15-1df4-4609-bcd1-5dc753c9b7e0 HTTP/1.1" status: 404 len: 337 time: 0.1151340 Jun 16 15:16:57.053156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54938) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:57.082538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port d7255d66-990d-499c-b544-397f608d4c50 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:57.083531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.105528 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8aded977-6774-49e9-a133-cee8d32e9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:57.106079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aded977-6774-49e9-a133-cee8d32e9373 None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:57.145629 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8dc4fe-39ce-4366-ae24-5d89f7784a7c tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:57.146273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8dc4fe-39ce-4366-ae24-5d89f7784a7c tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:57.150389 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2b8dc4fe-39ce-4366-ae24-5d89f7784a7c tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/9d1e32be-b6b0-4371-8bce-2c150508cf31 HTTP/1.1" status: 404 len: 339 time: 0.0938928 Jun 16 15:16:57.157328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54942) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:57.187399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-608c58e9-c045-4bad-a11c-f6bbc2b02ac2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.208846 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-113af632-33de-4fd3-abab-47ec893d0b86 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:57.209457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113af632-33de-4fd3-abab-47ec893d0b86 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:57.211327 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-113af632-33de-4fd3-abab-47ec893d0b86 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/a020580f-891b-4eb2-a307-70d1392a1291 HTTP/1.1" status: 404 len: 337 time: 0.0558755 Jun 16 15:16:57.214700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54946) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:57.270594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-db1ac98b-3a86-4cfb-8d77-9c51625f7148 None None] Provisioning for port 480b3a1d-af54-4077-93e0-7765c4164762 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:57.286657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-db1ac98b-3a86-4cfb-8d77-9c51625f7148 None None] Provisioning complete for port 480b3a1d-af54-4077-93e0-7765c4164762 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:57.287003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db1ac98b-3a86-4cfb-8d77-9c51625f7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.324767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.5 (52931b49-964a-42a1-860e-7c81b2e64bd0/6ad6bbd9-90e0-42b5-a05e-089a9011d501/18aac7b1-13e6-4a03-bd28-ac08b74c3e03) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:16:57.403060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.408999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:57.409774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.442114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.452548 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b799d9d-a1d7-4a8e-ad76-4097cfd64403 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:57.453166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b799d9d-a1d7-4a8e-ad76-4097cfd64403 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:57.455138 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8b799d9d-a1d7-4a8e-ad76-4097cfd64403 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/3fa08aa1-5dd2-4872-be3c-b52ff63318d1 HTTP/1.1" status: 404 len: 339 time: 0.2391255 Jun 16 15:16:57.473829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54950) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:57.499707 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-608c58e9-c045-4bad-a11c-f6bbc2b02ac2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): There was a conflict when trying to complete your request. Jun 16 15:16:57.500741 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-608c58e9-c045-4bad-a11c-f6bbc2b02ac2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5276196 Jun 16 15:16:57.514054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.527706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54954) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:57.528138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-db1ac98b-3a86-4cfb-8d77-9c51625f7148 None None] Current status of the port 480b3a1d-af54-4077-93e0-7765c4164762 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:57.528325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object f02c4b93-b960-42ae-ba19-ba7eb33ced73 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:57.528618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db1ac98b-3a86-4cfb-8d77-9c51625f7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.590811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-db1ac98b-3a86-4cfb-8d77-9c51625f7148 None None] For port 480b3a1d-af54-4077-93e0-7765c4164762, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=480b3a1d-af54-4077-93e0-7765c4164762,segment=NetworkSegment(e7699cab-4350-4d45-a09d-9372ebaa45ff),segment_id=e7699cab-4350-4d45-a09d-9372ebaa45ff)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:57.689276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db1ac98b-3a86-4cfb-8d77-9c51625f7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.811799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ac98b-3a86-4cfb-8d77-9c51625f7148 None None] Pushing event updated for resources: {'Port': ['ID=480b3a1d-af54-4077-93e0-7765c4164762,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:57.852337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.915773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b91e1e43-0f81-4c23-85cf-819aaf7a63a0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:57.934963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.984715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object 18aac7b1-13e6-4a03-bd28-ac08b74c3e03 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:16:57.997556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-79289efc-e6bd-4c0e-8894-e2f0bcede35b None None] Provisioning for port 1bbbe59c-93cb-4088-b05b-d516741e919b completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:58.003742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-79289efc-e6bd-4c0e-8894-e2f0bcede35b None None] Provisioning complete for port 1bbbe59c-93cb-4088-b05b-d516741e919b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:58.004169 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79289efc-e6bd-4c0e-8894-e2f0bcede35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.038599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15b606c5-bb2d-4f93-b6c3-ff45e6d89c8f tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.089143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:58.100837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-79289efc-e6bd-4c0e-8894-e2f0bcede35b None None] Port 1bbbe59c-93cb-4088-b05b-d516741e919b cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:58.117704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15b606c5-bb2d-4f93-b6c3-ff45e6d89c8f tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.124345 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-79289efc-e6bd-4c0e-8894-e2f0bcede35b None None] Provisioning complete for port 480b3a1d-af54-4077-93e0-7765c4164762 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:58.124874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79289efc-e6bd-4c0e-8894-e2f0bcede35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.162150 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.173746 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3806412 Jun 16 15:16:58.174296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c2898-0def-44e7-a051-bde761617bb6 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:16:58.180209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0efa8-1d26-4270-9390-792fa2ae99b3 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Pushing event updated for resources: {'Network': ['ID=075665a9-9d0e-4989-b5b5-7019bcfc59e4,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:58.224278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.224758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.225151 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP bd86ab1c-ca90-4ce7-9f78-e980edd1d037 disassociated. External IP: 172.26.2.240, port: d7255d66-990d-499c-b544-397f608d4c50. Jun 16 15:16:58.226670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for d7255d66-990d-499c-b544-397f608d4c50 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:16:58.232365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:16:58.349643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.410912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.439822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:58.447713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032145e5-8c53-434d-92b4-d5b5c5194c01']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:58.456555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:58.465788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:58.473339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:58.473710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.480593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=f02c4b93-b960-42ae-ba19-ba7eb33ced73,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:58.481504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84c2898-0def-44e7-a051-bde761617bb6 None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:16:58.486528 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15b606c5-bb2d-4f93-b6c3-ff45e6d89c8f tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.493956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34d2842-4d7a-4422-a2ff-a59d7201599e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:58.494283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34d2842-4d7a-4422-a2ff-a59d7201599e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:58.494567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.498032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-79289efc-e6bd-4c0e-8894-e2f0bcede35b None None] Current status of the port 480b3a1d-af54-4077-93e0-7765c4164762 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:58.542332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54962) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:58.565994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Request body: {'port': {'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4', 'binding:host_id': 'hv-neutron-8460', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-630279022'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:58.570494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=d7255d66-990d-499c-b544-397f608d4c50,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:58.575840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:58.582118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Usage tracker for resource:port and tenant:a82402a9a68e41fab00492574d16c844 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:58.586642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 52931b49-964a-42a1-860e-7c81b2e64bd0 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:16:58.592169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:16:58.596535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b606c5-bb2d-4f93-b6c3-ff45e6d89c8f tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc30b7b2-4f52-45dd-89d4-2cec8464caea,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:58.600425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:16:58.636738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.647871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:58.661383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] Provisioning complete for port 1bbbe59c-93cb-4088-b05b-d516741e919b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:58.662415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.662823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:58.680404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15b606c5-bb2d-4f93-b6c3-ff45e6d89c8f tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.681744 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-15b606c5-bb2d-4f93-b6c3-ff45e6d89c8f tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/dc30b7b2-4f52-45dd-89d4-2cec8464caea HTTP/1.1" status: 204 len: 168 time: 1.1520963 Jun 16 15:16:58.685554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54966) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:58.693514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.710089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=18aac7b1-13e6-4a03-bd28-ac08b74c3e03,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:58.715547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:16:58.716605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.763317 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2aabab01-eaad-492b-ac99-1d600a5d74a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5081835 Jun 16 15:16:58.768268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54972) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:58.773247 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment f34d2842-4d7a-4422-a2ff-a59d7201599e resource provider aggregate not found Jun 16 15:16:58.797649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] Port 1bbbe59c-93cb-4088-b05b-d516741e919b cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:58.823447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5739cb3b-2894-4769-9824-6132f81ddddf tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Synchronizing usage tracker for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:16:58.827307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': 'cf3fac3e-eadb-4369-81a0-371dfd3d977e', 'ip_address': '2001:db8::2dd1:5a7e:2882:7844'}], 'name': 'tempest-NetworksTestDHCPv6-439377973'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:58.846153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:58.849416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.855213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:16:58.857709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Made reservation on behalf of a82402a9a68e41fab00492574d16c844 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:58.863392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.880269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.882405 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment f34d2842-4d7a-4422-a2ff-a59d7201599e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f34d2842-4d7a-4422-a2ff-a59d7201599e found for delete ", "request_id": "req-ac0ad71a-fd11-4467-8b0a-852a1bedb44d"}]} Jun 16 15:16:58.904351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] Provisioning for port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:58.912985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] Provisioning complete for port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:58.913360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.964786 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:58.977588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5739cb3b-2894-4769-9824-6132f81ddddf tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Unset dirty status for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:16:58.983001 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5739cb3b-2894-4769-9824-6132f81ddddf tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2909868 Jun 16 15:16:58.983001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Usage tracker for resource:security_group_rule and tenant:a82402a9a68e41fab00492574d16c844 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:58.988467 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-25249575-8f1f-44ba-af12-a2199437203d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5092745 Jun 16 15:16:58.988931 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54978) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:58.989274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:58.992413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:59.017678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 54982) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:59.027385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:59.027510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.040915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=032145e5-8c53-434d-92b4-d5b5c5194c01,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:59.048216 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-578748fb-e250-4ba1-9adc-258cb83d39ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/032145e5-8c53-434d-92b4-d5b5c5194c01 HTTP/1.1" status: 204 len: 168 time: 1.5720491 Jun 16 15:16:59.049244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54984) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:59.086278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1322725255'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:16:59.094551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:59.095437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:59.099329 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce86ffbe-9a48-4db2-885c-6695ab47672c tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:59.099797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce86ffbe-9a48-4db2-885c-6695ab47672c tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:59.104148 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ce86ffbe-9a48-4db2-885c-6695ab47672c tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/a97417fc-6f4e-4768-a304-b915cd078db8 HTTP/1.1" status: 404 len: 337 time: 0.0513639 Jun 16 15:16:59.106265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54990) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:59.106863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] Current status of the port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:16:59.107865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.110827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:59.152244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] For port b91e1e43-0f81-4c23-85cf-819aaf7a63a0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b91e1e43-0f81-4c23-85cf-819aaf7a63a0,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:16:59.153771 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e4a0aa-e42c-4953-a308-f913beb99f72 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:59.154279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e4a0aa-e42c-4953-a308-f913beb99f72 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:59.156008 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-32e4a0aa-e42c-4953-a308-f913beb99f72 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/5c4deac1-30d6-47c0-a0ef-018ed0dd85d0 HTTP/1.1" status: 404 len: 339 time: 0.0488927 Jun 16 15:16:59.156987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:59.160679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54994) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:59.198683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:59.205137 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbdd302-0c46-452b-84f1-6c70794f90ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:59.205594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbdd302-0c46-452b-84f1-6c70794f90ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:59.207846 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9fbdd302-0c46-452b-84f1-6c70794f90ea tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/c657750a-b166-46fa-a27b-5dde1124f33f HTTP/1.1" status: 404 len: 337 time: 0.0463262 Jun 16 15:16:59.211718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 54998) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:59.231471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:59.260951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.345465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.367955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:16:59.380604 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e7ae9-23b2-4520-a143-4cfa360127b6 None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:16:59.399115 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e7ae9-23b2-4520-a143-4cfa360127b6 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:59.401618 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7ae9-23b2-4520-a143-4cfa360127b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:59.401967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ebf91-29e8-441e-804f-ce54fe19b69e None None] Pushing event updated for resources: {'Port': ['ID=b91e1e43-0f81-4c23-85cf-819aaf7a63a0,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:59.411887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.422820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:16:59.428020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.437077 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdc8b50-4e37-4604-90d7-34c267048252 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:59.437566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fdc8b50-4e37-4604-90d7-34c267048252 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:59.441992 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5fdc8b50-4e37-4604-90d7-34c267048252 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/ba4193bb-9204-4067-b56a-897c27901144 HTTP/1.1" status: 404 len: 339 time: 0.2265916 Jun 16 15:16:59.442189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.444929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55002) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:59.454465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port b75bdd3f-0cae-4f44-9871-0e431f8736c9 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:59.480318 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7ae9-23b2-4520-a143-4cfa360127b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:59.492006 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e7ae9-23b2-4520-a143-4cfa360127b6 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:16:59.492665 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7ae9-23b2-4520-a143-4cfa360127b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:59.523725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] device_id is not set on port 4591bee4-3437-4ac5-87ab-ebe1343a41fa yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:16:59.555944 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7ae9-23b2-4520-a143-4cfa360127b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:16:59.556333 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e7ae9-23b2-4520-a143-4cfa360127b6 None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:16:59.564220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cec4dfc6-2027-4203-b2e7-45f373fd53b0 None None] Provisioning for port 18aac7b1-13e6-4a03-bd28-ac08b74c3e03 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:59.569623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:16:59.571538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cec4dfc6-2027-4203-b2e7-45f373fd53b0 None None] Provisioning complete for port 18aac7b1-13e6-4a03-bd28-ac08b74c3e03 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:59.573536 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cec4dfc6-2027-4203-b2e7-45f373fd53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.583911 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-9292b5dd-39bb-4bde-b7c1-44e01f011b2f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:59.584417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9292b5dd-39bb-4bde-b7c1-44e01f011b2f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:59.593638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6899402-ceb0-4ea9-ba86-4673841c425f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:16:59.597957 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a6899402-ceb0-4ea9-ba86-4673841c425f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.5044506 Jun 16 15:16:59.598836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55006) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:59.603439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:16:59.615770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:16:59.631571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-cec4dfc6-2027-4203-b2e7-45f373fd53b0 None None] Port 18aac7b1-13e6-4a03-bd28-ac08b74c3e03 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:59.641514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:16:59.666956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07a678f-2923-4054-b712-f03834d6d24a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:59.675534 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9292b5dd-39bb-4bde-b7c1-44e01f011b2f tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/65fbab46-234f-4d09-9b62-de6440a9da2a HTTP/1.1" status: 404 len: 337 time: 0.1946568 Jun 16 15:16:59.681245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55010) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:59.683038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cec4dfc6-2027-4203-b2e7-45f373fd53b0 None None] Provisioning for port f02c4b93-b960-42ae-ba19-ba7eb33ced73 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:16:59.688307 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.688652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.688780 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cec4dfc6-2027-4203-b2e7-45f373fd53b0 None None] Provisioning complete for port f02c4b93-b960-42ae-ba19-ba7eb33ced73 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:59.689043 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.689152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cec4dfc6-2027-4203-b2e7-45f373fd53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.689311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.689647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.689976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.690857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.691211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.691556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.691881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.692205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.692530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:59.696211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.726747 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-31940100-1bbc-44f9-9779-622e82e60819 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:16:59.727279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31940100-1bbc-44f9-9779-622e82e60819 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:59.738997 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cd87691a-70ba-45b8-8b99-d105d27bc453 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/ports/d7255d66-990d-499c-b544-397f608d4c50 HTTP/1.1" status: 204 len: 168 time: 2.8766406 Jun 16 15:16:59.742770 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-31940100-1bbc-44f9-9779-622e82e60819 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/7252d3e1-ba21-4164-b41f-814238937d0a HTTP/1.1" status: 404 len: 339 time: 0.0580304 Jun 16 15:16:59.744890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55014) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:59.752073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55018) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:59.761205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 18aac7b1-13e6-4a03-bd28-ac08b74c3e03 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:16:59.761552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.764963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-cec4dfc6-2027-4203-b2e7-45f373fd53b0 None None] Port f02c4b93-b960-42ae-ba19-ba7eb33ced73 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:16:59.846233 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 480b3a1d-af54-4077-93e0-7765c4164762 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:16:59.864672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 16 15:16:59.865187 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:16:59.925306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 480b3a1d-af54-4077-93e0-7765c4164762 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:16:59.925640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:59.999085 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3619b811-8b24-47eb-839c-fcdfdb4e4a26 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2272797 Jun 16 15:17:00.003472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55022) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.014733 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e97273-6f63-44b1-852c-53ba320712c6 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:00.015209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e97273-6f63-44b1-852c-53ba320712c6 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:00.026421 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2a800cf0-d7ba-45a4-8366-dfbc3f72930f tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "GET /v2.0/floatingips/bd86ab1c-ca90-4ce7-9f78-e980edd1d037 HTTP/1.1" status: 200 len: 688 time: 0.2803986 Jun 16 15:17:00.044812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55026) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.051386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 480b3a1d-af54-4077-93e0-7765c4164762 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:00.052489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b91e1e43-0f81-4c23-85cf-819aaf7a63a0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:00.113699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.123666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:00.124880 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c4e97273-6f63-44b1-852c-53ba320712c6 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/02dbacf3-45e6-41ec-98c3-dc48d50a6d2b HTTP/1.1" status: 404 len: 337 time: 0.3185127 Jun 16 15:17:00.127143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.128357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55030) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.230262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.269747 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 18aac7b1-13e6-4a03-bd28-ac08b74c3e03 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:00.291735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:00.310860 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df92f0a-c9cb-421f-a9d1-4369ec939c48 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:00.311281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df92f0a-c9cb-421f-a9d1-4369ec939c48 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:00.315812 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6df92f0a-c9cb-421f-a9d1-4369ec939c48 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/e0ec2b88-1b01-435c-8eae-c097b8f997d9 HTTP/1.1" status: 404 len: 339 time: 0.1832912 Jun 16 15:17:00.317490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55034) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.342589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.360871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f313fe-3525-42f7-a4da-a90b39591b52 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:00.367459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f313fe-3525-42f7-a4da-a90b39591b52 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:00.368238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-80f313fe-3525-42f7-a4da-a90b39591b52 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:00.382032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f7070f8a-825a-419c-b5d6-d667173bba45 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 44ec4d1c-9878-4579-a2e4-e94fa714a0c1 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:00.382379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7070f8a-825a-419c-b5d6-d667173bba45 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.383033 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0800f9-44e2-4d26-9409-8f006ef30a6d tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:00.383480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0800f9-44e2-4d26-9409-8f006ef30a6d tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:00.385185 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1e0800f9-44e2-4d26-9409-8f006ef30a6d tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/19582609-25dc-4fce-b85a-76c30d89491f HTTP/1.1" status: 404 len: 337 time: 0.0675361 Jun 16 15:17:00.388571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55038) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.429891 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8f4c24-5dad-4280-b663-7dd9cdb2aac7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:00.430565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8f4c24-5dad-4280-b663-7dd9cdb2aac7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:00.432004 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2d8f4c24-5dad-4280-b663-7dd9cdb2aac7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/9f0d290d-2cd4-4478-956a-fc3b21d71e42 HTTP/1.1" status: 404 len: 339 time: 0.0401962 Jun 16 15:17:00.441390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55042) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.550813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-80f313fe-3525-42f7-a4da-a90b39591b52 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:00.552020 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-80f313fe-3525-42f7-a4da-a90b39591b52 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5476098 Jun 16 15:17:00.553489 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a39490-7aef-45d1-9d8c-10ff3157acb7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:00.553952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a39490-7aef-45d1-9d8c-10ff3157acb7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:00.554830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55046) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.555647 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-40a39490-7aef-45d1-9d8c-10ff3157acb7 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/3839526c-f8dc-4a4b-bf70-193b98178c13 HTTP/1.1" status: 404 len: 337 time: 0.1091502 Jun 16 15:17:00.562455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce95122a-4a26-44dd-a69e-513e5c6c581e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:00.562455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.562455 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-103a8436-22ca-4876-ad54-7ce780b58b8c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5699360 Jun 16 15:17:00.576982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55050) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.577318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55052) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.612561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-bc69d86a-d86a-4c8f-96bb-f25f91fba74e tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': 'ce95122a-4a26-44dd-a69e-513e5c6c581e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:00.613374 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING neutron.api.v2.base [None req-bc69d86a-d86a-4c8f-96bb-f25f91fba74e tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 16 15:17:00.613871 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-bc69d86a-d86a-4c8f-96bb-f25f91fba74e tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:00.617549 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bc69d86a-d86a-4c8f-96bb-f25f91fba74e tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0321827 Jun 16 15:17:00.617704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.621695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55058) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.670541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] device_id is not set on port 4591bee4-3437-4ac5-87ab-ebe1343a41fa yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:00.672868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-0b665ef2-1e10-42a1-9c2c-7dcefd83e70d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port f02c4b93-b960-42ae-ba19-ba7eb33ced73 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:00.673204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b665ef2-1e10-42a1-9c2c-7dcefd83e70d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.680010 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfec2c3-6f6d-4cb4-85c5-01bb10e3c54a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:00.680497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfec2c3-6f6d-4cb4-85c5-01bb10e3c54a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:00.682146 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0cfec2c3-6f6d-4cb4-85c5-01bb10e3c54a tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/c5aa5a00-16f8-4bb7-8b24-aca420dd69c0 HTTP/1.1" status: 404 len: 339 time: 0.1016235 Jun 16 15:17:00.697168 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55062) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.709573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.751566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=18aac7b1-13e6-4a03-bd28-ac08b74c3e03,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:00.763872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Transition to ACTIVE for port object 4591bee4-3437-4ac5-87ab-ebe1343a41fa will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:00.794538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7070f8a-825a-419c-b5d6-d667173bba45 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.794538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7070f8a-825a-419c-b5d6-d667173bba45 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.837945 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ce9adb-e5f1-436b-8dd0-67f373162cd6 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:00.838396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ce9adb-e5f1-436b-8dd0-67f373162cd6 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:00.841508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.841789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.842118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.842448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.842790 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.843139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.843553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.843872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.844187 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.844499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.844818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.845135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:00.875701 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e1ce9adb-e5f1-436b-8dd0-67f373162cd6 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/a413e01e-26e6-4794-b1e3-4fc85ce84d2e HTTP/1.1" status: 404 len: 337 time: 0.1663647 Jun 16 15:17:00.880668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55066) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.927632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.938525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f7070f8a-825a-419c-b5d6-d667173bba45 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 44ec4d1c-9878-4579-a2e4-e94fa714a0c1 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:00.959329 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0aa15e5-325f-4752-8a2e-63a965bff146 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:00.959793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0aa15e5-325f-4752-8a2e-63a965bff146 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:00.961428 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e0aa15e5-325f-4752-8a2e-63a965bff146 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/83acef95-a77f-454c-a22c-0144845da0cf HTTP/1.1" status: 404 len: 339 time: 0.0775335 Jun 16 15:17:00.965869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55070) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:00.968623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:00.970870 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b6882722-520a-4829-9c79-1ccc765a3387 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/18aac7b1-13e6-4a03-bd28-ac08b74c3e03 HTTP/1.1" status: 204 len: 168 time: 1.3711553 Jun 16 15:17:00.975907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55074) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:01.010604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bed1ad71-08eb-4387-acd2-fe8b569a46dd tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.062450 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f472bd-ccd9-4839-9eab-36469acc2fec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:01.063206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f472bd-ccd9-4839-9eab-36469acc2fec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:01.064907 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f4f472bd-ccd9-4839-9eab-36469acc2fec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/d87a2563-68dc-4226-986f-a9a3d22d830b HTTP/1.1" status: 404 len: 337 time: 0.0923913 Jun 16 15:17:01.072926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55078) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:01.092480 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2fe404-dad6-44df-bf2d-0ab8cf56b895 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:17:01.093082 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dd2fe404-dad6-44df-bf2d-0ab8cf56b895 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:01.105823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bed1ad71-08eb-4387-acd2-fe8b569a46dd tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.150606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event updated for resources: {'Port': ['ID=4591bee4-3437-4ac5-87ab-ebe1343a41fa,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:01.182537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Checking segment: {'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:01.182893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Network hostable DHCP agents. Network: 075665a9-9d0e-4989-b5b5-7019bcfc59e4, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:17:01.252432 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-51979308-47cd-4574-a13a-6e451f191ebf tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:01.253406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51979308-47cd-4574-a13a-6e451f191ebf tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:01.257553 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-51979308-47cd-4574-a13a-6e451f191ebf tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/d15cc77c-9ca8-4ca3-bf8d-b5e590f09494 HTTP/1.1" status: 404 len: 339 time: 0.1809382 Jun 16 15:17:01.257796 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55082) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:01.317300 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bed1ad71-08eb-4387-acd2-fe8b569a46dd tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.343330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1ad71-08eb-4387-acd2-fe8b569a46dd tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce95122a-4a26-44dd-a69e-513e5c6c581e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:01.349109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f25910-2e73-4092-b299-7dc9ccb4f5c3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting subnet 5f74a5b9-6b0d-4d19-8eaf-21be11468ca5 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:17:01.354594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3f25910-2e73-4092-b299-7dc9ccb4f5c3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.364209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b665ef2-1e10-42a1-9c2c-7dcefd83e70d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.387909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:17:01.411755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7070f8a-825a-419c-b5d6-d667173bba45 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.424894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dd2fe404-dad6-44df-bf2d-0ab8cf56b895 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:01.426053 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dd2fe404-dad6-44df-bf2d-0ab8cf56b895 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/18aac7b1-13e6-4a03-bd28-ac08b74c3e03 HTTP/1.1" status: 404 len: 333 time: 0.4220014 Jun 16 15:17:01.447547 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55086) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:01.453343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3f25910-2e73-4092-b299-7dc9ccb4f5c3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.490960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-0b665ef2-1e10-42a1-9c2c-7dcefd83e70d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for f02c4b93-b960-42ae-ba19-ba7eb33ced73 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:01.539100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 075665a9-9d0e-4989-b5b5-7019bcfc59e4) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:01.546910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb928ff-5c6c-4b59-bcd0-a43b25a82c80 None None] Network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:01.579850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7070f8a-825a-419c-b5d6-d667173bba45 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=44ec4d1c-9878-4579-a2e4-e94fa714a0c1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:01.706201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b665ef2-1e10-42a1-9c2c-7dcefd83e70d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.732593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:01.761641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b665ef2-1e10-42a1-9c2c-7dcefd83e70d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=f02c4b93-b960-42ae-ba19-ba7eb33ced73,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:01.768280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bed1ad71-08eb-4387-acd2-fe8b569a46dd tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.772090 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bed1ad71-08eb-4387-acd2-fe8b569a46dd tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/ce95122a-4a26-44dd-a69e-513e5c6c581e HTTP/1.1" status: 204 len: 168 time: 1.1017077 Jun 16 15:17:01.792094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55090) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:01.811669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b665ef2-1e10-42a1-9c2c-7dcefd83e70d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.832238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:01.832571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:01.832969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:01.843265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b559aaf2-0852-4843-a8e3-afcd266a08fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 1bbbe59c-93cb-4088-b05b-d516741e919b {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:01.843611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b559aaf2-0852-4843-a8e3-afcd266a08fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.871191 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0b665ef2-1e10-42a1-9c2c-7dcefd83e70d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/f02c4b93-b960-42ae-ba19-ba7eb33ced73 HTTP/1.1" status: 204 len: 168 time: 1.3153110 Jun 16 15:17:01.873981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55094) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:01.901837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:01.902171 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:01.914857 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 2 to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa Jun 16 15:17:01.939434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7070f8a-825a-419c-b5d6-d667173bba45 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.941815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7070f8a-825a-419c-b5d6-d667173bba45 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:01.945134 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f7070f8a-825a-419c-b5d6-d667173bba45 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/floatingips/bd86ab1c-ca90-4ce7-9f78-e980edd1d037 HTTP/1.1" status: 204 len: 168 time: 1.8967023 Jun 16 15:17:01.950082 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55098) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:01.955183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '8419f168-f6ac-4091-8c95-8c6408c675a6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:01.961916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df672bc-e9ef-43a6-9a95-699b078b5fc7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:01.963352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df672bc-e9ef-43a6-9a95-699b078b5fc7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:01.964062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4df672bc-e9ef-43a6-9a95-699b078b5fc7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:01.969662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:01.973647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:01.973978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:01.974310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:01.979038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:floatingip and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:01.982851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:01.983133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2826e84d-194d-4219-b401-c95a0cd8b90b tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Synchronizing usage tracker for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:01.989909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:01.991765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3f25910-2e73-4092-b299-7dc9ccb4f5c3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.041498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:02.041792 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:02.052115 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 3 to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa Jun 16 15:17:02.077087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4df672bc-e9ef-43a6-9a95-699b078b5fc7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:02.078358 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4df672bc-e9ef-43a6-9a95-699b078b5fc7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2033467 Jun 16 15:17:02.081636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55102) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:02.110813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:02.111170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:02.111484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:02.117537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.130067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:02.134018 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:02.150288 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 4 to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa Jun 16 15:17:02.184990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d892682-9720-44e6-9093-196f4337f16d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet cf3fac3e-eadb-4369-81a0-371dfd3d977e {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:17:02.186315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2826e84d-194d-4219-b401-c95a0cd8b90b tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Unset dirty status for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:02.187607 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2826e84d-194d-4219-b401-c95a0cd8b90b tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3946671 Jun 16 15:17:02.188368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:02.188701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:02.189039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:02.191268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1d892682-9720-44e6-9093-196f4337f16d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.195910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55106) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:02.252975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456009270'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:02.270960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:02.271379 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:02.277260 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:02.277260 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 5 to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa Jun 16 15:17:02.299508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1d892682-9720-44e6-9093-196f4337f16d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.302114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:02.310214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:02.310549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:02.310885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:02.317832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3f25910-2e73-4092-b299-7dc9ccb4f5c3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.363485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:02.364300 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:02.372096 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 6 to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa Jun 16 15:17:02.384677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f25910-2e73-4092-b299-7dc9ccb4f5c3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Subnet': ['ID=5f74a5b9-6b0d-4d19-8eaf-21be11468ca5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:02.389951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b559aaf2-0852-4843-a8e3-afcd266a08fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.397272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.416505 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3f25910-2e73-4092-b299-7dc9ccb4f5c3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.418668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a1016e-221c-4ae8-8b30-11efe1e7f709 None None] Network 7ae84906-4a02-4c84-a68a-9b42dedf2570 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:02.420851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.431555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:02.431887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:02.432231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:02.463618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1d892682-9720-44e6-9093-196f4337f16d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.554173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b559aaf2-0852-4843-a8e3-afcd266a08fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 1bbbe59c-93cb-4088-b05b-d516741e919b owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:02.583109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:02.586904 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:02.591525 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 7 to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa Jun 16 15:17:02.605908 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b3f25910-2e73-4092-b299-7dc9ccb4f5c3 tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/subnets/5f74a5b9-6b0d-4d19-8eaf-21be11468ca5 HTTP/1.1" status: 204 len: 168 time: 1.3470173 Jun 16 15:17:02.607202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:02.609338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55110) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:02.618711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:02.629355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:02.632028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:02.632365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:02.632705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:02.641725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:02.648332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:02.648668 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:02.654198 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 8 to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa Jun 16 15:17:02.667899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1d892682-9720-44e6-9093-196f4337f16d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.671942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.26.2.205 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/0c140833-ba17-4038-a229-dd41eb9def10) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:02.693888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f14bc-85ba-4614-957b-8ee01756b35c None None] DHCP port deletion for 7ae84906-4a02-4c84-a68a-9b42dedf2570 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:17:02.696939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:02.697596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:02.697596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:02.698964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e19f14bc-85ba-4614-957b-8ee01756b35c None None] Deleting port c1155137-c5e2-42b7-8c3e-85f2d12ac89e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:02.699382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e19f14bc-85ba-4614-957b-8ee01756b35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.708107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:02.708438 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:02.710255 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 9 to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa Jun 16 15:17:02.774238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:02.774592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:02.774924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:02.785263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d892682-9720-44e6-9093-196f4337f16d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=cf3fac3e-eadb-4369-81a0-371dfd3d977e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:02.790314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1d892682-9720-44e6-9093-196f4337f16d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.799015 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:02.799402 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:02.803475 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 10 to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa Jun 16 15:17:02.812763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81975833-eae2-44a2-b8d7-313597485c34 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:02.813657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.829013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port c1155137-c5e2-42b7-8c3e-85f2d12ac89e {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:02.829013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.845748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:02.845953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:02.846316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:02.851757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.853928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:02.854256 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4591bee4-3437-4ac5-87ab-ebe1343a41fa on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:02.854600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.886622 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1d892682-9720-44e6-9093-196f4337f16d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/cf3fac3e-eadb-4369-81a0-371dfd3d977e HTTP/1.1" status: 204 len: 168 time: 0.8017728 Jun 16 15:17:02.886972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55114) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:02.944768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:02.948524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b559aaf2-0852-4843-a8e3-afcd266a08fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.021329 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9497f86a-7cf0-45dc-bfd2-4ff6390f2341 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1293762 Jun 16 15:17:03.024110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55118) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:03.035816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559aaf2-0852-4843-a8e3-afcd266a08fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=1bbbe59c-93cb-4088-b05b-d516741e919b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:03.036052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e19f14bc-85ba-4614-957b-8ee01756b35c None None] For port c1155137-c5e2-42b7-8c3e-85f2d12ac89e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1155137-c5e2-42b7-8c3e-85f2d12ac89e,segment=NetworkSegment(c9383b47-0410-43bf-9fd2-79f2290b127f),segment_id=c9383b47-0410-43bf-9fd2-79f2290b127f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:03.036262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e19f14bc-85ba-4614-957b-8ee01756b35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.042636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:03.050173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] For port 4591bee4-3437-4ac5-87ab-ebe1343a41fa, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:03.050549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempted to set empty binding levels {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 16 15:17:03.125984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60af5030-db2a-4649-9413-5dd5f2912aec,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:03.154135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.224776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e19f14bc-85ba-4614-957b-8ee01756b35c None None] Calling delete_port for c1155137-c5e2-42b7-8c3e-85f2d12ac89e owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:03.246072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.247632 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-630363c9-e45d-43f1-b99d-dab4c0dd02ac tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0476143 Jun 16 15:17:03.254677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55122) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:03.277672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:03.278274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.296911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5aa93aba-dc9e-498f-8424-c24104a447f1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '60af5030-db2a-4649-9413-5dd5f2912aec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:03.297830 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-5aa93aba-dc9e-498f-8424-c24104a447f1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 16 15:17:03.298332 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-5aa93aba-dc9e-498f-8424-c24104a447f1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:03.302679 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5aa93aba-dc9e-498f-8424-c24104a447f1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0425167 Jun 16 15:17:03.304027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55126) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:03.311062 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event updated for resources: {'Port': ['ID=4591bee4-3437-4ac5-87ab-ebe1343a41fa,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:03.355111 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b559aaf2-0852-4843-a8e3-afcd266a08fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.356919 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b559aaf2-0852-4843-a8e3-afcd266a08fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/1bbbe59c-93cb-4088-b05b-d516741e919b HTTP/1.1" status: 204 len: 168 time: 1.9063342 Jun 16 15:17:03.360381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55130) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:03.422542 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d1b02e7d-c98d-4070-843a-25f9291f2c31 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.8779755 Jun 16 15:17:03.426264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55134) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:03.427269 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12b18d8-f93a-4f4c-887d-a3bfaf9ff33e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:17:03.427806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d12b18d8-f93a-4f4c-887d-a3bfaf9ff33e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:03.446881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] For port c1155137-c5e2-42b7-8c3e-85f2d12ac89e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1155137-c5e2-42b7-8c3e-85f2d12ac89e,segment=NetworkSegment(c9383b47-0410-43bf-9fd2-79f2290b127f),segment_id=c9383b47-0410-43bf-9fd2-79f2290b127f)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:03.447314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.448828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e19f14bc-85ba-4614-957b-8ee01756b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.493893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:17:03.506951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f14bc-85ba-4614-957b-8ee01756b35c None None] Pushing event deleted for resources: {'Port': ['ID=c1155137-c5e2-42b7-8c3e-85f2d12ac89e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:03.511011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Deleting port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:03.511735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.522395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-61b821b4-c911-4c00-aca6-b454cc9fb369 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Deleting port 4591bee4-3437-4ac5-87ab-ebe1343a41fa {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:03.522737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61b821b4-c911-4c00-aca6-b454cc9fb369 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.543047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f14bc-85ba-4614-957b-8ee01756b35c None None] No DVR routers for this DVR port c1155137-c5e2-42b7-8c3e-85f2d12ac89e on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:17:03.544458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:03.591408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb76d979-fae0-452d-b628-77cc9ef09294 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.614622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Calling delete_port for c1155137-c5e2-42b7-8c3e-85f2d12ac89e owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:03.645215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:03.655569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.658525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:03.665298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d12b18d8-f93a-4f4c-887d-a3bfaf9ff33e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:03.666458 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d12b18d8-f93a-4f4c-887d-a3bfaf9ff33e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/1bbbe59c-93cb-4088-b05b-d516741e919b HTTP/1.1" status: 404 len: 333 time: 0.3051639 Jun 16 15:17:03.668571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:03.672196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55138) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:03.676877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb76d979-fae0-452d-b628-77cc9ef09294 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.746586 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] For port b91e1e43-0f81-4c23-85cf-819aaf7a63a0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b91e1e43-0f81-4c23-85cf-819aaf7a63a0,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:03.747183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.786030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdb1910-e475-4f71-9610-dc07f867e3e9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet 6ad6bbd9-90e0-42b5-a05e-089a9011d501 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:17:03.789861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:17:03.790179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:17:03.792728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1910-e475-4f71-9610-dc07f867e3e9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.832009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:03.836180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.927297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1155137-c5e2-42b7-8c3e-85f2d12ac89e no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:03.945367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1910-e475-4f71-9610-dc07f867e3e9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.965409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Calling delete_port for b91e1e43-0f81-4c23-85cf-819aaf7a63a0 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:03.968026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-61b821b4-c911-4c00-aca6-b454cc9fb369 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] For port 4591bee4-3437-4ac5-87ab-ebe1343a41fa, host hv-neutron-8460, got binding levels [] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:03.968562 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61b821b4-c911-4c00-aca6-b454cc9fb369 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:03.993981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.003611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: c1155137-c5e2-42b7-8c3e-85f2d12ac89e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:17:04.004085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1155137-c5e2-42b7-8c3e-85f2d12ac89e not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:17:04.004619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b91e1e43-0f81-4c23-85cf-819aaf7a63a0 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:04.073964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:04.081650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:04.094564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:04.101044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb76d979-fae0-452d-b628-77cc9ef09294 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.116186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-61b821b4-c911-4c00-aca6-b454cc9fb369 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Calling delete_port for 4591bee4-3437-4ac5-87ab-ebe1343a41fa owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:04.152281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:04.152819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.162777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=0c140833-ba17-4038-a229-dd41eb9def10,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:04.168690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76d979-fae0-452d-b628-77cc9ef09294 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60af5030-db2a-4649-9413-5dd5f2912aec,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:04.190976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb76d979-fae0-452d-b628-77cc9ef09294 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.194440 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bb76d979-fae0-452d-b628-77cc9ef09294 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/60af5030-db2a-4649-9413-5dd5f2912aec HTTP/1.1" status: 204 len: 168 time: 0.8848777 Jun 16 15:17:04.195265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55142) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:04.199272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.265903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a8702f06-a696-40ec-aaca-492dbf1877ce tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Synchronizing usage tracker for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:04.282533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1910-e475-4f71-9610-dc07f867e3e9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.310176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Deleting port c1155137-c5e2-42b7-8c3e-85f2d12ac89e {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:04.310572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.318615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] No DVR routers for this DVR port b91e1e43-0f81-4c23-85cf-819aaf7a63a0 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:17:04.326040 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Pushing event deleted for resources: {'Port': ['ID=b91e1e43-0f81-4c23-85cf-819aaf7a63a0,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:04.335673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.336012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.336339 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.336672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.337028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.337354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.337676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.337997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.338318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.338749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.339167 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.339387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475b09a3-6cc5-4d10-b6cd-2956adf5f2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:04.343952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61b821b4-c911-4c00-aca6-b454cc9fb369 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.397150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a8702f06-a696-40ec-aaca-492dbf1877ce tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Unset dirty status for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:04.398400 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a8702f06-a696-40ec-aaca-492dbf1877ce tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1993179 Jun 16 15:17:04.403194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b821b4-c911-4c00-aca6-b454cc9fb369 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event deleted for resources: {'Port': ['ID=4591bee4-3437-4ac5-87ab-ebe1343a41fa,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:04.403194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55146) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:04.412017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'tempest-secgroup--220394707'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:04.419011 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:04.421790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61b821b4-c911-4c00-aca6-b454cc9fb369 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.433544 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-61b821b4-c911-4c00-aca6-b454cc9fb369 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "DELETE /v2.0/ports/4591bee4-3437-4ac5-87ab-ebe1343a41fa HTTP/1.1" status: 204 len: 168 time: 1.0027957 Jun 16 15:17:04.434455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:04.436474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55150) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:04.470190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] The port 'c1155137-c5e2-42b7-8c3e-85f2d12ac89e' was deleted {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:17:04.487189 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-740c8130-efb9-48c3-b352-24aebbd03372 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] GET failed (client error): The resource could not be found. Jun 16 15:17:04.487724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-740c8130-efb9-48c3-b352-24aebbd03372 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Synchronizing usage tracker for tenant:a82402a9a68e41fab00492574d16c844 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:04.546202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.566242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:04.570039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:04.572840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:04.578314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-740c8130-efb9-48c3-b352-24aebbd03372 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Unset dirty status for tenant:a82402a9a68e41fab00492574d16c844 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:04.579626 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-740c8130-efb9-48c3-b352-24aebbd03372 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "GET /v2.0/ports/4591bee4-3437-4ac5-87ab-ebe1343a41fa HTTP/1.1" status: 404 len: 333 time: 0.1425600 Jun 16 15:17:04.581240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:04.583809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55154) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:04.589924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Request body: {'port': {'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-556030806'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:04.599837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:04.617239 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:04.677381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.694922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Made reservation on behalf of a82402a9a68e41fab00492574d16c844 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:04.697256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.718763 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] device_id is not set on port 4a7b9177-0f91-4d60-9819-f4a47b819d74 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:04.754423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.814109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.818478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1910-e475-4f71-9610-dc07f867e3e9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.823277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.834071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0031bfb8-3f91-48f3-b1dd-23b419ac6a3c,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:04.922178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f8520-15e9-45df-a379-dadce37bc942 None None] Network 52931b49-964a-42a1-860e-7c81b2e64bd0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:04.947752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.948897 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2a5fae9f-0bc3-4478-a705-f07c9c95cd22 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5450344 Jun 16 15:17:04.954111 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55158) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:04.967524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1910-e475-4f71-9610-dc07f867e3e9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.967872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-dcc0ea40-f70a-49b0-8348-d0110697321e tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '0031bfb8-3f91-48f3-b1dd-23b419ac6a3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:04.970882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae84906-4a02-4c84-a68a-9b42dedf2570']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:04.981818 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING neutron.api.v2.base [None req-dcc0ea40-f70a-49b0-8348-d0110697321e tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 16 15:17:04.982569 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-dcc0ea40-f70a-49b0-8348-d0110697321e tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:04.983778 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dcc0ea40-f70a-49b0-8348-d0110697321e tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0288413 Jun 16 15:17:04.987743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55162) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:04.994397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-bffbfdf9-1c80-45d6-bc24-dd6841d85244 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '0031bfb8-3f91-48f3-b1dd-23b419ac6a3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:04.995353 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING neutron.api.v2.base [None req-bffbfdf9-1c80-45d6-bc24-dd6841d85244 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 16 15:17:04.995609 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-bffbfdf9-1c80-45d6-bc24-dd6841d85244 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:04.999257 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bffbfdf9-1c80-45d6-bc24-dd6841d85244 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077288 Jun 16 15:17:04.999421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:04.999515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55166) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:05.008460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9383b47-0410-43bf-9fd2-79f2290b127f') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:05.008759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9383b47-0410-43bf-9fd2-79f2290b127f') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:05.015474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:05.015901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2d2d7b37-cd59-4ff7-862a-8f6282585fa2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '0031bfb8-3f91-48f3-b1dd-23b419ac6a3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:05.016880 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING neutron.api.v2.base [None req-2d2d7b37-cd59-4ff7-862a-8f6282585fa2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 16 15:17:05.024010 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-2d2d7b37-cd59-4ff7-862a-8f6282585fa2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:05.027525 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2d2d7b37-cd59-4ff7-862a-8f6282585fa2 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0247121 Jun 16 15:17:05.029980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54735440-c90d-4150-8a88-920bc24264e9 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:05.030124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55170) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:05.030211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:05.030211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.033974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=512827e3-64dc-433c-add3-dd01be5672e1,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:05.039404 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-08f8c0c4-35f4-457e-a06d-663f94fb1426 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '0031bfb8-3f91-48f3-b1dd-23b419ac6a3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:05.040630 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING neutron.api.v2.base [None req-08f8c0c4-35f4-457e-a06d-663f94fb1426 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 16 15:17:05.041930 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-08f8c0c4-35f4-457e-a06d-663f94fb1426 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:05.045875 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-08f8c0c4-35f4-457e-a06d-663f94fb1426 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0166466 Jun 16 15:17:05.049452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.051008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55174) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:05.080583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.088319 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2bdb1910-e475-4f71-9610-dc07f867e3e9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/6ad6bbd9-90e0-42b5-a05e-089a9011d501 HTTP/1.1" status: 204 len: 168 time: 1.4127138 Jun 16 15:17:05.093628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55178) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:05.115404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb1910-e475-4f71-9610-dc07f867e3e9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad6bbd9-90e0-42b5-a05e-089a9011d501,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:05.125296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.136901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:17:05.137295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.171174 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment c9383b47-0410-43bf-9fd2-79f2290b127f resource provider aggregate not found Jun 16 15:17:05.229782 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment c9383b47-0410-43bf-9fd2-79f2290b127f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9383b47-0410-43bf-9fd2-79f2290b127f found for delete ", "request_id": "req-ae0333c1-42cc-471d-abcd-5f5bfaea4e6c"}]} Jun 16 15:17:05.237562 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b63750c1-1463-4b44-aca7-ce24867f3e2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2103708 Jun 16 15:17:05.242385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55186) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:05.249038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': '512827e3-64dc-433c-add3-dd01be5672e1', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1515219493'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:05.255120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f24ce3e2-c9db-442c-acf5-3345a2189520 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.325216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f24ce3e2-c9db-442c-acf5-3345a2189520 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.353354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.356876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.384409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.387070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.404238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e0c3f6-e0f5-4ed7-aa45-c96c66cbbd43 None None] DHCP port deletion for 52931b49-964a-42a1-860e-7c81b2e64bd0 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:17:05.409963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] Pushing event deleted for resources: {'Network': ['ID=7ae84906-4a02-4c84-a68a-9b42dedf2570,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:05.418461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '512827e3-64dc-433c-add3-dd01be5672e1'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:17:05.419552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.424020 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c806ad4b-5488-4f23-abf7-fb63277819ec tempest-NetworksTest-1819335060 tempest-NetworksTest-1819335060-project] 10.222.0.73 "DELETE /v2.0/networks/7ae84906-4a02-4c84-a68a-9b42dedf2570 HTTP/1.1" status: 204 len: 168 time: 2.8136685 Jun 16 15:17:05.443038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 480b3a1d-af54-4077-93e0-7765c4164762 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:05.443601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.457082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-51e0c3f6-e0f5-4ed7-aa45-c96c66cbbd43 None None] Deleting port 480b3a1d-af54-4077-93e0-7765c4164762 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:05.457607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51e0c3f6-e0f5-4ed7-aa45-c96c66cbbd43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.459109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:05.465037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:05.468702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:05.481421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:05.503686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.513964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.552302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:05.555885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:05.565221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:05.568544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:05.569108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:05.570172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.637626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event updated for resources: {'Port': ['ID=4a7b9177-0f91-4d60-9819-f4a47b819d74,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:05.744899 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2c735e1a-a50b-42ed-acc2-0697089e3352 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1600006 Jun 16 15:17:05.745853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f24ce3e2-c9db-442c-acf5-3345a2189520 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.748406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f24ce3e2-c9db-442c-acf5-3345a2189520 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.752336 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f24ce3e2-c9db-442c-acf5-3345a2189520 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/0031bfb8-3f91-48f3-b1dd-23b419ac6a3c HTTP/1.1" status: 204 len: 168 time: 0.7002985 Jun 16 15:17:05.753594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55192) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:05.753927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55194) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:05.805488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:05.806608 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.834444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 480b3a1d-af54-4077-93e0-7765c4164762 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:05.875237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/512827e3-64dc-433c-add3-dd01be5672e1/7c6eae70-2663-47e0-9515-3ceaca65a479) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:05.880126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ce3e2-c9db-442c-acf5-3345a2189520 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0031bfb8-3f91-48f3-b1dd-23b419ac6a3c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:05.881667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.914757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] For port 480b3a1d-af54-4077-93e0-7765c4164762, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=480b3a1d-af54-4077-93e0-7765c4164762,segment=NetworkSegment(e7699cab-4350-4d45-a09d-9372ebaa45ff),segment_id=e7699cab-4350-4d45-a09d-9372ebaa45ff)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:05.915172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.930135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port daab9613-6c52-4049-84a1-8f99bab21365 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:05.936337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-51e0c3f6-e0f5-4ed7-aa45-c96c66cbbd43 None None] For port 480b3a1d-af54-4077-93e0-7765c4164762, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=480b3a1d-af54-4077-93e0-7765c4164762,segment=NetworkSegment(e7699cab-4350-4d45-a09d-9372ebaa45ff),segment_id=e7699cab-4350-4d45-a09d-9372ebaa45ff)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:05.936832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51e0c3f6-e0f5-4ed7-aa45-c96c66cbbd43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:05.941017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-be3361c5-f19c-48df-8307-0f7641b877b7 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Synchronizing usage tracker for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:06.009594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55202) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:06.142839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-51e0c3f6-e0f5-4ed7-aa45-c96c66cbbd43 None None] Calling delete_port for 480b3a1d-af54-4077-93e0-7765c4164762 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:06.221188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 480b3a1d-af54-4077-93e0-7765c4164762 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:06.265601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.270941 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d47fed3a-44af-4631-922a-720d4e08f8f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7aaf2e84017941f8aadbd199e9312258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504435 Jun 16 15:17:06.273120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55208) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:06.314649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.315907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 480b3a1d-af54-4077-93e0-7765c4164762 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:06.316282 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.346124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d783-b521-4ce4-94f9-aa1be3660285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.348926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.382622 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-be3361c5-f19c-48df-8307-0f7641b877b7 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Unset dirty status for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:06.388413 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-be3361c5-f19c-48df-8307-0f7641b877b7 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6128771 Jun 16 15:17:06.389031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55212) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:06.400129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079283011'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:06.415164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:06.446424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:06.465682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d783-b521-4ce4-94f9-aa1be3660285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.469121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51e0c3f6-e0f5-4ed7-aa45-c96c66cbbd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.494451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=0c140833-ba17-4038-a229-dd41eb9def10,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:06.516344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:17:06.516344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:17:06.521834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.529686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.533694 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.537082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0c3f6-e0f5-4ed7-aa45-c96c66cbbd43 None None] Pushing event deleted for resources: {'Port': ['ID=480b3a1d-af54-4077-93e0-7765c4164762,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:06.546285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Transition to ACTIVE for port object 7c6eae70-2663-47e0-9515-3ceaca65a479 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:06.549197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0c3f6-e0f5-4ed7-aa45-c96c66cbbd43 None None] No DVR routers for this DVR port 480b3a1d-af54-4077-93e0-7765c4164762 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:17:06.564892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:06.572226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:06.574230 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Transition to ACTIVE for port object 7c6eae70-2663-47e0-9515-3ceaca65a479 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:06.576369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:06.585631 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:06.653280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.672267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] device_id is not set on port 4a7b9177-0f91-4d60-9819-f4a47b819d74 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:06.681212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.709088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Transition to ACTIVE for port object 4a7b9177-0f91-4d60-9819-f4a47b819d74 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:06.725527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:06.733529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:06.738579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:06.745094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.748311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Pushing event updated for resources: {'Port': ['ID=7c6eae70-2663-47e0-9515-3ceaca65a479,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:06.768702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.804149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d783-b521-4ce4-94f9-aa1be3660285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.834155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4d783-b521-4ce4-94f9-aa1be3660285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47540ab2-7332-48d9-a6ce-1aa57a777f45,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:06.857717 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:06.858581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:06.861615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Attempting to bind port 7c6eae70-2663-47e0-9515-3ceaca65a479 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:06.862474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Attempting to bind port 7c6eae70-2663-47e0-9515-3ceaca65a479 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:06.862826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Attempting to bind port 7c6eae70-2663-47e0-9515-3ceaca65a479 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:06.868383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:06.868753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:06.869484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.869601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:06.870007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Bound port: 7c6eae70-2663-47e0-9515-3ceaca65a479, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:06.870374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.876015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d783-b521-4ce4-94f9-aa1be3660285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.880182 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c6b4d783-b521-4ce4-94f9-aa1be3660285 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47540ab2-7332-48d9-a6ce-1aa57a777f45 HTTP/1.1" status: 204 len: 168 time: 0.6031375 Jun 16 15:17:06.881333 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP 4e8942be-749d-450d-94e9-32bd98dcce11 associated. External IP: 172.26.2.205, port: 8419f168-f6ac-4091-8c95-8c6408c675a6. Jun 16 15:17:06.899762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.941621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event updated for resources: {'Port': ['ID=4a7b9177-0f91-4d60-9819-f4a47b819d74,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:06.969087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] For port 7c6eae70-2663-47e0-9515-3ceaca65a479, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:06.974093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] For port 7c6eae70-2663-47e0-9515-3ceaca65a479, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7c6eae70-2663-47e0-9515-3ceaca65a479,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:06.996073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f147379-c227-4dec-af4c-486bb5ce1ce3,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:07.008746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:07.008746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:07.008746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:07.009792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:07.010118 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:07.010492 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 2 to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 Jun 16 15:17:07.016879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 480b3a1d-af54-4077-93e0-7765c4164762 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:07.017215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.038734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.042637 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-affe9f37-55e4-49b0-9f3d-e728692ba10b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7989578 Jun 16 15:17:07.045516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55218) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:07.094410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.098884 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4cb3567c-b4c9-49ab-a955-332272daaf13 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7037868 Jun 16 15:17:07.101585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] The port '480b3a1d-af54-4077-93e0-7765c4164762' was deleted {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:17:07.102473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55222) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:07.113254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:07.113701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:07.113983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:07.152094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791ee3c-9372-480d-bcfb-820882006d81 None None] Pushing event updated for resources: {'Port': ['ID=7c6eae70-2663-47e0-9515-3ceaca65a479,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:07.155222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f52e295d-16c1-4152-962d-81397c0d5e14 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '9f147379-c227-4dec-af4c-486bb5ce1ce3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:07.156798 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-f52e295d-16c1-4152-962d-81397c0d5e14 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 16 15:17:07.157762 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-f52e295d-16c1-4152-962d-81397c0d5e14 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:07.159597 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f52e295d-16c1-4152-962d-81397c0d5e14 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0360596 Jun 16 15:17:07.165925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55228) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:07.180457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5d90476c-3ca3-4ca9-8391-9694eb1755d9 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '9f147379-c227-4dec-af4c-486bb5ce1ce3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:07.186524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5d90476c-3ca3-4ca9-8391-9694eb1755d9 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:07.190559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5d90476c-3ca3-4ca9-8391-9694eb1755d9 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:07.194152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5d90476c-3ca3-4ca9-8391-9694eb1755d9 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:07.200003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5d90476c-3ca3-4ca9-8391-9694eb1755d9 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:07.213584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:07.213938 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:07.231116 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 3 to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 Jun 16 15:17:07.348068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:07.348840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:07.349614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:07.364990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.374425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:07.375035 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:07.380594 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 4 to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 Jun 16 15:17:07.412225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:07.417929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:07.417929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:07.419709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52931b49-964a-42a1-860e-7c81b2e64bd0']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:07.433973 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:07.434219 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:07.436191 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 5 to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 Jun 16 15:17:07.446490 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7699cab-4350-4d45-a09d-9372ebaa45ff') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:07.447228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7699cab-4350-4d45-a09d-9372ebaa45ff') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:07.454769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c6197-a87d-4f5b-95c0-24bba7e31737 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:07.456094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-989c6197-a87d-4f5b-95c0-24bba7e31737 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:07.458518 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-5d90476c-3ca3-4ca9-8391-9694eb1755d9 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:07.459560 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5d90476c-3ca3-4ca9-8391-9694eb1755d9 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2918200 Jun 16 15:17:07.462532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55236) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:07.481041 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-38a7f8d5-0af4-40b7-82d9-08e023d4354b tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '9f147379-c227-4dec-af4c-486bb5ce1ce3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:07.482321 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING neutron.api.v2.base [None req-38a7f8d5-0af4-40b7-82d9-08e023d4354b tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 16 15:17:07.482836 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-38a7f8d5-0af4-40b7-82d9-08e023d4354b tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:07.483857 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-38a7f8d5-0af4-40b7-82d9-08e023d4354b tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0181921 Jun 16 15:17:07.487441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55240) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:07.487678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.495111 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:07.498026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0a82f760-4f91-4975-b344-595779f876d1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '9f147379-c227-4dec-af4c-486bb5ce1ce3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:07.498160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:07.498160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:07.504229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:07.504565 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:07.506366 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 6 to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 Jun 16 15:17:07.517596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0a82f760-4f91-4975-b344-595779f876d1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:07.527771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.530461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:07.530862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:07.531248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:07.536314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0a82f760-4f91-4975-b344-595779f876d1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:07.540844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:17:07.541184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.548232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0a82f760-4f91-4975-b344-595779f876d1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:07.580282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:17:07.597663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0a82f760-4f91-4975-b344-595779f876d1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:07.608924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-989c6197-a87d-4f5b-95c0-24bba7e31737 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:07.610977 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-989c6197-a87d-4f5b-95c0-24bba7e31737 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5637167 Jun 16 15:17:07.612898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:07.613562 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:07.613691 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55248) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:07.617728 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 7 to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 Jun 16 15:17:07.729632 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment e7699cab-4350-4d45-a09d-9372ebaa45ff resource provider aggregate not found Jun 16 15:17:07.770903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:07.771197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:07.771541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:07.780964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:07.781299 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:07.783482 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 8 to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 Jun 16 15:17:07.802314 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment e7699cab-4350-4d45-a09d-9372ebaa45ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7699cab-4350-4d45-a09d-9372ebaa45ff found for delete ", "request_id": "req-8175b02f-c555-459e-8067-2043108a9e4c"}]} Jun 16 15:17:07.803087 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:07.803429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:07.803766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:07.817170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7f1ae-4b3e-4913-84c9-dfb69d91f04b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:07.818779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7f1ae-4b3e-4913-84c9-dfb69d91f04b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:07.819878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3cf7f1ae-4b3e-4913-84c9-dfb69d91f04b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:07.826074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:07.826074 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:07.826558 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 9 to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 Jun 16 15:17:07.845844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.867624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:07.870738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:07.871150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:07.871492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:07.878528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.886417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db543c-8afc-41db-bfe8-82fc4f1001fe None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:07.888002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Network': ['ID=52931b49-964a-42a1-860e-7c81b2e64bd0,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:07.891987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:07.892202 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:07.894876 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 10 to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 Jun 16 15:17:07.907221 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-53eb1b82-9472-4bb3-9fb9-a085583aead9 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/networks/52931b49-964a-42a1-860e-7c81b2e64bd0 HTTP/1.1" status: 204 len: 168 time: 2.8089209 Jun 16 15:17:07.907388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55256) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:07.916900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db543c-8afc-41db-bfe8-82fc4f1001fe None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:07.918248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-23db543c-8afc-41db-bfe8-82fc4f1001fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:07.920907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1489889213'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:07.928797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:07.929000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-0a82f760-4f91-4975-b344-595779f876d1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:07.929834 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0a82f760-4f91-4975-b344-595779f876d1 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4392998 Jun 16 15:17:07.931038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:07.931513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:07.931723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:07.932627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55262) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:07.936569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:network and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:07.940599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5cd7fc26-53a0-47fa-9203-43f0d8e8fdda tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '9f147379-c227-4dec-af4c-486bb5ce1ce3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:07.940956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:07.941377 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-5cd7fc26-53a0-47fa-9203-43f0d8e8fdda tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 16 15:17:07.942031 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-5cd7fc26-53a0-47fa-9203-43f0d8e8fdda tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:07.943684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:07.943965 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5cd7fc26-53a0-47fa-9203-43f0d8e8fdda tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100708 Jun 16 15:17:07.944353 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:07.944460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.946980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55266) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:07.954111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c61d94fa-03aa-41ca-8df3-21e72e9b640c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '9f147379-c227-4dec-af4c-486bb5ce1ce3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:07.960894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:07.963292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c61d94fa-03aa-41ca-8df3-21e72e9b640c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:07.970907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c61d94fa-03aa-41ca-8df3-21e72e9b640c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:07.974804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c61d94fa-03aa-41ca-8df3-21e72e9b640c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:07.981806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c61d94fa-03aa-41ca-8df3-21e72e9b640c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:07.988791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.010668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3cf7f1ae-4b3e-4913-84c9-dfb69d91f04b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:08.011887 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3cf7f1ae-4b3e-4913-84c9-dfb69d91f04b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3760290 Jun 16 15:17:08.013636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-23db543c-8afc-41db-bfe8-82fc4f1001fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:08.015053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55272) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:08.017315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7c6eae70-2663-47e0-9515-3ceaca65a479 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:08.072590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db543c-8afc-41db-bfe8-82fc4f1001fe None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:08.074404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-23db543c-8afc-41db-bfe8-82fc4f1001fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:08.075000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b0e08835-bdea-4825-816f-b5594a4629ee tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.1238713 Jun 16 15:17:08.077743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55278) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:08.084768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1756675354'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:08.089721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:08.094477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:08.096545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:network and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:08.098084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.103071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:08.109680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:08.137435 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fc2f49-57f3-4c61-9010-3f82b93b874f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 512827e3-64dc-433c-add3-dd01be5672e1 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:17:08.141143 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-c61d94fa-03aa-41ca-8df3-21e72e9b640c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Project 36cc3d3d8fcf42c4b8182a0b72782a86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:17:08.144804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2f49-57f3-4c61-9010-3f82b93b874f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.156211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-23db543c-8afc-41db-bfe8-82fc4f1001fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:08.156966 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db543c-8afc-41db-bfe8-82fc4f1001fe None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:08.182414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] For port 4a7b9177-0f91-4d60-9819-f4a47b819d74, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:08.184748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempted to set empty binding levels {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 16 15:17:08.200610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:17:08.209962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Made reservation on behalf of 22f38ed0bf0a4993bf331c54e6230cae for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:08.216648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.224661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2f49-57f3-4c61-9010-3f82b93b874f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.253214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:17:08.265937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.266418 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Added segment 7dbebcd9-4c93-4c2f-8261-da2ff9e692c8 of type vlan for network 4c1e265d-0877-4b39-8e15-b98612ab4790 Jun 16 15:17:08.274626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.274845 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Added segment 7882ba55-b4a8-4732-9d32-eb33a0efccd4 of type vlan for network 4976550f-291f-4402-a189-dd5285eca265 Jun 16 15:17:08.277545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 7c6eae70-2663-47e0-9515-3ceaca65a479 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:08.280727 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-c61d94fa-03aa-41ca-8df3-21e72e9b640c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:08.282045 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c61d94fa-03aa-41ca-8df3-21e72e9b640c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3337502 Jun 16 15:17:08.301779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55284) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:08.309984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b6064e93-4c4d-41eb-a51d-9ec638395a39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '9f147379-c227-4dec-af4c-486bb5ce1ce3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:08.310939 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-b6064e93-4c4d-41eb-a51d-9ec638395a39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 16 15:17:08.311601 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-b6064e93-4c4d-41eb-a51d-9ec638395a39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:08.312734 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b6064e93-4c4d-41eb-a51d-9ec638395a39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100605 Jun 16 15:17:08.316927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55288) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:08.321637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.323256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.329708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e056f351-218f-42e5-8ef7-fff157a57692 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '9f147379-c227-4dec-af4c-486bb5ce1ce3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:08.338955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e056f351-218f-42e5-8ef7-fff157a57692 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:08.343822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e056f351-218f-42e5-8ef7-fff157a57692 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:08.347548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e056f351-218f-42e5-8ef7-fff157a57692 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:08.354999 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e056f351-218f-42e5-8ef7-fff157a57692 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:08.443467 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-e056f351-218f-42e5-8ef7-fff157a57692 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Project 36cc3d3d8fcf42c4b8182a0b72782a86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:17:08.477270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.485766 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.486413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.538578 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-e056f351-218f-42e5-8ef7-fff157a57692 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:08.542210 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e056f351-218f-42e5-8ef7-fff157a57692 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2216489 Jun 16 15:17:08.543390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55294) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:08.551539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-574dd0bb-71f1-407e-bb09-6fd62e5cb3af tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '9f147379-c227-4dec-af4c-486bb5ce1ce3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:08.568556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.572430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2f49-57f3-4c61-9010-3f82b93b874f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.605817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-574dd0bb-71f1-407e-bb09-6fd62e5cb3af tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:08.611667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] In _notify_port_updated(), no bound segment for port 4a7b9177-0f91-4d60-9819-f4a47b819d74 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:17:08.613256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.613852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.617498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-574dd0bb-71f1-407e-bb09-6fd62e5cb3af tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:08.617915 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "PUT /v2.0/ports/4a7b9177-0f91-4d60-9819-f4a47b819d74 HTTP/1.1" status: 200 len: 976 time: 2.8439848 Jun 16 15:17:08.618704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55298) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:08.620204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Network': ['ID=4c1e265d-0877-4b39-8e15-b98612ab4790,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:08.622399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-574dd0bb-71f1-407e-bb09-6fd62e5cb3af tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:08.628901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-574dd0bb-71f1-407e-bb09-6fd62e5cb3af tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:08.631401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 4c1e265d-0877-4b39-8e15-b98612ab4790 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:17:08.638838 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-04525b88-d659-4099-be8f-db125b9a7282 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5598848 Jun 16 15:17:08.641541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55302) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:08.647548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'subnet': {'network_id': '4c1e265d-0877-4b39-8e15-b98612ab4790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:08.741925 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467c15d-771e-44a2-a3ac-0a8efae73595 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event updated for resources: {'Port': ['ID=4a7b9177-0f91-4d60-9819-f4a47b819d74,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:08.772954 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-574dd0bb-71f1-407e-bb09-6fd62e5cb3af tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Project 36cc3d3d8fcf42c4b8182a0b72782a86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:17:08.786503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.787070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.787685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.788151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.788619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.789075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.789538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.790080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.790504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.790989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.791501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.791958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.793302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Synchronizing usage tracker for tenant:a82402a9a68e41fab00492574d16c844 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:08.812161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:08.821549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:08.825801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-55a59e26-c4ee-424a-aad8-e0aeb2e9a0da None None] Provisioning for port 7c6eae70-2663-47e0-9515-3ceaca65a479 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:08.831372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-55a59e26-c4ee-424a-aad8-e0aeb2e9a0da None None] Provisioning complete for port 7c6eae70-2663-47e0-9515-3ceaca65a479 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:08.831737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55a59e26-c4ee-424a-aad8-e0aeb2e9a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.860859 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2f49-57f3-4c61-9010-3f82b93b874f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.895364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.901502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:08.902033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.935400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-574dd0bb-71f1-407e-bb09-6fd62e5cb3af tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:08.938959 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-574dd0bb-71f1-407e-bb09-6fd62e5cb3af tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3946152 Jun 16 15:17:08.939956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55312) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:08.953798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe593fc-77dc-4e08-a2b3-c0e447b7df83 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:08.958243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc2f49-57f3-4c61-9010-3f82b93b874f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=512827e3-64dc-433c-add3-dd01be5672e1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:08.963400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2f49-57f3-4c61-9010-3f82b93b874f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:08.981075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Unset dirty status for tenant:a82402a9a68e41fab00492574d16c844 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:08.988820 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-89ed52be-7ec8-47a4-9d3f-de0dbba8b883 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10410 time: 0.3537219 Jun 16 15:17:08.988820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55316) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:08.998079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-55a59e26-c4ee-424a-aad8-e0aeb2e9a0da None None] Current status of the port 7c6eae70-2663-47e0-9515-3ceaca65a479 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:08.998454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55a59e26-c4ee-424a-aad8-e0aeb2e9a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.017603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Made reservation on behalf of 22f38ed0bf0a4993bf331c54e6230cae for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:09.021675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.057649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-362ac61a-29c3-4c03-94e7-324411f8e283 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.094903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Network': ['ID=4976550f-291f-4402-a189-dd5285eca265,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:09.119341 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1d22b9b1-93e8-4557-b26c-7991e0aaacdc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2108746 Jun 16 15:17:09.122720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d287f1eb-7cad-463d-b626-4cdcfe7f05ee tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Deleting port 4a7b9177-0f91-4d60-9819-f4a47b819d74 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:09.123152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d287f1eb-7cad-463d-b626-4cdcfe7f05ee tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.128233 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 4976550f-291f-4402-a189-dd5285eca265 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:17:09.143981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55320) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:09.150299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '4976550f-291f-4402-a189-dd5285eca265', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:09.225367 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c1fc2f49-57f3-4c61-9010-3f82b93b874f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/512827e3-64dc-433c-add3-dd01be5672e1 HTTP/1.1" status: 204 len: 168 time: 1.2067614 Jun 16 15:17:09.256943 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55326) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:09.299805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-55a59e26-c4ee-424a-aad8-e0aeb2e9a0da None None] For port 7c6eae70-2663-47e0-9515-3ceaca65a479, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7c6eae70-2663-47e0-9515-3ceaca65a479,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:09.381368 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-de12233f-6083-4aea-88bd-d4b7672107dd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220934 Jun 16 15:17:09.408858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-55a59e26-c4ee-424a-aad8-e0aeb2e9a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.493552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:09.497760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:09.500716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:09.508080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-362ac61a-29c3-4c03-94e7-324411f8e283 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.519754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-d287f1eb-7cad-463d-b626-4cdcfe7f05ee tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] For port 4a7b9177-0f91-4d60-9819-f4a47b819d74, host hv-neutron-8460, got binding levels [] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:09.520126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d287f1eb-7cad-463d-b626-4cdcfe7f05ee tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.521280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55334) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:09.527185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:09.527365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a59e26-c4ee-424a-aad8-e0aeb2e9a0da None None] Pushing event updated for resources: {'Port': ['ID=7c6eae70-2663-47e0-9515-3ceaca65a479,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:09.534722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc901649-3bf4-4846-93ea-02e8c3abe31e None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:17:09.537960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:09.544848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-dc901649-3bf4-4846-93ea-02e8c3abe31e None None] Deleting port 7c6eae70-2663-47e0-9515-3ceaca65a479 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:09.551093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc901649-3bf4-4846-93ea-02e8c3abe31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.654128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d287f1eb-7cad-463d-b626-4cdcfe7f05ee tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Calling delete_port for 4a7b9177-0f91-4d60-9819-f4a47b819d74 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:09.720758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:09.729319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:09.734605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:09.777674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:09.779730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:09.783163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.810324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-dc901649-3bf4-4846-93ea-02e8c3abe31e None None] For port 7c6eae70-2663-47e0-9515-3ceaca65a479, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7c6eae70-2663-47e0-9515-3ceaca65a479,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:09.810724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc901649-3bf4-4846-93ea-02e8c3abe31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.882922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7c6eae70-2663-47e0-9515-3ceaca65a479 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:09.904614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-362ac61a-29c3-4c03-94e7-324411f8e283 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.923158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d287f1eb-7cad-463d-b626-4cdcfe7f05ee tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.937152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:09.941267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.977739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ac61a-29c3-4c03-94e7-324411f8e283 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f147379-c227-4dec-af4c-486bb5ce1ce3,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:09.977958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55342) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:09.978054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-dc901649-3bf4-4846-93ea-02e8c3abe31e None None] Calling delete_port for 7c6eae70-2663-47e0-9515-3ceaca65a479 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:09.978749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287f1eb-7cad-463d-b626-4cdcfe7f05ee tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a7b9177-0f91-4d60-9819-f4a47b819d74,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:09.983595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2124433758', 'description': 'tempest-secgroup-smoke-2124433758 description', 'project_id': '22df4aa6c5894134881a69db71020b4a'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:09.993747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:10.001157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:security_group and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:10.007465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:10.010971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d287f1eb-7cad-463d-b626-4cdcfe7f05ee tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.019615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:10.089643 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d287f1eb-7cad-463d-b626-4cdcfe7f05ee tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "DELETE /v2.0/ports/4a7b9177-0f91-4d60-9819-f4a47b819d74 HTTP/1.1" status: 204 len: 168 time: 1.1026056 Jun 16 15:17:10.092397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-362ac61a-29c3-4c03-94e7-324411f8e283 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.092707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55346) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:10.096019 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-362ac61a-29c3-4c03-94e7-324411f8e283 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/9f147379-c227-4dec-af4c-486bb5ce1ce3 HTTP/1.1" status: 204 len: 168 time: 1.1531293 Jun 16 15:17:10.106795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55350) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:10.132290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7c6eae70-2663-47e0-9515-3ceaca65a479 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:10.133390 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.138023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.139309 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.154965 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1546617-dfbf-4fe2-a213-1de0162fb598 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] GET failed (client error): The resource could not be found. Jun 16 15:17:10.155499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e1546617-dfbf-4fe2-a213-1de0162fb598 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Synchronizing usage tracker for tenant:a82402a9a68e41fab00492574d16c844 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:10.157983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.160114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc901649-3bf4-4846-93ea-02e8c3abe31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.180295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:10.185918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:security_group_rule and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:10.188864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:10.195058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:10.210813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc901649-3bf4-4846-93ea-02e8c3abe31e None None] Pushing event deleted for resources: {'Port': ['ID=7c6eae70-2663-47e0-9515-3ceaca65a479,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:10.251180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc901649-3bf4-4846-93ea-02e8c3abe31e None None] No DVR routers for this DVR port 7c6eae70-2663-47e0-9515-3ceaca65a479 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:17:10.289756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e1546617-dfbf-4fe2-a213-1de0162fb598 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Unset dirty status for tenant:a82402a9a68e41fab00492574d16c844 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:10.294603 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e1546617-dfbf-4fe2-a213-1de0162fb598 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "GET /v2.0/ports/4a7b9177-0f91-4d60-9819-f4a47b819d74 HTTP/1.1" status: 404 len: 333 time: 0.1965647 Jun 16 15:17:10.294963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55354) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:10.303412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1322208912', 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:10.308751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.309946 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:10.319824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:10.355404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e83aefe3-5374-47f9-99eb-0ab5ea4fcfeb tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Synchronizing usage tracker for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:10.364144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Subnet': ['ID=de3191fb-7032-42db-b27d-c6ba16d2ea7d,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:10.383291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Checking segment: {'id': '7dbebcd9-4c93-4c2f-8261-da2ff9e692c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4c1e265d-0877-4b39-8e15-b98612ab4790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:10.383694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network hostable DHCP agents. Network: 4c1e265d-0877-4b39-8e15-b98612ab4790, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:17:10.402832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.413534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:10.420837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:security_group_rule and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:10.426454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:10.435023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Made reservation on behalf of a82402a9a68e41fab00492574d16c844 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:10.437392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.459273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:10.468348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810d316e-3a16-4f19-b78b-e3512c9989d3,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:10.479934 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] device_id is not set on port db9c80de-6803-4fb8-9e35-cb9dbf937f51 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:10.494786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e83aefe3-5374-47f9-99eb-0ab5ea4fcfeb tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Unset dirty status for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:10.500602 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e83aefe3-5374-47f9-99eb-0ab5ea4fcfeb tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3882463 Jun 16 15:17:10.503437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55358) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:10.516745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634586419'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:10.525746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:10.536656 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:10.541738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.582233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 4c1e265d-0877-4b39-8e15-b98612ab4790 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:17:10.624216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.631935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.640960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=e3106959-502e-47c1-9011-8c0ceb1cc828,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:10.678579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Checking segment: {'id': '7882ba55-b4a8-4732-9d32-eb33a0efccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4976550f-291f-4402-a189-dd5285eca265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:10.678979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network hostable DHCP agents. Network: 4976550f-291f-4402-a189-dd5285eca265, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:17:10.689298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.729406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:10.734508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:10.736090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 4c1e265d-0877-4b39-8e15-b98612ab4790) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:10.738638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:10.739265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.744264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.746411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.748293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b60df8-633e-4b1c-a240-8f74a72f5353 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:10.761299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:10.762012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.765091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb895fc-6847-4084-a8d5-44a0dd1b61b0 None None] Network 4c1e265d-0877-4b39-8e15-b98612ab4790 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:10.774596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:10.777523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=0e3b63a0-c8fd-4f66-bee8-467a3f16c088,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:10.785675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:10.792517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:10.807560 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:10.810424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:10.847857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 4976550f-291f-4402-a189-dd5285eca265 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:17:10.854328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 4976550f-291f-4402-a189-dd5285eca265) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:10.858596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:10.859252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.899773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.903842 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b7d30d56-5e97-4839-8fc2-53cf38f5fbf1 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2611954 Jun 16 15:17:10.904161 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8eea7893-b7d6-483f-80ba-0cd83fbc1b5c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9269373 Jun 16 15:17:10.904958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55362) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:10.906033 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2e3ac391-10b5-4b08-8a55-513670794019 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3837194 Jun 16 15:17:10.907999 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55364) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:10.910632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55366) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:10.911254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:10.915509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-330404402', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:10.928653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a738ebf3-720f-4e8f-a887-87a1315f0f3b None None] Network 4976550f-291f-4402-a189-dd5285eca265 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:10.934634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-850449843', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:10.942504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:10.949303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:10.958865 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2725b337-8968-4ed8-9890-61ec7b602e06 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8111949 Jun 16 15:17:10.958865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:router and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:10.963418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:10.966319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55374) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:10.972582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:router and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:10.979212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:10.987876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '4976550f-291f-4402-a189-dd5285eca265', 'name': 'tempest-PortsTestJSON-1697712840', 'fixed_ips': [{'subnet_id': 'e3106959-502e-47c1-9011-8c0ceb1cc828', 'ip_address': '172.20.0.10'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:11.011944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:11.038979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:11.065497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'security_group_rule': {'security_group_id': 'df030e0e-a30d-4ea2-89c1-a7e5715c9d5f', 'project_id': '22df4aa6c5894134881a69db71020b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:11.084079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:11.097608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:security_group_rule and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:11.107788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:11.108688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:11.114410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:11.120925 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:11.122892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:11.124111 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:11.124876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.138173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event updated for resources: {'Port': ['ID=db9c80de-6803-4fb8-9e35-cb9dbf937f51,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:11.201018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.211739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:11.217580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.217580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.220825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:port and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:11.224279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:11.231481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:11.242800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.243799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.246254 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-63a27432-e249-4798-bc50-0e49a6f68dd1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9503777 Jun 16 15:17:11.248085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.257724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55378) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:11.259143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.279955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.295902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.335117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abae4765-e171-4e87-aec8-b98dfb0c2684,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:11.341225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.369572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26462463-d431-4ba1-a5ce-24b811df61b6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:11.370423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-26462463-d431-4ba1-a5ce-24b811df61b6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Synchronizing usage tracker for tenant:a82402a9a68e41fab00492574d16c844 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:11.376203 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:11.397274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.409613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-4976550f-291f-4402-a189-dd5285eca265', 'network_id': '4976550f-291f-4402-a189-dd5285eca265', 'tenant_id': 'e9d6a46cdf8749d7b5bc6036364ae908', 'fixed_ips': [{'subnet_id': 'e3106959-502e-47c1-9011-8c0ceb1cc828'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:17:11.409613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.460800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.467149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-26462463-d431-4ba1-a5ce-24b811df61b6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Unset dirty status for tenant:a82402a9a68e41fab00492574d16c844 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:11.472402 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-26462463-d431-4ba1-a5ce-24b811df61b6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "GET /v2.0/ports/db9c80de-6803-4fb8-9e35-cb9dbf937f51 HTTP/1.1" status: 200 len: 955 time: 0.2075922 Jun 16 15:17:11.475597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55382) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:11.493663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b282a39a-17db-406b-89f6-4a9d85f7f3d5,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:11.525166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-4c1e265d-0877-4b39-8e15-b98612ab4790', 'network_id': '4c1e265d-0877-4b39-8e15-b98612ab4790', 'tenant_id': '22f38ed0bf0a4993bf331c54e6230cae', 'fixed_ips': [{'subnet_id': 'de3191fb-7032-42db-b27d-c6ba16d2ea7d'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:17:11.525996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.578811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.583185 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a328516a-e2c8-434c-889c-f3694d13ebe9 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6741889 Jun 16 15:17:11.584313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55386) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:11.587782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.591862 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9f9abb22-fe1a-422e-92eb-b3ba808550b1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6677825 Jun 16 15:17:11.591862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.592080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'security_group_rule': {'security_group_id': 'df030e0e-a30d-4ea2-89c1-a7e5715c9d5f', 'project_id': '22df4aa6c5894134881a69db71020b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:11.592200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-82e30116-5739-4767-9a1e-640028767438 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0867169 Jun 16 15:17:11.596056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55390) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:11.597254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55392) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:11.604312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '0e3b63a0-c8fd-4f66-bee8-467a3f16c088'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:17:11.605129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.657699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:11.668515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-acfb4e25-8330-4028-9a13-9048677eea63 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': 'abae4765-e171-4e87-aec8-b98dfb0c2684', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:11.737720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:security_group_rule and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:11.741235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-acfb4e25-8330-4028-9a13-9048677eea63 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:11.754705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:11.764877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-acfb4e25-8330-4028-9a13-9048677eea63 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:11.772727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:11.776096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-acfb4e25-8330-4028-9a13-9048677eea63 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:11.842809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-acfb4e25-8330-4028-9a13-9048677eea63 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:11.931738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.939162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e16daaf3-aa6d-48ba-930a-dc294c400d63 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Deleting port db9c80de-6803-4fb8-9e35-cb9dbf937f51 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:11.939498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e16daaf3-aa6d-48ba-930a-dc294c400d63 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.983744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:11.984313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Allocated IP 172.20.0.2 (4976550f-291f-4402-a189-dd5285eca265/e3106959-502e-47c1-9011-8c0ceb1cc828/7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:12.004168 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Allocated IP 172.20.0.2 (4c1e265d-0877-4b39-8e15-b98612ab4790/de3191fb-7032-42db-b27d-c6ba16d2ea7d/7e611b4d-9403-47d5-8800-f041541a9fba) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:12.007874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.062687 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port b116a590-e769-416b-b19c-b5dd75d785c8 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:12.092283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/0e3b63a0-c8fd-4f66-bee8-467a3f16c088/ca39e0b7-a60e-4a69-b9f8-6c1325fd886d) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:12.229800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.234564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.259068 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-acfb4e25-8330-4028-9a13-9048677eea63 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The resource could not be found. Jun 16 15:17:12.262564 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-acfb4e25-8330-4028-9a13-9048677eea63 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6597955 Jun 16 15:17:12.263478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55398) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:12.278234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-67635cfa-aabc-4bd9-ab69-c4b5a9180fbe tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': 'abae4765-e171-4e87-aec8-b98dfb0c2684', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '31fd29a8-eb50-4bcd-ac0a-54b12a988914'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:12.354851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-67635cfa-aabc-4bd9-ab69-c4b5a9180fbe tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:12.357185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.377318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-67635cfa-aabc-4bd9-ab69-c4b5a9180fbe tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:12.383759 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-67635cfa-aabc-4bd9-ab69-c4b5a9180fbe tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:12.409481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e16daaf3-aa6d-48ba-930a-dc294c400d63 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.456856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-67635cfa-aabc-4bd9-ab69-c4b5a9180fbe tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:12.463094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94baef71-5896-4857-9c25-082607405fea,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:12.558233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e16daaf3-aa6d-48ba-930a-dc294c400d63 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Calling delete_port for db9c80de-6803-4fb8-9e35-cb9dbf937f51 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:12.594375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.598532 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5d211965-284d-41fb-9727-a845fa8d0aff tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0105486 Jun 16 15:17:12.606185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55402) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:12.620822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'security_group_rule': {'security_group_id': 'df030e0e-a30d-4ea2-89c1-a7e5715c9d5f', 'project_id': '22df4aa6c5894134881a69db71020b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:12.623570 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.640403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:12.641787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.652994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:security_group_rule and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:12.660029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:12.661425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Transition to ACTIVE for port object 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:12.663970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Transition to ACTIVE for port object 7e611b4d-9403-47d5-8800-f041541a9fba will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:12.682455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:12.684612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.713679 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Transition to ACTIVE for port object ca39e0b7-a60e-4a69-b9f8-6c1325fd886d will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:12.716229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Transition to ACTIVE for port object 7e611b4d-9403-47d5-8800-f041541a9fba will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:12.733689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Transition to ACTIVE for port object ca39e0b7-a60e-4a69-b9f8-6c1325fd886d will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:12.763425 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-67635cfa-aabc-4bd9-ab69-c4b5a9180fbe tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The resource could not be found. Jun 16 15:17:12.764490 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-67635cfa-aabc-4bd9-ab69-c4b5a9180fbe tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4964361 Jun 16 15:17:12.767368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55406) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:12.798425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.832193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c2cde4d0-23e1-45bb-95a3-1a9464829fd4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.848908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Transition to ACTIVE for port object 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:12.855043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.864295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.885411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Network 4c1e265d-0877-4b39-8e15-b98612ab4790 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:12.891350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:12.895879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Pushing event updated for resources: {'Port': ['ID=7e611b4d-9403-47d5-8800-f041541a9fba,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:12.898687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:12.899877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:12.900623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c2cde4d0-23e1-45bb-95a3-1a9464829fd4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.904092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e16daaf3-aa6d-48ba-930a-dc294c400d63 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.932295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:12.943501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:12.947419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:12.961425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::1 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/0e3b63a0-c8fd-4f66-bee8-467a3f16c088/f6935148-48b9-4326-ac35-749ad02fa0a2) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:13.004502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.006395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.070506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16daaf3-aa6d-48ba-930a-dc294c400d63 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event deleted for resources: {'Port': ['ID=db9c80de-6803-4fb8-9e35-cb9dbf937f51,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:13.076296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c2cde4d0-23e1-45bb-95a3-1a9464829fd4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.085603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e16daaf3-aa6d-48ba-930a-dc294c400d63 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.156989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Network 4976550f-291f-4402-a189-dd5285eca265 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:13.173436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.10 (4976550f-291f-4402-a189-dd5285eca265/e3106959-502e-47c1-9011-8c0ceb1cc828/b116a590-e769-416b-b19c-b5dd75d785c8) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:13.173986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Pushing event updated for resources: {'Port': ['ID=ca39e0b7-a60e-4a69-b9f8-6c1325fd886d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:13.177063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:13.223964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:13.264760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.272164 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e16daaf3-aa6d-48ba-930a-dc294c400d63 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "DELETE /v2.0/ports/db9c80de-6803-4fb8-9e35-cb9dbf937f51 HTTP/1.1" status: 204 len: 168 time: 1.7955575 Jun 16 15:17:13.276929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55410) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:13.284218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Pushing event updated for resources: {'Port': ['ID=7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:13.285211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.294870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Attempting to bind port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:13.303401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Attempting to bind port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:13.303401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Attempting to bind port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:13.304596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object f6935148-48b9-4326-ac35-749ad02fa0a2 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:13.304800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Attempting to bind port 7e611b4d-9403-47d5-8800-f041541a9fba on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:13.305760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Attempting to bind port 7e611b4d-9403-47d5-8800-f041541a9fba by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '7dbebcd9-4c93-4c2f-8261-da2ff9e692c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4c1e265d-0877-4b39-8e15-b98612ab4790'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:13.306057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Attempting to bind port 7e611b4d-9403-47d5-8800-f041541a9fba on network 4c1e265d-0877-4b39-8e15-b98612ab4790 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:13.310050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cde4d0-23e1-45bb-95a3-1a9464829fd4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abae4765-e171-4e87-aec8-b98dfb0c2684,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:13.316326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:13.316713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:13.317115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.317813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:13.318531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Bound port: ca39e0b7-a60e-4a69-b9f8-6c1325fd886d, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:13.318910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.338207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c2cde4d0-23e1-45bb-95a3-1a9464829fd4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.341696 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c2cde4d0-23e1-45bb-95a3-1a9464829fd4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/abae4765-e171-4e87-aec8-b98dfb0c2684 HTTP/1.1" status: 204 len: 168 time: 0.5710242 Jun 16 15:17:13.342916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55414) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:13.401859 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9b20dbc8-536f-4cc7-94cf-75dfa072a67d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Synchronizing usage tracker for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:13.420063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.452027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:13.452525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Checking segment: {'id': '7dbebcd9-4c93-4c2f-8261-da2ff9e692c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4c1e265d-0877-4b39-8e15-b98612ab4790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:13.452811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.453208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Bound using segment: {'id': '7dbebcd9-4c93-4c2f-8261-da2ff9e692c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4c1e265d-0877-4b39-8e15-b98612ab4790'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:13.453693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Bound port: 7e611b4d-9403-47d5-8800-f041541a9fba, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbebcd9-4c93-4c2f-8261-da2ff9e692c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4c1e265d-0877-4b39-8e15-b98612ab4790'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:13.454066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.472403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.483403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9b20dbc8-536f-4cc7-94cf-75dfa072a67d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Unset dirty status for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:13.490908 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9b20dbc8-536f-4cc7-94cf-75dfa072a67d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1406450 Jun 16 15:17:13.497907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55418) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:13.499098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:13.502952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:13.508804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:13.508804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.516117 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d5f1dd-0466-4d9a-8a0d-684246fd795d tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] GET failed (client error): The resource could not be found. Jun 16 15:17:13.516771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b5d5f1dd-0466-4d9a-8a0d-684246fd795d tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Synchronizing usage tracker for tenant:a82402a9a68e41fab00492574d16c844 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:13.521844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=f6935148-48b9-4326-ac35-749ad02fa0a2,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:13.539582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9cb5f56f-bebd-428e-a5c0-36fa6027bcb7 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '793bdb44-9419-4460-99cc-9ec3177030f4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:13.554872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e0f3a1-4012-4efe-869c-51ffe2e707ae,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:13.557272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9cb5f56f-bebd-428e-a5c0-36fa6027bcb7 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:13.560349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.26.2.26 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/5547e3ef-831e-4ef8-8895-203c44dbf0b7) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:13.576465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9cb5f56f-bebd-428e-a5c0-36fa6027bcb7 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:13.604347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9cb5f56f-bebd-428e-a5c0-36fa6027bcb7 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:13.610355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Attempting to bind port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:13.610728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Attempting to bind port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '7882ba55-b4a8-4732-9d32-eb33a0efccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4976550f-291f-4402-a189-dd5285eca265'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:13.611135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Attempting to bind port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f on network 4976550f-291f-4402-a189-dd5285eca265 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:13.626361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9cb5f56f-bebd-428e-a5c0-36fa6027bcb7 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:13.637310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:13.637956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Checking segment: {'id': '7882ba55-b4a8-4732-9d32-eb33a0efccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4976550f-291f-4402-a189-dd5285eca265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:13.638178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.638478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Bound using segment: {'id': '7882ba55-b4a8-4732-9d32-eb33a0efccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4976550f-291f-4402-a189-dd5285eca265'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:13.638976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Bound port: 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7882ba55-b4a8-4732-9d32-eb33a0efccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4976550f-291f-4402-a189-dd5285eca265'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:13.639357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.680137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.720754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.724910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] For port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:13.725382 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f2db5b30-c890-40bd-b30f-d0cd12af4e27 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1117706 Jun 16 15:17:13.726210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b5d5f1dd-0466-4d9a-8a0d-684246fd795d tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Unset dirty status for tenant:a82402a9a68e41fab00492574d16c844 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:13.732918 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b5d5f1dd-0466-4d9a-8a0d-684246fd795d tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "GET /v2.0/ports/db9c80de-6803-4fb8-9e35-cb9dbf937f51 HTTP/1.1" status: 404 len: 333 time: 0.4476717 Jun 16 15:17:13.732918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55422) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:13.739611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55424) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:13.741527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] For port 7e611b4d-9403-47d5-8800-f041541a9fba, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:13.746872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] For port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ca39e0b7-a60e-4a69-b9f8-6c1325fd886d,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:13.762613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] For port 7e611b4d-9403-47d5-8800-f041541a9fba, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7e611b4d-9403-47d5-8800-f041541a9fba,segment=NetworkSegment(7dbebcd9-4c93-4c2f-8261-da2ff9e692c8),segment_id=7dbebcd9-4c93-4c2f-8261-da2ff9e692c8)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:13.787546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] For port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:13.790638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] For port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f,segment=NetworkSegment(7882ba55-b4a8-4732-9d32-eb33a0efccd4),segment_id=7882ba55-b4a8-4732-9d32-eb33a0efccd4)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:13.794172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'security_group_rule': {'security_group_id': 'df030e0e-a30d-4ea2-89c1-a7e5715c9d5f', 'project_id': '22df4aa6c5894134881a69db71020b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:13.804025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Request body: {'port': {'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-136894422'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:13.821214 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.822780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:13.830144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:13.842858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:security_group_rule and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:13.850533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:13.857115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.883835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:13.889806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.893719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:13.946327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e54efe-9f92-4313-a08c-481c384cb998 None None] Pushing event updated for resources: {'Port': ['ID=ca39e0b7-a60e-4a69-b9f8-6c1325fd886d,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:13.952553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.978887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:13.982252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object b116a590-e769-416b-b19c-b5dd75d785c8 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:13.984761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Made reservation on behalf of a82402a9a68e41fab00492574d16c844 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:13.987441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.007415 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-9cb5f56f-bebd-428e-a5c0-36fa6027bcb7 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The resource could not be found. Jun 16 15:17:14.008499 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9cb5f56f-bebd-428e-a5c0-36fa6027bcb7 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5039017 Jun 16 15:17:14.016584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55430) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:14.027395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'tempest-secgroup--653417516'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:14.027899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3106d-e8e5-41db-8661-1f01a8c44d27 None None] Pushing event updated for resources: {'Port': ['ID=7e611b4d-9403-47d5-8800-f041541a9fba,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:14.033824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.051481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] device_id is not set on port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:14.088049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:14.128592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.132450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838257e-d946-4ef4-8d75-ff4d44b7447d None None] Pushing event updated for resources: {'Port': ['ID=7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:14.158430 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:14.192129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.192903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.283101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=f6935148-48b9-4326-ac35-749ad02fa0a2,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:14.328609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.350545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.375292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:14.380920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:14.386076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:14.461869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.465994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.466301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:14.467430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:14.605877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:14.627061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 4976550f-291f-4402-a189-dd5285eca265 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:14.628515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.644966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:14.671856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:14.727712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:14.778982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:14.786564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c443fcf2-bdd1-4dd7-8bde-1b181272735d,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:14.801591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:14.817875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:14.842465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=b116a590-e769-416b-b19c-b5dd75d785c8,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:14.864222 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Router adb26f71-6a1b-4392-b201-eb9c98051c0b is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:17:14.955020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:14.957530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.024934 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:15.034457 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-55ab8eb0-b75d-4497-910a-30f5bfd372e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "PUT /v2.0/routers/adb26f71-6a1b-4392-b201-eb9c98051c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4332871 Jun 16 15:17:15.034825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55434) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:15.039828 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Sync routers for ids ['adb26f71-6a1b-4392-b201-eb9c98051c0b'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:15.051985 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Routers {'adb26f71-6a1b-4392-b201-eb9c98051c0b'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:15.052679 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['adb26f71-6a1b-4392-b201-eb9c98051c0b'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:15.077937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.082200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7ee5f8b5-febd-4fc4-93d1-cb9f5f8a210e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3413458 Jun 16 15:17:15.084534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55438) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:15.091171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=5547e3ef-831e-4ef8-8895-203c44dbf0b7,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:15.098740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'security_group_rule': {'security_group_id': 'df030e0e-a30d-4ea2-89c1-a7e5715c9d5f', 'project_id': '22df4aa6c5894134881a69db71020b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:15.106666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:15.120330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:security_group_rule and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:15.126119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:15.139299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1264a7-8712-47f8-b36a-186ef03bfcfd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:15.140099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ba1264a7-8712-47f8-b36a-186ef03bfcfd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:15.144310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:15.156822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.224249 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-36f267a6-985b-48a0-a11c-fbb616cc75cd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2527127 Jun 16 15:17:15.224667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55442) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:15.230270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '4976550f-291f-4402-a189-dd5285eca265', 'name': 'tempest-PortsTestJSON-1619060743', 'fixed_ips': [{'subnet_id': 'e3106959-502e-47c1-9011-8c0ceb1cc828', 'ip_address': '172.20.0.9'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:15.249235 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Project 22df4aa6c5894134881a69db71020b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:17:15.250849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.254497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ba1264a7-8712-47f8-b36a-186ef03bfcfd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:15.255691 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ba1264a7-8712-47f8-b36a-186ef03bfcfd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports/f6935148-48b9-4326-ac35-749ad02fa0a2 HTTP/1.1" status: 200 len: 911 time: 0.2190065 Jun 16 15:17:15.262184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55446) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:15.270130 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Set router adb26f71-6a1b-4392-b201-eb9c98051c0b gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:15.279270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.301304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.328581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e15e42-40e0-462d-96a0-f6b8f166b679,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:15.659107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.665913 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb26f71-6a1b-4392-b201-eb9c98051c0b', 'name': 'tempest-NetworksTestDHCPv6-router-850449843', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:11Z', 'updated_at': '2022-06-16T15:17:13Z', 'revision_number': 2, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None, '_interfaces': [{'id': 'f6935148-48b9-4326-ac35-749ad02fa0a2', 'name': '', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'mac_address': 'fa:16:3e:54:8f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb26f71-6a1b-4392-b201-eb9c98051c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '0e3b63a0-c8fd-4f66-bee8-467a3f16c088', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:12Z', 'updated_at': '2022-06-16T15:17:13Z', 'revision_number': 2, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'subnets': [{'id': '0e3b63a0-c8fd-4f66-bee8-467a3f16c088', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:15.673629 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Checking router: adb26f71-6a1b-4392-b201-eb9c98051c0b for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:17:15.675152 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Updating router adb26f71-6a1b-4392-b201-eb9c98051c0b port f6935148-48b9-4326-ac35-749ad02fa0a2 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:17:15.676440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:15.681656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:port and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:15.685648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:15.688611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83ae0bd1-b7d7-4ef3-ac1e-8adafb53a587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.701797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:15.721935 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.747249 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.786089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1790566-bd2d-41c5-ab0e-8950a7596911,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:15.788874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-359f3320-a321-401c-97e0-bc6b5eb28fe7 None None] Provisioning for port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:15.803324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:15.810669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:15.830833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:15.837977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:15.841912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:15.844767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.939115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:15.942575 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cbcbcfc9-59e1-44fc-ab31-d3d6ba349d3a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9226315 Jun 16 15:17:15.963186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55450) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:15.981263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476212113'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:16.001937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event updated for resources: {'Port': ['ID=15b8d80b-8c19-4638-84f6-4e08163bb7c9,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:16.002386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.004285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:16.008637 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d822408e-d54e-43dd-86a1-32b29e3bf87d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9209597 Jun 16 15:17:16.008813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.012581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55454) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:16.020333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'security_group_rule': {'security_group_id': 'df030e0e-a30d-4ea2-89c1-a7e5715c9d5f', 'project_id': '22df4aa6c5894134881a69db71020b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:16.088445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:16.096818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:security_group_rule and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:16.101408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:16.104856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7e611b4d-9403-47d5-8800-f041541a9fba up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:16.132365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:16.146184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55458) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:16.149637 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-12c01a5d-ba78-47fc-ad19-6828baafdeb1 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3990920 Jun 16 15:17:16.159236 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:16.177340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:16.210775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.313492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port ad39ab83-77b2-4616-a9dc-07273bf96065 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:16.362259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a74bc4-468a-4a8b-868e-c3d6149efdb7 None None] Network 4c1e265d-0877-4b39-8e15-b98612ab4790 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:16.364546 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.395600 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Transition to ACTIVE for port object f6935148-48b9-4326-ac35-749ad02fa0a2 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:16.424372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c6af1381-2d04-4b96-835d-9e8ffbbabf9f None None] Provisioning for port f6935148-48b9-4326-ac35-749ad02fa0a2 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:16.425363 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Project 22df4aa6c5894134881a69db71020b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:17:16.432157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 7e611b4d-9403-47d5-8800-f041541a9fba completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:16.454204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c6af1381-2d04-4b96-835d-9e8ffbbabf9f None None] Provisioning complete for port f6935148-48b9-4326-ac35-749ad02fa0a2 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:16.454577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6af1381-2d04-4b96-835d-9e8ffbbabf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.461291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1169ca-c3f8-4c69-aa2b-d07e8852f6d9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:16.467202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1169ca-c3f8-4c69-aa2b-d07e8852f6d9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:16.468861 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5d1169ca-c3f8-4c69-aa2b-d07e8852f6d9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.1646097 Jun 16 15:17:16.470394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.483973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55462) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:16.488746 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.495098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ca39e0b7-a60e-4a69-b9f8-6c1325fd886d up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:16.567557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.583325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.601623 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Pushing event updated for resources: {'Port': ['ID=f6935148-48b9-4326-ac35-749ad02fa0a2,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:16.612647 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.613013 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.613351 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.613964 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.614326 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.614654 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.615047 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.615405 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.615720 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.616043 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.616363 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.616708 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:17:16.724748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c6af1381-2d04-4b96-835d-9e8ffbbabf9f None None] Port f6935148-48b9-4326-ac35-749ad02fa0a2 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:16.847231 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Attempting to bind port f6935148-48b9-4326-ac35-749ad02fa0a2 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:16.847592 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Attempting to bind port f6935148-48b9-4326-ac35-749ad02fa0a2 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:16.850895 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Attempting to bind port f6935148-48b9-4326-ac35-749ad02fa0a2 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:16.857180 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:16.857551 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:16.857698 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc98b4e-da25-4631-bfe7-dd1ccdf45442 None None] Network 4976550f-291f-4402-a189-dd5285eca265 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:16.858096 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.858486 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:16.858967 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Bound port: f6935148-48b9-4326-ac35-749ad02fa0a2, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:16.859363 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:16.982512 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] For port f6935148-48b9-4326-ac35-749ad02fa0a2, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:16.987664 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] For port f6935148-48b9-4326-ac35-749ad02fa0a2, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f6935148-48b9-4326-ac35-749ad02fa0a2,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:17.048637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:17.058247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:17.060090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:17.066232 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.070899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:17.085673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:17.097260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:17.097638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.134711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] device_id is not set on port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:17.155595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.165544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.225274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Transition to ACTIVE for port object 15b8d80b-8c19-4638-84f6-4e08163bb7c9 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:17.230696 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becba9d5-802f-47cf-900f-61637654fde4 None None] Pushing event updated for resources: {'Port': ['ID=f6935148-48b9-4326-ac35-749ad02fa0a2,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:17.241482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7b81270a-6fe8-4bdf-841a-0846980ce852 None None] Provisioning for port 7e611b4d-9403-47d5-8800-f041541a9fba completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:17.243698 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Routers {'adb26f71-6a1b-4392-b201-eb9c98051c0b'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:17.244323 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:16:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['adb26f71-6a1b-4392-b201-eb9c98051c0b'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:17.245835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.275862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.9 (4976550f-291f-4402-a189-dd5285eca265/e3106959-502e-47c1-9011-8c0ceb1cc828/ad39ab83-77b2-4616-a9dc-07273bf96065) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:17.277960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.313452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7b81270a-6fe8-4bdf-841a-0846980ce852 None None] Provisioning complete for port 7e611b4d-9403-47d5-8800-f041541a9fba triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:17.313452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b81270a-6fe8-4bdf-841a-0846980ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.329116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ea3bcb-639e-490d-a2e7-d1578f3f41fd,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:17.353704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.355320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.511324 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event updated for resources: {'Port': ['ID=15b8d80b-8c19-4638-84f6-4e08163bb7c9,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:17.562422 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] Set router adb26f71-6a1b-4392-b201-eb9c98051c0b gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:17.615021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.659067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.660657 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-985791c6-a3e1-46fb-9c12-3bcecb3cb754 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6465015 Jun 16 15:17:17.674211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55466) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:17.675046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7b81270a-6fe8-4bdf-841a-0846980ce852 None None] Current status of the port 7e611b4d-9403-47d5-8800-f041541a9fba is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:17.675558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b81270a-6fe8-4bdf-841a-0846980ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.687990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:17.688375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.695945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'network': {'name': 'tempest-network-smoke--1805479895', 'project_id': '22df4aa6c5894134881a69db71020b4a', 'port_security_enabled': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:17.710253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:17.749567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:network and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:17.755426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7b81270a-6fe8-4bdf-841a-0846980ce852 None None] For port 7e611b4d-9403-47d5-8800-f041541a9fba, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7e611b4d-9403-47d5-8800-f041541a9fba,segment=NetworkSegment(7dbebcd9-4c93-4c2f-8261-da2ff9e692c8),segment_id=7dbebcd9-4c93-4c2f-8261-da2ff9e692c8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:17.755971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:17.755971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:17.756163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:17.761624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ca39e0b7-a60e-4a69-b9f8-6c1325fd886d,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:17.762278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.766551 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7995896 Jun 16 15:17:17.766718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:17.767059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:17.767434 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:17.768645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55470) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:17.785521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a07cc-1c4b-4c7c-a78d-308d5febed6a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4407d9c7-0dbb-46e9-8da1-a638ae66c1e9,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:17.819912 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 2 to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 Jun 16 15:17:17.836519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:17.840915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-eeb22a83-3103-4c1f-bdd7-46e02195248c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': '51e15e42-40e0-462d-96a0-f6b8f166b679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4407d9c7-0dbb-46e9-8da1-a638ae66c1e9'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:17.851313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router c595be0f-dd0f-426c-8137-f9940501cbe9 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:17:17.881456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-eeb22a83-3103-4c1f-bdd7-46e02195248c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:17.887684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-eeb22a83-3103-4c1f-bdd7-46e02195248c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:17.888972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b81270a-6fe8-4bdf-841a-0846980ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:17.892241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-eeb22a83-3103-4c1f-bdd7-46e02195248c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:17.902286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-eeb22a83-3103-4c1f-bdd7-46e02195248c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:17.913050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:17.914261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:17.914822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:17.927256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:17.927981 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:17.932607 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 3 to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 Jun 16 15:17:17.958471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Made reservation on behalf of 22df4aa6c5894134881a69db71020b4a for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:17.964475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.039262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:18.039722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:18.040176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:18.058763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.060109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:18.085044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:18.085044 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:18.089495 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 4 to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 Jun 16 15:17:18.117951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.121962 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb26f71-6a1b-4392-b201-eb9c98051c0b', 'name': 'tempest-NetworksTestDHCPv6-router-850449843', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:11Z', 'updated_at': '2022-06-16T15:17:13Z', 'revision_number': 2, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None, '_interfaces': [{'id': 'f6935148-48b9-4326-ac35-749ad02fa0a2', 'name': '', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'mac_address': 'fa:16:3e:54:8f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb26f71-6a1b-4392-b201-eb9c98051c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '0e3b63a0-c8fd-4f66-bee8-467a3f16c088', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:12Z', 'updated_at': '2022-06-16T15:17:16Z', 'revision_number': 4, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'subnets': [{'id': '0e3b63a0-c8fd-4f66-bee8-467a3f16c088', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:18.126836 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b6c2e-9713-4a66-8a1f-48685476858d None None] The sync data for ids ['adb26f71-6a1b-4392-b201-eb9c98051c0b'] in dv-neutron-846028-2-hyperv is: [{'id': 'adb26f71-6a1b-4392-b201-eb9c98051c0b', 'name': 'tempest-NetworksTestDHCPv6-router-850449843', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:11Z', 'updated_at': '2022-06-16T15:17:13Z', 'revision_number': 2, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None, '_interfaces': [{'id': 'f6935148-48b9-4326-ac35-749ad02fa0a2', 'name': '', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'mac_address': 'fa:16:3e:54:8f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb26f71-6a1b-4392-b201-eb9c98051c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '0e3b63a0-c8fd-4f66-bee8-467a3f16c088', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:12Z', 'updated_at': '2022-06-16T15:17:16Z', 'revision_number': 4, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'subnets': [{'id': '0e3b63a0-c8fd-4f66-bee8-467a3f16c088', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:18.141256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:18.141645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:18.142603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:18.151347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:17:18.157024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:18.157638 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:18.168840 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 5 to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 Jun 16 15:17:18.184541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.210741 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-eeb22a83-3103-4c1f-bdd7-46e02195248c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:18.215291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55474) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:18.217005 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-eeb22a83-3103-4c1f-bdd7-46e02195248c tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3900712 Jun 16 15:17:18.233870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:18.234217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:18.234615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:18.241273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.241711 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Added segment d89b2abc-b38e-4855-ad05-f8d26cfe81b8 of type vlan for network e9036688-7317-44ad-8bb5-a617606fc8a8 Jun 16 15:17:18.245005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object ad39ab83-77b2-4616-a9dc-07273bf96065 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:18.251554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7b81270a-6fe8-4bdf-841a-0846980ce852 None None] Provisioning for port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:18.262767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:18.263133 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:18.264655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81270a-6fe8-4bdf-841a-0846980ce852 None None] Pushing event updated for resources: {'Port': ['ID=7e611b4d-9403-47d5-8800-f041541a9fba,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:18.273615 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 6 to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 Jun 16 15:17:18.301542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:18.302329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:18.302834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:18.314285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:18.314945 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:18.327762 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 7 to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 Jun 16 15:17:18.336741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8919b87-4e30-4894-b059-9cd36c5bfde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.355182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:18.355563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:18.355856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:18.367396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.375108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=ca39e0b7-a60e-4a69-b9f8-6c1325fd886d,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:18.387506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:18.387506 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:18.388983 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 8 to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 Jun 16 15:17:18.413711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:18.425209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:18.425678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.428441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:18.428583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:18.428824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:18.439854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:18.440186 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:18.441450 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 9 to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 Jun 16 15:17:18.458504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:18.459070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:18.459424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:18.464080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:18.466183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:18.466183 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:18.466384 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.plugins.ml2.plugin [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempt 10 to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 Jun 16 15:17:18.503659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:18.504006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:18.504341 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempting to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:18.509180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.516384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:18.516701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f0cfb-401a-475a-a06c-3c7c330ea335 None None] Sync routers for ids ['c595be0f-dd0f-426c-8137-f9940501cbe9'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:18.517112 dv-neutron-846028-2-hyperv neutron-server[89746]: ERROR neutron.plugins.ml2.managers [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Failed to bind port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on host hv-neutron-8460 for vnic_type normal using segments [{'id': 'b6db5f52-9a00-4ff6-a3a8-943581b24b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '075665a9-9d0e-4989-b5b5-7019bcfc59e4'}] Jun 16 15:17:18.517585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.555297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f0cfb-401a-475a-a06c-3c7c330ea335 None None] Routers {'c595be0f-dd0f-426c-8137-f9940501cbe9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:18.555995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4e5f0cfb-401a-475a-a06c-3c7c330ea335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c595be0f-dd0f-426c-8137-f9940501cbe9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:18.607033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=ad39ab83-77b2-4616-a9dc-07273bf96065,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:18.614263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.620124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:18.620833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.625912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-87206676-c71e-4930-9a92-608c845e242f None None] Provisioning for port b116a590-e769-416b-b19c-b5dd75d785c8 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:18.634175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4e5f0cfb-401a-475a-a06c-3c7c330ea335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:18.645397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-87206676-c71e-4930-9a92-608c845e242f None None] Provisioning complete for port b116a590-e769-416b-b19c-b5dd75d785c8 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:18.646085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87206676-c71e-4930-9a92-608c845e242f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.661424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8b436e9-bb80-46d3-91f1-cac32a20c502 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.682784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.686711 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c558ee54-f7af-4b8e-b40e-f921fbd67c29 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.7745988 Jun 16 15:17:18.689685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55478) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:18.718572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f0cfb-401a-475a-a06c-3c7c330ea335 None None] Routers {'c595be0f-dd0f-426c-8137-f9940501cbe9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:18.719136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4e5f0cfb-401a-475a-a06c-3c7c330ea335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c595be0f-dd0f-426c-8137-f9940501cbe9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:18.735575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 4976550f-291f-4402-a189-dd5285eca265 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:18.742617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:18.786638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8b436e9-bb80-46d3-91f1-cac32a20c502 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.847050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.854177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4e5f0cfb-401a-475a-a06c-3c7c330ea335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:18.854976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f0cfb-401a-475a-a06c-3c7c330ea335 None None] The sync data for ids ['c595be0f-dd0f-426c-8137-f9940501cbe9'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:18.857436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-87206676-c71e-4930-9a92-608c845e242f None None] Port b116a590-e769-416b-b19c-b5dd75d785c8 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:18.914275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:18.914740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:18.926522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-87206676-c71e-4930-9a92-608c845e242f None None] Provisioning complete for port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:18.940841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87206676-c71e-4930-9a92-608c845e242f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.033034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'Network': ['ID=e9036688-7317-44ad-8bb5-a617606fc8a8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:19.042260 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:19.047712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network e9036688-7317-44ad-8bb5-a617606fc8a8 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:17:19.067151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port f6935148-48b9-4326-ac35-749ad02fa0a2 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:19.067501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.083621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f,segment=NetworkSegment(7882ba55-b4a8-4732-9d32-eb33a0efccd4),segment_id=7882ba55-b4a8-4732-9d32-eb33a0efccd4)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:19.086045 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-47e4cd0e-54a4-4090-975b-c5c277f5460e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4084892 Jun 16 15:17:19.089429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55482) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:19.105744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'admin_state_up': True, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:19.113099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] For port 15b8d80b-8c19-4638-84f6-4e08163bb7c9, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:19.113960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attempted to set empty binding levels {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 16 15:17:19.124565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:19.133183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:router and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:19.137918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:19.148292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:19.161807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:19.162501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.203729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8b436e9-bb80-46d3-91f1-cac32a20c502 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.215914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-87206676-c71e-4930-9a92-608c845e242f None None] Current status of the port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:19.218071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87206676-c71e-4930-9a92-608c845e242f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.237651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.254497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.273943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b436e9-bb80-46d3-91f1-cac32a20c502 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4407d9c7-0dbb-46e9-8da1-a638ae66c1e9,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:19.348775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event updated for resources: {'Port': ['ID=15b8d80b-8c19-4638-84f6-4e08163bb7c9,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:19.352593 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-94cd7d2e-f88b-4c1b-97be-81baea3ad615 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1268466 Jun 16 15:17:19.353572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.355086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.387209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.390274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55486) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:19.396365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] In _notify_port_updated(), no bound segment for port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 on network 075665a9-9d0e-4989-b5b5-7019bcfc59e4 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:17:19.397475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:19.398285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.400628 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f1d3d977-6cb3-495d-8d03-d392bc5384a6 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "PUT /v2.0/ports/15b8d80b-8c19-4638-84f6-4e08163bb7c9 HTTP/1.1" status: 200 len: 976 time: 3.2518568 Jun 16 15:17:19.435137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55490) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:19.440778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8b436e9-bb80-46d3-91f1-cac32a20c502 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.440778 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b8b436e9-bb80-46d3-91f1-cac32a20c502 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/4407d9c7-0dbb-46e9-8da1-a638ae66c1e9 HTTP/1.1" status: 204 len: 168 time: 1.2190638 Jun 16 15:17:19.456030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55494) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:19.466981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:19.498537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-87206676-c71e-4930-9a92-608c845e242f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:17:19.498537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-87206676-c71e-4930-9a92-608c845e242f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:17:19.516790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ca39e0b7-a60e-4a69-b9f8-6c1325fd886d up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:19.547732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e36fc-1081-4085-8157-0598ea2c4225 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:19.549084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0e5e36fc-1081-4085-8157-0598ea2c4225 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:19.593374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:19.593754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.612900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-795d6164-1f46-4ece-bc74-f6b42bc7d0c3 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Deleting port 15b8d80b-8c19-4638-84f6-4e08163bb7c9 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:19.617399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-795d6164-1f46-4ece-bc74-f6b42bc7d0c3 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.640255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0e5e36fc-1081-4085-8157-0598ea2c4225 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:19.641766 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0e5e36fc-1081-4085-8157-0598ea2c4225 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2486959 Jun 16 15:17:19.650958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55498) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:19.724222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:19.725284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7e611b4d-9403-47d5-8800-f041541a9fba up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:19.751363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5823cc70-5913-4dc3-af90-bf4ddda5611d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Synchronizing usage tracker for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:19.796946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7e611b4d-9403-47d5-8800-f041541a9fba triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:19.797382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.899361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] For port f6935148-48b9-4326-ac35-749ad02fa0a2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f6935148-48b9-4326-ac35-749ad02fa0a2,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:19.899754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.917296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.941731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7e611b4d-9403-47d5-8800-f041541a9fba is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:19.945540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f6935148-48b9-4326-ac35-749ad02fa0a2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:19.953327 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9a4e22-cf8d-4a59-a195-3bb49856861d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:19.959809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9a4e22-cf8d-4a59-a195-3bb49856861d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:19.965825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9a4e22-cf8d-4a59-a195-3bb49856861d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:19.967806 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dc9a4e22-cf8d-4a59-a195-3bb49856861d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3155029 Jun 16 15:17:19.971409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55502) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:20.066904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-87206676-c71e-4930-9a92-608c845e242f None None] Current status of the port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:20.080258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-fe110dff-f4ec-4a03-9846-455a4ed402a5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port ad39ab83-77b2-4616-a9dc-07273bf96065 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:20.081364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe110dff-f4ec-4a03-9846-455a4ed402a5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.100637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-87206676-c71e-4930-9a92-608c845e242f None None] Provisioning complete for port 7e611b4d-9403-47d5-8800-f041541a9fba triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:20.101077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-87206676-c71e-4930-9a92-608c845e242f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.119112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for f6935148-48b9-4326-ac35-749ad02fa0a2 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:20.140160 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port f6935148-48b9-4326-ac35-749ad02fa0a2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:20.149716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f6935148-48b9-4326-ac35-749ad02fa0a2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:20.149716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.231761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.235827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5823cc70-5913-4dc3-af90-bf4ddda5611d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Unset dirty status for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:20.237770 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5823cc70-5913-4dc3-af90-bf4ddda5611d tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7501266 Jun 16 15:17:20.245857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55506) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:20.372464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-87206676-c71e-4930-9a92-608c845e242f None None] Current status of the port 7e611b4d-9403-47d5-8800-f041541a9fba is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:20.383089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f6935148-48b9-4326-ac35-749ad02fa0a2 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:20.383089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.440929 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port f6935148-48b9-4326-ac35-749ad02fa0a2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f6935148-48b9-4326-ac35-749ad02fa0a2,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:20.500373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.557122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe110dff-f4ec-4a03-9846-455a4ed402a5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.561077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d8ab60ea-8261-4f52-9d55-b8cb73b81e2a None None] Provisioning for port ad39ab83-77b2-4616-a9dc-07273bf96065 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:20.576946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d8ab60ea-8261-4f52-9d55-b8cb73b81e2a None None] Provisioning complete for port ad39ab83-77b2-4616-a9dc-07273bf96065 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:20.577468 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8ab60ea-8261-4f52-9d55-b8cb73b81e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.614693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-795d6164-1f46-4ece-bc74-f6b42bc7d0c3 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] For port 15b8d80b-8c19-4638-84f6-4e08163bb7c9, host hv-neutron-8460, got binding levels [] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:20.615511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-795d6164-1f46-4ece-bc74-f6b42bc7d0c3 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.632990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=f6935148-48b9-4326-ac35-749ad02fa0a2,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:20.642464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab60ea-8261-4f52-9d55-b8cb73b81e2a None None] Port ad39ab83-77b2-4616-a9dc-07273bf96065 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:20.766504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-795d6164-1f46-4ece-bc74-f6b42bc7d0c3 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Calling delete_port for 15b8d80b-8c19-4638-84f6-4e08163bb7c9 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:20.793834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaca0d9d-de94-44f6-bf43-de99bab546d5 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.842233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-fe110dff-f4ec-4a03-9846-455a4ed402a5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for ad39ab83-77b2-4616-a9dc-07273bf96065 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:20.870230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.883633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaca0d9d-de94-44f6-bf43-de99bab546d5 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.903735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:17:20.904187 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:17:20.914426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:20.967215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.061834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-795d6164-1f46-4ece-bc74-f6b42bc7d0c3 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.130606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Allocated IP 172.26.2.36 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/c1bd2f3b-56b0-4364-bebe-3c2ae39b726d) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:21.178719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d6164-1f46-4ece-bc74-f6b42bc7d0c3 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Pushing event deleted for resources: {'Port': ['ID=15b8d80b-8c19-4638-84f6-4e08163bb7c9,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:21.190323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-795d6164-1f46-4ece-bc74-f6b42bc7d0c3 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.192910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaca0d9d-de94-44f6-bf43-de99bab546d5 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.231153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca0d9d-de94-44f6-bf43-de99bab546d5 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e15e42-40e0-462d-96a0-f6b8f166b679,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:21.250693 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe110dff-f4ec-4a03-9846-455a4ed402a5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.324986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe110dff-f4ec-4a03-9846-455a4ed402a5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=ad39ab83-77b2-4616-a9dc-07273bf96065,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:21.347725 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-795d6164-1f46-4ece-bc74-f6b42bc7d0c3 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "DELETE /v2.0/ports/15b8d80b-8c19-4638-84f6-4e08163bb7c9 HTTP/1.1" status: 204 len: 168 time: 1.9092948 Jun 16 15:17:21.385893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:21.396426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55510) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:21.453272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.456801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port f6935148-48b9-4326-ac35-749ad02fa0a2 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:21.457500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.468809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:21.469193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.477461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.485040 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-653004f5-aae0-4e84-abd4-ab42085d98b9 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] GET failed (client error): The resource could not be found. Jun 16 15:17:21.495991 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-653004f5-aae0-4e84-abd4-ab42085d98b9 tempest-PortsAdminExtendedAttrsTestJSON-1827164661 tempest-PortsAdminExtendedAttrsTestJSON-1827164661-project-admin] 10.222.0.73 "GET /v2.0/ports/15b8d80b-8c19-4638-84f6-4e08163bb7c9 HTTP/1.1" status: 404 len: 333 time: 0.0905218 Jun 16 15:17:21.496278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaca0d9d-de94-44f6-bf43-de99bab546d5 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.496439 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eaca0d9d-de94-44f6-bf43-de99bab546d5 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/51e15e42-40e0-462d-96a0-f6b8f166b679 HTTP/1.1" status: 204 len: 168 time: 1.2461674 Jun 16 15:17:21.502071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55514) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:21.502302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55516) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:21.631036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:21.632262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f6935148-48b9-4326-ac35-749ad02fa0a2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:21.681242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fe110dff-f4ec-4a03-9846-455a4ed402a5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.709505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f6935148-48b9-4326-ac35-749ad02fa0a2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:21.711368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.716247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.727755 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d970db97-5870-4eea-b61c-e93612b9b524 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2207303 Jun 16 15:17:21.729384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55522) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:21.753251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'tempest-secgroup--878709200'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:21.763520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:21.775889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:21.779592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:21.820456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:21.865310 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fe110dff-f4ec-4a03-9846-455a4ed402a5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/ad39ab83-77b2-4616-a9dc-07273bf96065 HTTP/1.1" status: 204 len: 168 time: 1.8873041 Jun 16 15:17:21.865310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55526) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:21.870697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f6935148-48b9-4326-ac35-749ad02fa0a2 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:21.915673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:21.918718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.20.0.1 (4c1e265d-0877-4b39-8e15-b98612ab4790/de3191fb-7032-42db-b27d-c6ba16d2ea7d/a4e42e16-7f3f-4233-9147-88d69ed14058) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:21.993251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] For port f6935148-48b9-4326-ac35-749ad02fa0a2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f6935148-48b9-4326-ac35-749ad02fa0a2,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:21.993615 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.003135 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ec22e9-06b9-411f-9c8e-a7a57c385a7b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:17:22.003558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-26ec22e9-06b9-411f-9c8e-a7a57c385a7b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:22.007474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.021739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.081157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:22.093244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:22.100471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075665a9-9d0e-4989-b5b5-7019bcfc59e4']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:22.109023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:22.133874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:22.149672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:22.157777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'Port': ['ID=c1bd2f3b-56b0-4364-bebe-3c2ae39b726d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:22.161524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6db5f52-9a00-4ff6-a3a8-943581b24b82') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:22.168296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6db5f52-9a00-4ff6-a3a8-943581b24b82') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:22.170070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:22.184281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:22.185390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for f6935148-48b9-4326-ac35-749ad02fa0a2 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:22.189390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.198569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-26ec22e9-06b9-411f-9c8e-a7a57c385a7b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:22.199767 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-26ec22e9-06b9-411f-9c8e-a7a57c385a7b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/ad39ab83-77b2-4616-a9dc-07273bf96065 HTTP/1.1" status: 404 len: 333 time: 0.3336322 Jun 16 15:17:22.205905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55530) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:22.314189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.340183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.343624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Transition to ACTIVE for port object a4e42e16-7f3f-4233-9147-88d69ed14058 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:22.495504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.545343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.552218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:17:22.552620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.582513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 4c1e265d-0877-4b39-8e15-b98612ab4790 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:22.632878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:22.655617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:22.687753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=a4e42e16-7f3f-4233-9147-88d69ed14058,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:22.724985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-ac293f04-7a77-4970-af00-791b296fe93d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port b116a590-e769-416b-b19c-b5dd75d785c8 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:22.726341 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac293f04-7a77-4970-af00-791b296fe93d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.878347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.930913 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b6db5f52-9a00-4ff6-a3a8-943581b24b82 resource provider aggregate not found Jun 16 15:17:22.964977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.980117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:22.982166 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b6db5f52-9a00-4ff6-a3a8-943581b24b82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6db5f52-9a00-4ff6-a3a8-943581b24b82 found for delete ", "request_id": "req-47de2443-d968-48c0-853c-288bf015c480"}]} Jun 16 15:17:23.001002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:23.016649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] Pushing event deleted for resources: {'Network': ['ID=075665a9-9d0e-4989-b5b5-7019bcfc59e4,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:23.052803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=f6935148-48b9-4326-ac35-749ad02fa0a2,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:23.060321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a0d6141a-00eb-4e94-935c-153f3da11acf None None] Provisioning for port a4e42e16-7f3f-4233-9147-88d69ed14058 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:23.066321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a0d6141a-00eb-4e94-935c-153f3da11acf None None] Provisioning complete for port a4e42e16-7f3f-4233-9147-88d69ed14058 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:23.067179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a0d6141a-00eb-4e94-935c-153f3da11acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:23.131349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6141a-00eb-4e94-935c-153f3da11acf None None] Port a4e42e16-7f3f-4233-9147-88d69ed14058 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:23.132844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:23.145363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:23.171177 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2fafd5b3-0cb4-447a-99d7-bcbf38737c39 tempest-PortsAdminExtendedAttrsTestJSON-111096823 tempest-PortsAdminExtendedAttrsTestJSON-111096823-project] 10.222.0.73 "DELETE /v2.0/networks/075665a9-9d0e-4989-b5b5-7019bcfc59e4 HTTP/1.1" status: 204 len: 168 time: 1.6660132 Jun 16 15:17:23.313993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7b8613-6fda-45b8-a46c-30502e0d2e5f,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:23.317035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:23.322347 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-134409d4-c3de-426e-a9d1-7d5fe3c3868a tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5880363 Jun 16 15:17:23.323792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55542) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:23.340960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-41e360d5-3fde-4d67-b590-904e2462a5df tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': 'ae7b8613-6fda-45b8-a46c-30502e0d2e5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:23.347780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac293f04-7a77-4970-af00-791b296fe93d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:23.376956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-41e360d5-3fde-4d67-b590-904e2462a5df tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:23.436276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-41e360d5-3fde-4d67-b590-904e2462a5df tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:23.442966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-41e360d5-3fde-4d67-b590-904e2462a5df tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:23.513835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-ac293f04-7a77-4970-af00-791b296fe93d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for b116a590-e769-416b-b19c-b5dd75d785c8 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:23.543202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-41e360d5-3fde-4d67-b590-904e2462a5df tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:23.553880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:23.593491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Router adb26f71-6a1b-4392-b201-eb9c98051c0b has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:17:23.722063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55548) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:23.801744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:23.815264 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] Sync routers for ids ['adb26f71-6a1b-4392-b201-eb9c98051c0b'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:23.824511 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] Routers {'adb26f71-6a1b-4392-b201-eb9c98051c0b'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:23.825447 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['adb26f71-6a1b-4392-b201-eb9c98051c0b'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:23.836538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:23.847908 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-26a864c0-301b-41de-b431-6d459c248bb0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "PUT /v2.0/routers/adb26f71-6a1b-4392-b201-eb9c98051c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3531256 Jun 16 15:17:23.850258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55554) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:23.964062 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] Set router adb26f71-6a1b-4392-b201-eb9c98051c0b gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:23.969273 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-41e360d5-3fde-4d67-b590-904e2462a5df tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:23.971049 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-41e360d5-3fde-4d67-b590-904e2462a5df tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6399434 Jun 16 15:17:23.973479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d8021-df93-4a50-bb9e-bbb72f0393b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:23.975110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d8021-df93-4a50-bb9e-bbb72f0393b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:23.975858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ef7d8021-df93-4a50-bb9e-bbb72f0393b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:23.978224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55558) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:24.062322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-32e1d85b-669f-4925-908c-02e46ba3cc39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group_rule': {'security_group_id': 'ae7b8613-6fda-45b8-a46c-30502e0d2e5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:24.078970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-32e1d85b-669f-4925-908c-02e46ba3cc39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:24.085385 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb26f71-6a1b-4392-b201-eb9c98051c0b', 'name': 'tempest-NetworksTestDHCPv6-router-850449843', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:11Z', 'updated_at': '2022-06-16T15:17:22Z', 'revision_number': 3, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:24.091459 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] Checking router: adb26f71-6a1b-4392-b201-eb9c98051c0b for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:17:24.092160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac293f04-7a77-4970-af00-791b296fe93d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:24.105095 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] Routers {'adb26f71-6a1b-4392-b201-eb9c98051c0b'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:24.105722 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['adb26f71-6a1b-4392-b201-eb9c98051c0b'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:24.110055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-32e1d85b-669f-4925-908c-02e46ba3cc39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:24.118880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-32e1d85b-669f-4925-908c-02e46ba3cc39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:24.133194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-32e1d85b-669f-4925-908c-02e46ba3cc39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:24.196114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac293f04-7a77-4970-af00-791b296fe93d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=b116a590-e769-416b-b19c-b5dd75d785c8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:24.230807 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-89bc87fb-513e-4be6-9b94-677a500042ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73ffd30792544dc3ab6b6b99cf415b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792023 Jun 16 15:17:24.234349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55562) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:24.240289 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] Set router adb26f71-6a1b-4392-b201-eb9c98051c0b gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:24.253845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ef7d8021-df93-4a50-bb9e-bbb72f0393b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:24.255009 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ef7d8021-df93-4a50-bb9e-bbb72f0393b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4038405 Jun 16 15:17:24.260160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55566) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:24.423279 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb26f71-6a1b-4392-b201-eb9c98051c0b', 'name': 'tempest-NetworksTestDHCPv6-router-850449843', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:11Z', 'updated_at': '2022-06-16T15:17:22Z', 'revision_number': 3, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:24.431519 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c9a834-9981-40d1-8243-bb7f79ca1870 None None] The sync data for ids ['adb26f71-6a1b-4392-b201-eb9c98051c0b'] in dv-neutron-846028-2-hyperv is: [{'id': 'adb26f71-6a1b-4392-b201-eb9c98051c0b', 'name': 'tempest-NetworksTestDHCPv6-router-850449843', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:11Z', 'updated_at': '2022-06-16T15:17:22Z', 'revision_number': 3, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:24.530342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3fd53c-ddb1-48f9-b756-4958d98753e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 0e3b63a0-c8fd-4f66-bee8-467a3f16c088 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:17:24.537581 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-32e1d85b-669f-4925-908c-02e46ba3cc39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:17:24.538772 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-32e1d85b-669f-4925-908c-02e46ba3cc39 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5050764 Jun 16 15:17:24.539566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd53c-ddb1-48f9-b756-4958d98753e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:24.541700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:24.543724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55570) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:24.574780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e5c7-998c-43e1-b377-74c12bba41d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:24.663717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac293f04-7a77-4970-af00-791b296fe93d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:24.664206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e5c7-998c-43e1-b377-74c12bba41d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:24.682178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd53c-ddb1-48f9-b756-4958d98753e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:24.809660 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ac293f04-7a77-4970-af00-791b296fe93d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/b116a590-e769-416b-b19c-b5dd75d785c8 HTTP/1.1" status: 204 len: 168 time: 2.5965986 Jun 16 15:17:24.810609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55574) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:24.813648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:24.886513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:24.946822 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d86515-7dd6-47a7-b339-3b66f15837f4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:17:24.947433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-07d86515-7dd6-47a7-b339-3b66f15837f4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:24.951835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f53e41be-203b-46a8-9efb-d083cbdefab4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:24.992040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd53c-ddb1-48f9-b756-4958d98753e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.033439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e5c7-998c-43e1-b377-74c12bba41d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.034723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f53e41be-203b-46a8-9efb-d083cbdefab4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.098304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1e5c7-998c-43e1-b377-74c12bba41d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05cf5e6-f61d-4bb7-92fe-5d4fa36eb973,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:25.100612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-07d86515-7dd6-47a7-b339-3b66f15837f4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:25.105530 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-07d86515-7dd6-47a7-b339-3b66f15837f4 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/b116a590-e769-416b-b19c-b5dd75d785c8 HTTP/1.1" status: 404 len: 333 time: 0.2881687 Jun 16 15:17:25.105757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55578) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:25.146299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.161591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e5c7-998c-43e1-b377-74c12bba41d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.167564 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f8e1e5c7-998c-43e1-b377-74c12bba41d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f05cf5e6-f61d-4bb7-92fe-5d4fa36eb973 HTTP/1.1" status: 204 len: 168 time: 0.9280088 Jun 16 15:17:25.167564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=a4e42e16-7f3f-4233-9147-88d69ed14058,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:25.208420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e10b48-e16a-4c3d-bb71-b5c4cf7b843c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet e3106959-502e-47c1-9011-8c0ceb1cc828 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:17:25.213320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28e10b48-e16a-4c3d-bb71-b5c4cf7b843c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.272553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Router f7b356ef-b008-492b-8021-593e18b0e281 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:17:25.293406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f53e41be-203b-46a8-9efb-d083cbdefab4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.315485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f6935148-48b9-4326-ac35-749ad02fa0a2 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:25.350711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e41be-203b-46a8-9efb-d083cbdefab4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7b8613-6fda-45b8-a46c-30502e0d2e5f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:25.388070 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: f6935148-48b9-4326-ac35-749ad02fa0a2 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:17:25.388934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f6935148-48b9-4326-ac35-749ad02fa0a2 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:17:25.433640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd53c-ddb1-48f9-b756-4958d98753e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.456839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28e10b48-e16a-4c3d-bb71-b5c4cf7b843c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.498114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fd53c-ddb1-48f9-b756-4958d98753e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3b63a0-c8fd-4f66-bee8-467a3f16c088,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:25.504056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd53c-ddb1-48f9-b756-4958d98753e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.511714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f53e41be-203b-46a8-9efb-d083cbdefab4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.516286 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f53e41be-203b-46a8-9efb-d083cbdefab4 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/ae7b8613-6fda-45b8-a46c-30502e0d2e5f HTTP/1.1" status: 204 len: 168 time: 0.9676163 Jun 16 15:17:25.517379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55584) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:25.523511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a850f3-0135-4946-b116-6ef51e4c4bd8 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:25.578376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 4c1e265d-0877-4b39-8e15-b98612ab4790 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:25.583452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:25.594893 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ab3fd53c-ddb1-48f9-b756-4958d98753e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/0e3b63a0-c8fd-4f66-bee8-467a3f16c088 HTTP/1.1" status: 204 len: 168 time: 1.3237014 Jun 16 15:17:25.600035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55590) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:25.736433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28e10b48-e16a-4c3d-bb71-b5c4cf7b843c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.787466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d1410384-7fcb-431e-bb7e-b1b81e473213 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Synchronizing usage tracker for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:25.859094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:25.881723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Sync routers for ids ['f7b356ef-b008-492b-8021-593e18b0e281'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:25.917175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Routers {'f7b356ef-b008-492b-8021-593e18b0e281'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:25.917175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f7b356ef-b008-492b-8021-593e18b0e281'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:25.935107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28e10b48-e16a-4c3d-bb71-b5c4cf7b843c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.982554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.983929 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b0e56357-8842-4933-98fd-f90f45cbd32a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.8934348 Jun 16 15:17:25.990281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55594) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:25.992378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e10b48-e16a-4c3d-bb71-b5c4cf7b843c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=e3106959-502e-47c1-9011-8c0ceb1cc828,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:25.995805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28e10b48-e16a-4c3d-bb71-b5c4cf7b843c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:25.998954 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-28e10b48-e16a-4c3d-bb71-b5c4cf7b843c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/e3106959-502e-47c1-9011-8c0ceb1cc828 HTTP/1.1" status: 204 len: 168 time: 0.8907967 Jun 16 15:17:26.005998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55600) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:26.014864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920223cd-e5f7-4f99-b93b-4bdf326cbcdb None None] Network 4976550f-291f-4402-a189-dd5285eca265 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:26.023732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d1410384-7fcb-431e-bb7e-b1b81e473213 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Unset dirty status for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:26.032863 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d1410384-7fcb-431e-bb7e-b1b81e473213 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5066597 Jun 16 15:17:26.033098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55604) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:26.076990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'tempest-secgroup--164844659'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:26.081419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6d72bff0-6291-40b3-a31e-d34939db097a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:router {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:26.086357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:26.150113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router c595be0f-dd0f-426c-8137-f9940501cbe9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:17:26.160442 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:26.207588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:26.230193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6d72bff0-6291-40b3-a31e-d34939db097a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:router {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:26.232107 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6d72bff0-6291-40b3-a31e-d34939db097a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6310315 Jun 16 15:17:26.234413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:26.234976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:26.252170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55608) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:26.293722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55612) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:26.311004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:26.337011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7362e95b-8367-4704-9e8d-4e5a591071f9 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:17:26.410016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Set router f7b356ef-b008-492b-8021-593e18b0e281 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:26.461638 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-51d84a36-ea62-438f-a717-7335eaa2e2bd tempest-TestNetworkAdvancedServerOps-421517559 tempest-TestNetworkAdvancedServerOps-421517559-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=22df4aa6c5894134881a69db71020b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4670966 Jun 16 15:17:26.466687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:26.468954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55616) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:26.475028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9af4b50a-c478-41c2-bc29-1466ffc0827c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:26.524702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7362e95b-8367-4704-9e8d-4e5a591071f9 None None] Deleting port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:26.525087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7362e95b-8367-4704-9e8d-4e5a591071f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:26.574738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Usage tracker for resource:security_group_rule and tenant:36cc3d3d8fcf42c4b8182a0b72782a86 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:26.587868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:26.651802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:26.688074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6eef0fca-3d36-488e-b15a-9234de232fac None None] Provisioning complete for port a4e42e16-7f3f-4233-9147-88d69ed14058 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:26.688443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6eef0fca-3d36-488e-b15a-9234de232fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:26.738176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:26.745875 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d290d868-8ed5-4cb1-ac8d-f228643e47ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a82402a9a68e41fab00492574d16c844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503725 Jun 16 15:17:26.750125 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1476280c-cbd8-42cb-9b46-385a2eb9ca6b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "PUT /v2.0/routers/c595be0f-dd0f-426c-8137-f9940501cbe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0608070 Jun 16 15:17:26.750815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55620) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:26.754479 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf7434c-b8b5-4bc8-8e2f-3b06b796841b None None] Sync routers for ids ['c595be0f-dd0f-426c-8137-f9940501cbe9'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:26.763528 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7434c-b8b5-4bc8-8e2f-3b06b796841b None None] Routers {'c595be0f-dd0f-426c-8137-f9940501cbe9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:26.763826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55622) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:26.764525 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5cf7434c-b8b5-4bc8-8e2f-3b06b796841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c595be0f-dd0f-426c-8137-f9940501cbe9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:26.778479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'port': {'network_id': '4c1e265d-0877-4b39-8e15-b98612ab4790', 'name': 'tempest-FloatingIPTestJSON-501594495'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:26.824946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9af4b50a-c478-41c2-bc29-1466ffc0827c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:26.828747 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9af4b50a-c478-41c2-bc29-1466ffc0827c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:26.831625 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5cf7434c-b8b5-4bc8-8e2f-3b06b796841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:26.842386 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7434c-b8b5-4bc8-8e2f-3b06b796841b None None] Routers {'c595be0f-dd0f-426c-8137-f9940501cbe9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:26.843354 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5cf7434c-b8b5-4bc8-8e2f-3b06b796841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c595be0f-dd0f-426c-8137-f9940501cbe9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:26.912458 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5cf7434c-b8b5-4bc8-8e2f-3b06b796841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:26.913132 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf7434c-b8b5-4bc8-8e2f-3b06b796841b None None] The sync data for ids ['c595be0f-dd0f-426c-8137-f9940501cbe9'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:27.004326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8893ab64-53ab-4de1-84fe-1b33dcdc314b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.035734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8893ab64-53ab-4de1-84fe-1b33dcdc314b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.067458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9af4b50a-c478-41c2-bc29-1466ffc0827c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.067980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af4b50a-c478-41c2-bc29-1466ffc0827c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Fanout notify agent at l3_agent the message router_deleted on router adb26f71-6a1b-4392-b201-eb9c98051c0b {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:17:27.085176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6eef0fca-3d36-488e-b15a-9234de232fac None None] Port a4e42e16-7f3f-4233-9147-88d69ed14058 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:27.166495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9af4b50a-c478-41c2-bc29-1466ffc0827c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.168072 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9af4b50a-c478-41c2-bc29-1466ffc0827c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/routers/adb26f71-6a1b-4392-b201-eb9c98051c0b HTTP/1.1" status: 204 len: 168 time: 0.9138169 Jun 16 15:17:27.171681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55628) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:27.178355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:27.224274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8893ab64-53ab-4de1-84fe-1b33dcdc314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.226908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8893ab64-53ab-4de1-84fe-1b33dcdc314b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.229456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7362e95b-8367-4704-9e8d-4e5a591071f9 None None] For port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ca39e0b7-a60e-4a69-b9f8-6c1325fd886d,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:27.229456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7362e95b-8367-4704-9e8d-4e5a591071f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.237709 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8893ab64-53ab-4de1-84fe-1b33dcdc314b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a07a678f-2923-4054-b712-f03834d6d24a HTTP/1.1" status: 204 len: 168 time: 0.4839563 Jun 16 15:17:27.265929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893ab64-53ab-4de1-84fe-1b33dcdc314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07a678f-2923-4054-b712-f03834d6d24a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:27.312678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7001c62-7e89-4776-b930-cf2f61273d47 tempest-TestNetworkAdvancedServerOps-421517559 tempest-TestNetworkAdvancedServerOps-421517559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:27.317627 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c7001c62-7e89-4776-b930-cf2f61273d47 tempest-TestNetworkAdvancedServerOps-421517559 tempest-TestNetworkAdvancedServerOps-421517559-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8053277 Jun 16 15:17:27.319310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:27.371279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55634) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:27.375077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] DHCP port deletion for 4976550f-291f-4402-a189-dd5285eca265 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:17:27.386694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7362e95b-8367-4704-9e8d-4e5a591071f9 None None] Calling delete_port for ca39e0b7-a60e-4a69-b9f8-6c1325fd886d owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:27.399427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Usage tracker for resource:port and tenant:22f38ed0bf0a4993bf331c54e6230cae is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:27.433467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:27.438211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:27.438782 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ca39e0b7-a60e-4a69-b9f8-6c1325fd886d no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:27.454567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] For port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f,segment=NetworkSegment(7882ba55-b4a8-4732-9d32-eb33a0efccd4),segment_id=7882ba55-b4a8-4732-9d32-eb33a0efccd4)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:27.455113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.470856 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-00c5ae58-53b5-4964-91c9-0d6a6d2fbd51 tempest-TestNetworkAdvancedServerOps-421517559 tempest-TestNetworkAdvancedServerOps-421517559-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0949607 Jun 16 15:17:27.471463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55638) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:27.481179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1014941448', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'project_id': '22df4aa6c5894134881a69db71020b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:27.488164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] Deleting port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:27.488788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.521067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:27.529110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:27.536603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:27.558457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:22Z', 'revision_number': 3, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:27.598024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:27.600263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Checking router: f7b356ef-b008-492b-8021-593e18b0e281 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:17:27.600691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Updating router f7b356ef-b008-492b-8021-593e18b0e281 port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:17:27.614456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:27.628155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:27.631170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:subnet and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:27.635467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:27.643995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Made reservation on behalf of 22f38ed0bf0a4993bf331c54e6230cae for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:27.645344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:27.647975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.705998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:27.710836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.726258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] device_id is not set on port 7b9d0b94-b7eb-4ae0-8608-6dadaaf29802 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:27.730573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Made reservation on behalf of 22df4aa6c5894134881a69db71020b4a for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:27.734146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.754882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.772486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.818396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7362e95b-8367-4704-9e8d-4e5a591071f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.825602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.880812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.892450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362e95b-8367-4704-9e8d-4e5a591071f9 None None] Pushing event deleted for resources: {'Port': ['ID=ca39e0b7-a60e-4a69-b9f8-6c1325fd886d,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:27.905789 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362e95b-8367-4704-9e8d-4e5a591071f9 None None] No DVR routers for this DVR port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:17:27.969888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ca39e0b7-a60e-4a69-b9f8-6c1325fd886d is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:27.970475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.996236 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.998990 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9637852 Jun 16 15:17:28.005877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:28.011160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55648) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:28.017527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No DVR routers for this DVR port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:17:28.020273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e48504-7f95-4748-93e7-b1a1a52fc211 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321c1c27-3be9-4f25-ad41-1aa8962528d6,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:28.025076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d02b047f-3a55-47d2-a61f-607992589a72 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:28.025857 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING neutron.api.v2.base [None req-d02b047f-3a55-47d2-a61f-607992589a72 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 16 15:17:28.026460 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-d02b047f-3a55-47d2-a61f-607992589a72 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] update failed (client error): There was a conflict when trying to complete your request. Jun 16 15:17:28.027717 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d02b047f-3a55-47d2-a61f-607992589a72 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "PUT /v2.0/security-groups/321c1c27-3be9-4f25-ad41-1aa8962528d6 HTTP/1.1" status: 409 len: 330 time: 0.0141954 Jun 16 15:17:28.068136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55652) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:28.127609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.162203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] For port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f,segment=NetworkSegment(7882ba55-b4a8-4732-9d32-eb33a0efccd4),segment_id=7882ba55-b4a8-4732-9d32-eb33a0efccd4)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:28.163714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.197293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:28.200668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.209442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:28.216470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:28.217127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.232179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4976550f-291f-4402-a189-dd5285eca265']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:28.243163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7882ba55-b4a8-4732-9d32-eb33a0efccd4') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:28.243610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7882ba55-b4a8-4732-9d32-eb33a0efccd4') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:28.256226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.262186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b90759-7abb-4af6-bd8a-c04d0e031034 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:28.275361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.281686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:17:28.282896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.302813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=09638f15-0961-4ef5-b83e-c7933149a213,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:28.357744 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cb8302e3-3312-44ec-b720-afd9cb51d60c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1824026 Jun 16 15:17:28.399311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55658) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:28.430224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Allocated IP 172.20.0.10 (4c1e265d-0877-4b39-8e15-b98612ab4790/de3191fb-7032-42db-b27d-c6ba16d2ea7d/7b9d0b94-b7eb-4ae0-8608-6dadaaf29802) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:28.439125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1237226056', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:28.470028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:28.475553 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 7882ba55-b4a8-4732-9d32-eb33a0efccd4 resource provider aggregate not found Jun 16 15:17:28.482724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.502017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:router and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:28.544724 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:17:28.547800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.551492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:28.564269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.564637 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 7882ba55-b4a8-4732-9d32-eb33a0efccd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7882ba55-b4a8-4732-9d32-eb33a0efccd4 found for delete ", "request_id": "req-cade8af6-da78-46c0-9444-d5d5b1f825c2"}]} Jun 16 15:17:28.576485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:28.578839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Network': ['ID=4976550f-291f-4402-a189-dd5285eca265,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:28.597657 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b2f2ea6e-c9d3-4564-ba63-04dd63217838 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/networks/4976550f-291f-4402-a189-dd5285eca265 HTTP/1.1" status: 204 len: 168 time: 2.5909636 Jun 16 15:17:28.604277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] Calling delete_port for 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:28.610473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55668) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:28.646154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1864542573'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:28.665955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:28.671709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-903499d9-9db2-470c-b821-3b9a8d793eca tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.696945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:network and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:28.708271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:28.711464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.712501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'Subnet': ['ID=4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:28.713084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.718627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Checking segment: {'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:28.719028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Network hostable DHCP agents. Network: e9036688-7317-44ad-8bb5-a617606fc8a8, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:17:28.771495 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:28.780672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-903499d9-9db2-470c-b821-3b9a8d793eca tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.813648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Network e9036688-7317-44ad-8bb5-a617606fc8a8 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:17:28.851572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.896460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:28.900097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.928372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.933503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, e9036688-7317-44ad-8bb5-a617606fc8a8) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:28.941495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:28.944179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:28.977587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa731e-bd19-4c7b-9ed5-97719f42be1b None None] Network e9036688-7317-44ad-8bb5-a617606fc8a8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:28.989051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Transition to ACTIVE for port object 7b9d0b94-b7eb-4ae0-8608-6dadaaf29802 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:28.990352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-903499d9-9db2-470c-b821-3b9a8d793eca tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.004968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:17:29.015161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.029280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903499d9-9db2-470c-b821-3b9a8d793eca tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c1c27-3be9-4f25-ad41-1aa8962528d6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:29.050511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.050762 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Added segment 4fe72ba0-d992-4e11-920f-08f0a0527c09 of type vlan for network 4017b579-8dbc-4d16-8c6a-755a1e8366f3 Jun 16 15:17:29.070027 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-393fe46e-8dc8-45e5-8d22-df35b7b189ba tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5949652 Jun 16 15:17:29.075675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55678) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:29.081909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-903499d9-9db2-470c-b821-3b9a8d793eca tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.086716 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-903499d9-9db2-470c-b821-3b9a8d793eca tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/321c1c27-3be9-4f25-ad41-1aa8962528d6 HTTP/1.1" status: 204 len: 168 time: 1.0072796 Jun 16 15:17:29.091873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55682) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:29.119642 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.155360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.157704 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b25c2027-63ff-4c51-a467-6e21a8fa25b3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7385795 Jun 16 15:17:29.166012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55688) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:29.175484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:17:29.175834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:17:29.259822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.282236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.300665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.317390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:29.318028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.372796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Transition to ACTIVE for port object c1bd2f3b-56b0-4364-bebe-3c2ae39b726d will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:29.411040 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:29.446266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '09638f15-0961-4ef5-b83e-c7933149a213'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:17:29.447509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.476156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55692) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:29.492934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:17:29.493653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:17:29.505154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.671232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1227365866'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:29.687633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] Deleting port 7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:29.688229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.692395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-73aa36ab-63b1-4ea4-8a07-e1c46e4b1395 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Synchronizing usage tracker for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:29.748653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Attempting to bind port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:29.749023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Attempting to bind port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:29.749361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Attempting to bind port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:29.751793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ef259-90a4-42a8-a5af-9b283099a542 None None] Pushing event updated for resources: {'Port': ['ID=c1bd2f3b-56b0-4364-bebe-3c2ae39b726d,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:29.781479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:29.786902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:network and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:29.793767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:29.798808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Network 4c1e265d-0877-4b39-8e15-b98612ab4790 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:29.803177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-924bc10c-9fdb-417d-9de2-599cddb0aed4 None None] The port '7027a31d-c4b8-4a68-b057-fcf4fe8c7e7f' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:17:29.805361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:29.805717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:29.806109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.806494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:29.806996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Bound port: c1bd2f3b-56b0-4364-bebe-3c2ae39b726d, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:29.807366 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.816718 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1985085 Jun 16 15:17:29.819583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:29.822011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55698) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:29.823579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:29.833036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-e9036688-7317-44ad-8bb5-a617606fc8a8', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:17:29.834090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:29.842769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '4017b579-8dbc-4d16-8c6a-755a1e8366f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:29.928887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:29.972566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event updated for resources: {'Port': ['ID=7b9d0b94-b7eb-4ae0-8608-6dadaaf29802,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:29.988290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/09638f15-0961-4ef5-b83e-c7933149a213/dbff0042-8406-4ff4-ba78-098b46fc86b5) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:29.990183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59697e26-743f-4cef-8b7f-e8e442549ecf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Network': ['ID=4017b579-8dbc-4d16-8c6a-755a1e8366f3,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:30.007956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:30.012778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:30.071206 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-73aa36ab-63b1-4ea4-8a07-e1c46e4b1395 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] Unset dirty status for tenant:36cc3d3d8fcf42c4b8182a0b72782a86 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:30.076389 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-73aa36ab-63b1-4ea4-8a07-e1c46e4b1395 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9786735 Jun 16 15:17:30.085338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55702) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:30.094871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 4017b579-8dbc-4d16-8c6a-755a1e8366f3 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:17:30.205655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:30.206177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:30.213217 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-1cf42d93-37f5-424a-9968-5ca4a1cca661 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] delete failed (client error): The resource could not be found. Jun 16 15:17:30.218015 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1cf42d93-37f5-424a-9968-5ca4a1cca661 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "DELETE /v2.0/security-groups/7898d523-4e53-4d92-8be5-f350cc8eaa5d HTTP/1.1" status: 404 len: 347 time: 0.1262701 Jun 16 15:17:30.229688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55706) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:30.257890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:30.259348 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-8bcfcc13-65b2-4d66-8f0b-6b6115482f44 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] show failed (client error): The resource could not be found. Jun 16 15:17:30.264004 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8bcfcc13-65b2-4d66-8f0b-6b6115482f44 tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-groups/cbe87efa-be5b-41d2-b1c8-cafb20a94bc1 HTTP/1.1" status: 404 len: 347 time: 0.0306528 Jun 16 15:17:30.265217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55710) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:30.285772 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-943e86b9-8f25-43ce-943e-4320cad14edb tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] show failed (client error): The resource could not be found. Jun 16 15:17:30.292739 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-943e86b9-8f25-43ce-943e-4320cad14edb tempest-NegativeSecGroupIPv6Test-978602983 tempest-NegativeSecGroupIPv6Test-978602983-project] 10.222.0.73 "GET /v2.0/security-group-rules/49a0d6bc-a053-4c45-a7e5-9d09519d0948 HTTP/1.1" status: 404 len: 356 time: 0.0207241 Jun 16 15:17:30.323179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:30.331640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:30.336130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group_rule and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:30.350509 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a3ddf702-5edd-4d3a-b488-5a7838fd4767 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5798364 Jun 16 15:17:30.354073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55716) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:30.359873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Request body: {'floatingip': {'port_id': '7b9d0b94-b7eb-4ae0-8608-6dadaaf29802'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:30.423896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:30.427801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:30.450087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:30.454317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:30.458005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ec2ec0ad-d48a-4221-8a02-f6319a19b886 None None] Provisioning for port 7b9d0b94-b7eb-4ae0-8608-6dadaaf29802 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:30.461191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:30.474355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:30.494700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] For port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:30.527506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ec2ec0ad-d48a-4221-8a02-f6319a19b886 None None] Provisioning complete for port 7b9d0b94-b7eb-4ae0-8608-6dadaaf29802 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:30.527867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec0ad-d48a-4221-8a02-f6319a19b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:30.607900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:30.613530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] For port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1bd2f3b-56b0-4364-bebe-3c2ae39b726d,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:30.613752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:30.650871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:30.723848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:30.781396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ec0ad-d48a-4221-8a02-f6319a19b886 None None] Port 7b9d0b94-b7eb-4ae0-8608-6dadaaf29802 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:30.802064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Allocated IP 172.20.0.2 (e9036688-7317-44ad-8bb5-a617606fc8a8/4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe/5525f622-9b62-468d-8d9a-fd08aa604f2c) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:30.863418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:30.895930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ef259-90a4-42a8-a5af-9b283099a542 None None] Pushing event updated for resources: {'Port': ['ID=c1bd2f3b-56b0-4364-bebe-3c2ae39b726d,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:30.916078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Transition to ACTIVE for port object dbff0042-8406-4ff4-ba78-098b46fc86b5 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:30.925046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Routers {'f7b356ef-b008-492b-8021-593e18b0e281'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:30.925677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f7b356ef-b008-492b-8021-593e18b0e281'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:31.036072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.043390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55722) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:31.071943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.074610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Transition to ACTIVE for port object dbff0042-8406-4ff4-ba78-098b46fc86b5 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:31.164516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.259277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] Set router f7b356ef-b008-492b-8021-593e18b0e281 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:31.336111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.383587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:17:31.455661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be9cbfb-1281-46ae-b197-71ea733c0ee7,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:31.480669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.481262 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Added segment af2dcb36-4f75-473f-914e-252399615ab5 of type vlan for network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b Jun 16 15:17:31.562737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:31.573632 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:31.575801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Pushing event updated for resources: {'Port': ['ID=dbff0042-8406-4ff4-ba78-098b46fc86b5,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:31.577593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:31.627952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::1 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/09638f15-0961-4ef5-b83e-c7933149a213/a6b04a10-6e32-47f5-83f5-f9a361d99143) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:31.640226 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-acba795d-8a08-4dbc-883e-a869e4e5a8cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=36cc3d3d8fcf42c4b8182a0b72782a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5952966 Jun 16 15:17:31.648300 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55728) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:31.681288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.758693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.880340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-758acc45-6b02-42b9-aca4-c28c32d558ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.897090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Attempting to bind port dbff0042-8406-4ff4-ba78-098b46fc86b5 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:31.898420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Attempting to bind port dbff0042-8406-4ff4-ba78-098b46fc86b5 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:31.898792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Attempting to bind port dbff0042-8406-4ff4-ba78-098b46fc86b5 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:31.929337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-758acc45-6b02-42b9-aca4-c28c32d558ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.930391 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:31.931754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:31.931754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.931754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:31.933062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Bound port: dbff0042-8406-4ff4-ba78-098b46fc86b5, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:31.933448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.941643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.951670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:31.952275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.953896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:31.971554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.014015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=60822703-b6b5-47bc-8706-a04084d19ef4,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:32.076613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object a6b04a10-6e32-47f5-83f5-f9a361d99143 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:32.091514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Checking segment: {'id': '4fe72ba0-d992-4e11-920f-08f0a0527c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4017b579-8dbc-4d16-8c6a-755a1e8366f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:32.092120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network hostable DHCP agents. Network: 4017b579-8dbc-4d16-8c6a-755a1e8366f3, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:17:32.095683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Transition to ACTIVE for port object 5525f622-9b62-468d-8d9a-fd08aa604f2c will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:32.117852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.175210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-758acc45-6b02-42b9-aca4-c28c32d558ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.177121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Transition to ACTIVE for port object 5525f622-9b62-468d-8d9a-fd08aa604f2c will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:32.198114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758acc45-6b02-42b9-aca4-c28c32d558ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7402fa1-116e-4308-9f0e-195623be47d8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:32.208061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.212218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Network': ['ID=5c276e7a-6692-418a-aa1d-c4ca41a3a88b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:32.215425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.245378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:17:32.288423 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-55217ac5-55fd-4a66-ba5b-e411c91a2292 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8099658 Jun 16 15:17:32.289985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55732) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:32.313072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'name': 'tempest-PortsIpV6TestJSON-457769593'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:32.327810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.334009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] For port dbff0042-8406-4ff4-ba78-098b46fc86b5, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:32.351443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:32.366062 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:32.368428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:32.368955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.381374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 4017b579-8dbc-4d16-8c6a-755a1e8366f3 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:17:32.402584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=a6b04a10-6e32-47f5-83f5-f9a361d99143,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:32.475731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 4017b579-8dbc-4d16-8c6a-755a1e8366f3) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:32.483681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-758acc45-6b02-42b9-aca4-c28c32d558ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.497476 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-758acc45-6b02-42b9-aca4-c28c32d558ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7402fa1-116e-4308-9f0e-195623be47d8 HTTP/1.1" status: 204 len: 168 time: 0.8390486 Jun 16 15:17:32.501413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:32.502277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.511012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Allocated IP 172.20.0.1 (e9036688-7317-44ad-8bb5-a617606fc8a8/4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe/cf89a51f-4dce-4e94-bd51-4729c0e92584) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:32.531801 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP 4e8942be-749d-450d-94e9-32bd98dcce11 associated. External IP: 172.26.2.205, port: 8419f168-f6ac-4091-8c95-8c6408c675a6. Jun 16 15:17:32.532781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:32.542208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:port and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:32.564364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:32.581948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Pushing event updated for resources: {'Port': ['ID=5525f622-9b62-468d-8d9a-fd08aa604f2c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:32.584778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:32.606544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:22Z', 'revision_number': 3, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:32.621221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] For port dbff0042-8406-4ff4-ba78-098b46fc86b5, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=dbff0042-8406-4ff4-ba78-098b46fc86b5,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:32.631637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be6115-227b-4b32-a3f2-5c61ef39a77f None None] The sync data for ids ['f7b356ef-b008-492b-8021-593e18b0e281'] in dv-neutron-846028-2-hyperv is: [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:22Z', 'revision_number': 3, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:32.633871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d50f0b9-c3de-4d18-9c76-9fab9cc5a101 None None] Network 4017b579-8dbc-4d16-8c6a-755a1e8366f3 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:32.668244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Network e9036688-7317-44ad-8bb5-a617606fc8a8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:32.669780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5268cb3d-6ef4-498e-ac72-4cad3ccbb83f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8462546 Jun 16 15:17:32.683320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:32.686144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55738) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:32.689532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:32.710856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2015527321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:32.725283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:32.760988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:32.786324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.814475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.815860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:router and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:32.829939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:32.840529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:32.862444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:33.142945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port 65fcc482-906d-43f3-8e3c-9b32125b1816 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:33.168386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Attempting to bind port 5525f622-9b62-468d-8d9a-fd08aa604f2c on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:33.170667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Attempting to bind port 5525f622-9b62-468d-8d9a-fd08aa604f2c by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:33.171306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Attempting to bind port 5525f622-9b62-468d-8d9a-fd08aa604f2c on network e9036688-7317-44ad-8bb5-a617606fc8a8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:33.182054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a3ce4-171d-4acd-b8a5-2462845e01b7 None None] Pushing event updated for resources: {'Port': ['ID=dbff0042-8406-4ff4-ba78-098b46fc86b5,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:33.213839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:33.214570 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Checking segment: {'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:33.215161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.215731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Bound using segment: {'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:33.216384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Bound port: 5525f622-9b62-468d-8d9a-fd08aa604f2c, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:33.216943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.341018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.368902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.368902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.388429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.465648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1bd2f3b-56b0-4364-bebe-3c2ae39b726d up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:33.484150 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Transition to ACTIVE for port object cf89a51f-4dce-4e94-bd51-4729c0e92584 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:33.540633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.556145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.738236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.740210 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8c5e786a-b9fd-4e93-b707-28948729613e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0521638 Jun 16 15:17:33.746137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55742) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:33.752782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'network_id': '4017b579-8dbc-4d16-8c6a-755a1e8366f3', 'name': 'tempest-PortsTestJSON-631389607'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:33.768831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-4017b579-8dbc-4d16-8c6a-755a1e8366f3', 'network_id': '4017b579-8dbc-4d16-8c6a-755a1e8366f3', 'tenant_id': 'e9d6a46cdf8749d7b5bc6036364ae908', 'fixed_ips': [{'subnet_id': '60822703-b6b5-47bc-8706-a04084d19ef4'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:17:33.773086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.800806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] For port 5525f622-9b62-468d-8d9a-fd08aa604f2c, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:33.805320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:17:33.841255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.896183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] For port 5525f622-9b62-468d-8d9a-fd08aa604f2c, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5525f622-9b62-468d-8d9a-fd08aa604f2c,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:33.899697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:33.917636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:33.918239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:33.928924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:34.051016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:34.184632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Network e9036688-7317-44ad-8bb5-a617606fc8a8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:34.193649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:34.209318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:34.212884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:34.264501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55159e13-4ec3-4426-b2fb-3e55abaa2742 None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:34.334215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:34.347090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:34.385038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=65fcc482-906d-43f3-8e3c-9b32125b1816,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:34.390899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:34.391713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:34.402169 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55159e13-4ec3-4426-b2fb-3e55abaa2742 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:34.403041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-55159e13-4ec3-4426-b2fb-3e55abaa2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:34.439151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:34.439957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:34.534038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-55159e13-4ec3-4426-b2fb-3e55abaa2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:34.543693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc79be-f720-4bae-8aa0-12813e43f170 None None] Pushing event updated for resources: {'Port': ['ID=5525f622-9b62-468d-8d9a-fd08aa604f2c,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:34.572183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Checking segment: {'id': 'af2dcb36-4f75-473f-914e-252399615ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:34.573129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network hostable DHCP agents. Network: 5c276e7a-6692-418a-aa1d-c4ca41a3a88b, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:17:34.575778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55159e13-4ec3-4426-b2fb-3e55abaa2742 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:34.580901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=a6b04a10-6e32-47f5-83f5-f9a361d99143,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:34.585390 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-55159e13-4ec3-4426-b2fb-3e55abaa2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:34.630318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:34.653736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'Port': ['ID=cf89a51f-4dce-4e94-bd51-4729c0e92584,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:34.673188 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:port and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:34.682860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:34.696397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:34.698704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1bd2f3b-56b0-4364-bebe-3c2ae39b726d,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:34.741853 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Allocated IP 172.20.0.2 (4017b579-8dbc-4d16-8c6a-755a1e8366f3/60822703-b6b5-47bc-8706-a04084d19ef4/40168688-2420-48ca-a6d9-aab704150b65) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:34.760432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-55159e13-4ec3-4426-b2fb-3e55abaa2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:34.760859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55159e13-4ec3-4426-b2fb-3e55abaa2742 None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:34.771563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:34.852428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:17:34.885415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:34.889677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:34.923616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port f5593c4e-365f-4b77-bfc3-5ff0a591c90c yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:34.983956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 5c276e7a-6692-418a-aa1d-c4ca41a3a88b) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:35.020036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:35.050438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:35.079706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:35.091869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:35.098047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:35.098747 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:35.177176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ee0eb-0de6-45a8-b272-3558b66fa3e7 None None] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:35.215050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=c1bd2f3b-56b0-4364-bebe-3c2ae39b726d,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:35.304255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router c595be0f-dd0f-426c-8137-f9940501cbe9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:17:35.456403 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ced3d387-47e4-4a16-8b0e-1ff503163d38 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1603007 Jun 16 15:17:35.458534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55746) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:35.466322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1635516088'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:35.475043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:35.485264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:network and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:35.491726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:35.498918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:35.626577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:35.650377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Transition to ACTIVE for port object 40168688-2420-48ca-a6d9-aab704150b65 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:35.690452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:35.691470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f11fbd88-fd1c-45f7-aba6-d685318a8d61 None None] Provisioning for port dbff0042-8406-4ff4-ba78-098b46fc86b5 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:35.699761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Transition to ACTIVE for port object 40168688-2420-48ca-a6d9-aab704150b65 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:35.701767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:35.707054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:35.792260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:35.949480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:17:36.006669 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5525f622-9b62-468d-8d9a-fd08aa604f2c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:36.021789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:36.034580 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936234f0-8d71-4b80-b730-c1867558404a None None] Sync routers for ids ['c595be0f-dd0f-426c-8137-f9940501cbe9'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:36.037729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.058599 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936234f0-8d71-4b80-b730-c1867558404a None None] Routers {'c595be0f-dd0f-426c-8137-f9940501cbe9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:36.059559 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-936234f0-8d71-4b80-b730-c1867558404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c595be0f-dd0f-426c-8137-f9940501cbe9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:36.081078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Network 4017b579-8dbc-4d16-8c6a-755a1e8366f3 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:36.101989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:36.106487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Router 94ba2478-c311-4cd2-96ea-413c81d31665 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:17:36.130785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.131638 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Added segment 672a0f85-e6e9-4643-b836-e903b9d06917 of type vlan for network d8a56e12-46b6-4db9-9670-7e1c6f36de53 Jun 16 15:17:36.134563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:36.183350 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-581eea81-f4e2-4ab4-bcd9-77131166eeb8 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "PUT /v2.0/floatingips/4e8942be-749d-450d-94e9-32bd98dcce11 HTTP/1.1" status: 200 len: 978 time: 5.8280234 Jun 16 15:17:36.187916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55750) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:36.198622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.258000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.6 (4017b579-8dbc-4d16-8c6a-755a1e8366f3/60822703-b6b5-47bc-8706-a04084d19ef4/f5593c4e-365f-4b77-bfc3-5ff0a591c90c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:36.262588 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-936234f0-8d71-4b80-b730-c1867558404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:36.290652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Pushing event updated for resources: {'Port': ['ID=40168688-2420-48ca-a6d9-aab704150b65,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:36.297507 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936234f0-8d71-4b80-b730-c1867558404a None None] Routers {'c595be0f-dd0f-426c-8137-f9940501cbe9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:36.298364 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-936234f0-8d71-4b80-b730-c1867558404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c595be0f-dd0f-426c-8137-f9940501cbe9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:36.299802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a442d349-4853-45f2-bf7b-4cd81a946260 None None] Provisioning for port a6b04a10-6e32-47f5-83f5-f9a361d99143 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:36.324703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a442d349-4853-45f2-bf7b-4cd81a946260 None None] Provisioning complete for port a6b04a10-6e32-47f5-83f5-f9a361d99143 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:36.325072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a442d349-4853-45f2-bf7b-4cd81a946260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.389184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Attempting to bind port 40168688-2420-48ca-a6d9-aab704150b65 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:36.389611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Attempting to bind port 40168688-2420-48ca-a6d9-aab704150b65 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '4fe72ba0-d992-4e11-920f-08f0a0527c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4017b579-8dbc-4d16-8c6a-755a1e8366f3'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:36.390740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Attempting to bind port 40168688-2420-48ca-a6d9-aab704150b65 on network 4017b579-8dbc-4d16-8c6a-755a1e8366f3 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:36.409980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:36.410498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Checking segment: {'id': '4fe72ba0-d992-4e11-920f-08f0a0527c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4017b579-8dbc-4d16-8c6a-755a1e8366f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:36.410891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.411310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Bound using segment: {'id': '4fe72ba0-d992-4e11-920f-08f0a0527c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4017b579-8dbc-4d16-8c6a-755a1e8366f3'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:36.411788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Bound port: 40168688-2420-48ca-a6d9-aab704150b65, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe72ba0-d992-4e11-920f-08f0a0527c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4017b579-8dbc-4d16-8c6a-755a1e8366f3'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:36.412281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.439153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a442d349-4853-45f2-bf7b-4cd81a946260 None None] Port a6b04a10-6e32-47f5-83f5-f9a361d99143 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:36.449926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 7b9d0b94-b7eb-4ae0-8608-6dadaaf29802 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:36.450664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.471280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 5525f622-9b62-468d-8d9a-fd08aa604f2c completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:36.487917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dbff0042-8406-4ff4-ba78-098b46fc86b5 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:36.507654 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-936234f0-8d71-4b80-b730-c1867558404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:36.508546 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936234f0-8d71-4b80-b730-c1867558404a None None] The sync data for ids ['c595be0f-dd0f-426c-8137-f9940501cbe9'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:36.527859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.536790 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:36.537670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.540220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c7091-9995-47dc-93e5-62853b5a6acb None None] Network e9036688-7317-44ad-8bb5-a617606fc8a8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:36.629234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:36.636569 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cc1826a7-5514-45b7-afe6-1c4482715534 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "PUT /v2.0/routers/94ba2478-c311-4cd2-96ea-413c81d31665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4695463 Jun 16 15:17:36.645035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55754) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:36.683039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] For port 40168688-2420-48ca-a6d9-aab704150b65, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:36.696272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Sync routers for ids ['94ba2478-c311-4cd2-96ea-413c81d31665'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:36.698725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] Provisioning complete for port a6b04a10-6e32-47f5-83f5-f9a361d99143 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:36.699089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.757817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] For port 40168688-2420-48ca-a6d9-aab704150b65, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=40168688-2420-48ca-a6d9-aab704150b65,segment=NetworkSegment(4fe72ba0-d992-4e11-920f-08f0a0527c09),segment_id=4fe72ba0-d992-4e11-920f-08f0a0527c09)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:36.787960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:17:36.799798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Routers {'94ba2478-c311-4cd2-96ea-413c81d31665'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:36.800443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['94ba2478-c311-4cd2-96ea-413c81d31665'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:36.825878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8db5a-25b8-45c7-acb9-b573d911beb5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:36.826470 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d9b8db5a-25b8-45c7-acb9-b573d911beb5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:36.868518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.871482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.875639 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] Port a6b04a10-6e32-47f5-83f5-f9a361d99143 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:36.913368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.919222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:36.921300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Network': ['ID=d8a56e12-46b6-4db9-9670-7e1c6f36de53,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:36.947053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object f5593c4e-365f-4b77-bfc3-5ff0a591c90c will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:36.947305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d9b8db5a-25b8-45c7-acb9-b573d911beb5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:36.948260 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d9b8db5a-25b8-45c7-acb9-b573d911beb5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports/a6b04a10-6e32-47f5-83f5-f9a361d99143 HTTP/1.1" status: 200 len: 911 time: 0.3026400 Jun 16 15:17:36.951854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55758) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:36.968687 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-20e2d79d-6f9b-4e05-a655-77c77bdde70c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5055087 Jun 16 15:17:36.973654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55762) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:36.977391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'ports': [{'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b'}, {'network_id': 'd8a56e12-46b6-4db9-9670-7e1c6f36de53'}]} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:36.977775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:36.978357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': 'd8a56e12-46b6-4db9-9670-7e1c6f36de53'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:36.999060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:37.023513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d8a56e12-46b6-4db9-9670-7e1c6f36de53 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:17:37.051425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port dbff0042-8406-4ff4-ba78-098b46fc86b5 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:37.110715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port dbff0042-8406-4ff4-ba78-098b46fc86b5 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:37.111080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:37.243232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:37.272885 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] Provisioning for port 5525f622-9b62-468d-8d9a-fd08aa604f2c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:37.291302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Set router 94ba2478-c311-4cd2-96ea-413c81d31665 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:37.316581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:37.319824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'Port': ['ID=cf89a51f-4dce-4e94-bd51-4729c0e92584,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:37.365280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873d0c8-1fbc-438d-96c3-b54753197d4d None None] Pushing event updated for resources: {'Port': ['ID=40168688-2420-48ca-a6d9-aab704150b65,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:37.387487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] Provisioning complete for port 5525f622-9b62-468d-8d9a-fd08aa604f2c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:37.387860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:37.431446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:37.431703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:37.432085 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Floating IP 4e8942be-749d-450d-94e9-32bd98dcce11 disassociated. External IP: 172.26.2.205, port: 7b9d0b94-b7eb-4ae0-8608-6dadaaf29802. Jun 16 15:17:37.432636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 7b9d0b94-b7eb-4ae0-8608-6dadaaf29802 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:37.590956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 4017b579-8dbc-4d16-8c6a-755a1e8366f3 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:37.616640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:37.686386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:37.715116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1872e-7568-4c30-9acc-16ad28230943 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:37.726540 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1872e-7568-4c30-9acc-16ad28230943 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:37.733809 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-57c1872e-7568-4c30-9acc-16ad28230943 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.7807426 Jun 16 15:17:37.734661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55766) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:37.855039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:37.943201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port dbff0042-8406-4ff4-ba78-098b46fc86b5 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:37.944010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:37.991933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=f5593c4e-365f-4b77-bfc3-5ff0a591c90c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:38.008865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port dbff0042-8406-4ff4-ba78-098b46fc86b5, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=dbff0042-8406-4ff4-ba78-098b46fc86b5,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:38.009396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:38.015873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:port and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:38.021944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] Current status of the port 5525f622-9b62-468d-8d9a-fd08aa604f2c is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:38.021944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:38.022334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:38.032197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:38.054039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:38.055071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:38.070807 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] For port 5525f622-9b62-468d-8d9a-fd08aa604f2c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5525f622-9b62-468d-8d9a-fd08aa604f2c,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:38.089292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Network e9036688-7317-44ad-8bb5-a617606fc8a8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:38.093808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:38.094296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ba2478-c311-4cd2-96ea-413c81d31665', 'name': 'tempest-NetworksTestDHCPv6-router-1237226056', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:28Z', 'updated_at': '2022-06-16T15:17:32Z', 'revision_number': 2, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None, '_interfaces': [{'id': 'a6b04a10-6e32-47f5-83f5-f9a361d99143', 'name': '', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'mac_address': 'fa:16:3e:ec:13:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ba2478-c311-4cd2-96ea-413c81d31665', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '09638f15-0961-4ef5-b83e-c7933149a213', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:30Z', 'updated_at': '2022-06-16T15:17:33Z', 'revision_number': 2, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'subnets': [{'id': '09638f15-0961-4ef5-b83e-c7933149a213', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:38.107332 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Checking router: 94ba2478-c311-4cd2-96ea-413c81d31665 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:17:38.107769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Updating router 94ba2478-c311-4cd2-96ea-413c81d31665 port a6b04a10-6e32-47f5-83f5-f9a361d99143 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:17:38.130673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=7b9d0b94-b7eb-4ae0-8608-6dadaaf29802,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:38.206975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:38.239520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 2} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:38.245908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:38.278377 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-84e8ffe5-db18-4071-83fb-d17ee056a3d2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5307395 Jun 16 15:17:38.279088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55770) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:38.301420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:38.302646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1bd2f3b-56b0-4364-bebe-3c2ae39b726d up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:38.451428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:38.469802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:38.515644 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887db91-e30c-4101-ac04-54546ffe174d None None] Pushing event updated for resources: {'Port': ['ID=5525f622-9b62-468d-8d9a-fd08aa604f2c,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:38.867735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router c595be0f-dd0f-426c-8137-f9940501cbe9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:17:39.012149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Router f7b356ef-b008-492b-8021-593e18b0e281 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:17:39.092604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:39.124337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c13ce-b3cf-4270-9b44-5f6f1bc6af72 None None] Network 4017b579-8dbc-4d16-8c6a-755a1e8366f3 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:39.138325 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Transition to ACTIVE for port object a6b04a10-6e32-47f5-83f5-f9a361d99143 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:39.163815 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:39.164190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:39.201440 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=dbff0042-8406-4ff4-ba78-098b46fc86b5,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:39.209420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:39.224974 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0382d4-9448-4d11-a8c3-73ca6aa1b4e9 None None] Sync routers for ids ['c595be0f-dd0f-426c-8137-f9940501cbe9'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:39.259382 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0382d4-9448-4d11-a8c3-73ca6aa1b4e9 None None] Routers {'c595be0f-dd0f-426c-8137-f9940501cbe9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:39.260041 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1e0382d4-9448-4d11-a8c3-73ca6aa1b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c595be0f-dd0f-426c-8137-f9940501cbe9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:39.306016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:39.372299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:39.412517 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1e0382d4-9448-4d11-a8c3-73ca6aa1b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:39.431387 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0382d4-9448-4d11-a8c3-73ca6aa1b4e9 None None] Routers {'c595be0f-dd0f-426c-8137-f9940501cbe9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:39.432168 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1e0382d4-9448-4d11-a8c3-73ca6aa1b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c595be0f-dd0f-426c-8137-f9940501cbe9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:39.442687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7ddc3eaf-98f8-42e5-a623-384e9150ad0e None None] Provisioning for port cf89a51f-4dce-4e94-bd51-4729c0e92584 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:39.538315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:39.545678 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1e0382d4-9448-4d11-a8c3-73ca6aa1b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:39.547234 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0382d4-9448-4d11-a8c3-73ca6aa1b4e9 None None] The sync data for ids ['c595be0f-dd0f-426c-8137-f9940501cbe9'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:39.575028 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ff9c8462-08cb-458b-ac91-1f0cec64007d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/ports/7b9d0b94-b7eb-4ae0-8608-6dadaaf29802 HTTP/1.1" status: 204 len: 168 time: 3.3869898 Jun 16 15:17:39.578059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55774) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:39.608159 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7ddc3eaf-98f8-42e5-a623-384e9150ad0e None None] Provisioning complete for port cf89a51f-4dce-4e94-bd51-4729c0e92584 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:39.609189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3eaf-98f8-42e5-a623-384e9150ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:39.677508 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e5ff3-aaa1-4eee-b05d-8a9bf215dedd None None] Pushing event updated for resources: {'Port': ['ID=a6b04a10-6e32-47f5-83f5-f9a361d99143,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:39.812676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc3eaf-98f8-42e5-a623-384e9150ad0e None None] Port cf89a51f-4dce-4e94-bd51-4729c0e92584 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:39.985014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7ddc3eaf-98f8-42e5-a623-384e9150ad0e None None] Provisioning complete for port 5525f622-9b62-468d-8d9a-fd08aa604f2c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:39.985297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3eaf-98f8-42e5-a623-384e9150ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:40.023622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Attempting to bind port a6b04a10-6e32-47f5-83f5-f9a361d99143 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:40.023988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Attempting to bind port a6b04a10-6e32-47f5-83f5-f9a361d99143 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:40.024359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Attempting to bind port a6b04a10-6e32-47f5-83f5-f9a361d99143 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:40.036268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port c05121b4-6270-4ab3-bd47-d474ec931848 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:40.037094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:40.070019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:40.077243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:40.077243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:40.077243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:40.077243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Bound port: a6b04a10-6e32-47f5-83f5-f9a361d99143, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:40.077243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:40.078242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:40.150219 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-878352d8-13fb-4745-9736-76ed4d31c528 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "PUT /v2.0/routers/f7b356ef-b008-492b-8021-593e18b0e281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0609102 Jun 16 15:17:40.228659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Sync routers for ids ['f7b356ef-b008-492b-8021-593e18b0e281'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:40.306840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] For port a6b04a10-6e32-47f5-83f5-f9a361d99143, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:40.310949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] For port a6b04a10-6e32-47f5-83f5-f9a361d99143, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a6b04a10-6e32-47f5-83f5-f9a361d99143,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:40.414727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:40.421546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port a6b04a10-6e32-47f5-83f5-f9a361d99143 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:40.422357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:40.490863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc3eaf-98f8-42e5-a623-384e9150ad0e None None] Current status of the port 5525f622-9b62-468d-8d9a-fd08aa604f2c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:40.493464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Routers {'f7b356ef-b008-492b-8021-593e18b0e281'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:40.494339 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bce86045-e595-466b-a673-b140303b8c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f7b356ef-b008-492b-8021-593e18b0e281'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:40.519475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:40.550878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5525f622-9b62-468d-8d9a-fd08aa604f2c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:40.682973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-81241c40-44df-4e4c-995d-269442c27dd5 None None] Provisioning complete for port cf89a51f-4dce-4e94-bd51-4729c0e92584 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:40.683699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81241c40-44df-4e4c-995d-269442c27dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:40.711422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:40.798626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port 04fefd85-94ac-48e3-8503-5979e9008808 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:40.808254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] For port a6b04a10-6e32-47f5-83f5-f9a361d99143, host dv-neutron-846028-2-hyperv, got binding levels [] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:40.808622 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:40.933016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-81241c40-44df-4e4c-995d-269442c27dd5 None None] Port cf89a51f-4dce-4e94-bd51-4729c0e92584 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:40.956777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for a6b04a10-6e32-47f5-83f5-f9a361d99143 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:40.980003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Routers {'94ba2478-c311-4cd2-96ea-413c81d31665'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:40.980926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['94ba2478-c311-4cd2-96ea-413c81d31665'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:40.990325 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-85c0b6f2-3cf0-4def-b974-431197b68790 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2124433758&fields=id&tenant_id=22df4aa6c5894134881a69db71020b4a HTTP/1.1" status: 200 len: 267 time: 0.1368766 Jun 16 15:17:41.059839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e5ff3-aaa1-4eee-b05d-8a9bf215dedd None None] Pushing event updated for resources: {'Port': ['ID=a6b04a10-6e32-47f5-83f5-f9a361d99143,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:41.083389 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Set router f7b356ef-b008-492b-8021-593e18b0e281 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:41.146212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:41.221680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:41.238226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:41.247262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5525f622-9b62-468d-8d9a-fd08aa604f2c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:41.248967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:41.290086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-267ab03b-e8f6-4ca6-b05f-f3e3ba871972 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:41.297100 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-267ab03b-e8f6-4ca6-b05f-f3e3ba871972 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/networks?id=e9036688-7317-44ad-8bb5-a617606fc8a8 HTTP/1.1" status: 200 len: 797 time: 0.2962070 Jun 16 15:17:41.318626 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-baccb08b-cacc-4f6b-8de6-59d5f5cc6bd1 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/quotas/22df4aa6c5894134881a69db71020b4a HTTP/1.1" status: 200 len: 375 time: 0.0204461 Jun 16 15:17:41.433061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] Set router 94ba2478-c311-4cd2-96ea-413c81d31665 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:41.487737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:17:41.488268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:17:41.505989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:41.509623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-81241c40-44df-4e4c-995d-269442c27dd5 None None] Provisioning for port 40168688-2420-48ca-a6d9-aab704150b65 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:41.663397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=f5593c4e-365f-4b77-bfc3-5ff0a591c90c,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:41.665148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port a4e42e16-7f3f-4233-9147-88d69ed14058 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:41.665502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:41.741039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:41.868312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:41.879062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:41.917580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:41.934327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0cb103f-71a0-4069-870b-76aba60f1f67 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Synchronizing usage tracker for tenant:22df4aa6c5894134881a69db71020b4a on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:41.949347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:41.950506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:41.975949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5525f622-9b62-468d-8d9a-fd08aa604f2c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:41.976595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dbff0042-8406-4ff4-ba78-098b46fc86b5 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:41.998414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=c05121b4-6270-4ab3-bd47-d474ec931848,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:42.073049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1a121973-8011-4478-a3e7-83cb0801a53d None None] Provisioning for port f5593c4e-365f-4b77-bfc3-5ff0a591c90c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:42.144605 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1a121973-8011-4478-a3e7-83cb0801a53d None None] Provisioning complete for port f5593c4e-365f-4b77-bfc3-5ff0a591c90c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:42.145192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1a121973-8011-4478-a3e7-83cb0801a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:42.178856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0cb103f-71a0-4069-870b-76aba60f1f67 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Unset dirty status for tenant:22df4aa6c5894134881a69db71020b4a on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:42.180475 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0cb103f-71a0-4069-870b-76aba60f1f67 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=22df4aa6c5894134881a69db71020b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8608785 Jun 16 15:17:42.199048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=04fefd85-94ac-48e3-8503-5979e9008808,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:42.242315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port a6b04a10-6e32-47f5-83f5-f9a361d99143 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:42.243256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:42.244522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1a121973-8011-4478-a3e7-83cb0801a53d None None] Port f5593c4e-365f-4b77-bfc3-5ff0a591c90c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:42.253466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bce86045-e595-466b-a673-b140303b8c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'cf89a51f-4dce-4e94-bd51-4729c0e92584', 'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'mac_address': 'fa:16:3e:48:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:31Z', 'updated_at': '2022-06-16T15:17:35Z', 'revision_number': 2, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'subnets': [{'id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:42.267399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port dbff0042-8406-4ff4-ba78-098b46fc86b5 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:42.268295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:42.299950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Checking router: f7b356ef-b008-492b-8021-593e18b0e281 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:17:42.299950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Updating router f7b356ef-b008-492b-8021-593e18b0e281 port cf89a51f-4dce-4e94-bd51-4729c0e92584 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:17:42.300257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:42.300257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Checking segment: {'id': '672a0f85-e6e9-4643-b836-e903b9d06917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd8a56e12-46b6-4db9-9670-7e1c6f36de53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:42.300257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network hostable DHCP agents. Network: d8a56e12-46b6-4db9-9670-7e1c6f36de53, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:17:42.393704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for a4e42e16-7f3f-4233-9147-88d69ed14058 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:42.413728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:42.452687 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network d8a56e12-46b6-4db9-9670-7e1c6f36de53 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:17:42.485991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ba2478-c311-4cd2-96ea-413c81d31665', 'name': 'tempest-NetworksTestDHCPv6-router-1237226056', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:28Z', 'updated_at': '2022-06-16T15:17:32Z', 'revision_number': 2, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None, '_interfaces': [{'id': 'a6b04a10-6e32-47f5-83f5-f9a361d99143', 'name': '', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'mac_address': 'fa:16:3e:ec:13:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ba2478-c311-4cd2-96ea-413c81d31665', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '09638f15-0961-4ef5-b83e-c7933149a213', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:30Z', 'updated_at': '2022-06-16T15:17:40Z', 'revision_number': 4, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'subnets': [{'id': '09638f15-0961-4ef5-b83e-c7933149a213', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:42.534743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d6025-3178-45fa-ab30-8de220e58c21 None None] The sync data for ids ['94ba2478-c311-4cd2-96ea-413c81d31665'] in dv-neutron-846028-2-hyperv is: [{'id': '94ba2478-c311-4cd2-96ea-413c81d31665', 'name': 'tempest-NetworksTestDHCPv6-router-1237226056', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:28Z', 'updated_at': '2022-06-16T15:17:32Z', 'revision_number': 2, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None, '_interfaces': [{'id': 'a6b04a10-6e32-47f5-83f5-f9a361d99143', 'name': '', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'mac_address': 'fa:16:3e:ec:13:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ba2478-c311-4cd2-96ea-413c81d31665', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '09638f15-0961-4ef5-b83e-c7933149a213', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:30Z', 'updated_at': '2022-06-16T15:17:40Z', 'revision_number': 4, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'subnets': [{'id': '09638f15-0961-4ef5-b83e-c7933149a213', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:42.556810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d8a56e12-46b6-4db9-9670-7e1c6f36de53) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:42.573323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:42.581411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:42.586714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:42.587724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:42.629715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d18bb-723e-4df7-8050-2c974c80b520 None None] Network d8a56e12-46b6-4db9-9670-7e1c6f36de53 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:42.692766 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:42.706557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port dbff0042-8406-4ff4-ba78-098b46fc86b5 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:42.708308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 40168688-2420-48ca-a6d9-aab704150b65 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:42.751900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] For port a6b04a10-6e32-47f5-83f5-f9a361d99143, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a6b04a10-6e32-47f5-83f5-f9a361d99143,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:42.754136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:42.787453 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-fc02c40c-d61f-4108-8a9d-efb1c7543275 service neutron] 10.222.0.73 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229023 Jun 16 15:17:42.796370 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-187c2ac5-d90b-4fb2-b776-76dea95071cf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8262105 Jun 16 15:17:42.817183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-14ea0a95-80ae-4286-a34f-ec77ac27cd42 None None] Provisioning complete for port f5593c4e-365f-4b77-bfc3-5ff0a591c90c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:42.817469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14ea0a95-80ae-4286-a34f-ec77ac27cd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:42.844145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55794) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:42.947345 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for a6b04a10-6e32-47f5-83f5-f9a361d99143 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:43.083937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-2a123e68-1707-4eb3-83d3-a695644ac521 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 04fefd85-94ac-48e3-8503-5979e9008808 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:43.084189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a123e68-1707-4eb3-83d3-a695644ac521 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:43.151106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-14ea0a95-80ae-4286-a34f-ec77ac27cd42 None None] Port f5593c4e-365f-4b77-bfc3-5ff0a591c90c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:43.279270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:43.352765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 40168688-2420-48ca-a6d9-aab704150b65 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:43.354574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=a4e42e16-7f3f-4233-9147-88d69ed14058,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:43.372832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 40168688-2420-48ca-a6d9-aab704150b65 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:43.373593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:43.464258 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-9ed8e2fa-5c01-48b2-b1c8-0cafe2ec174e service neutron] 10.222.0.73 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632705 Jun 16 15:17:43.534759 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:43.698740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 40168688-2420-48ca-a6d9-aab704150b65 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:43.699305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:43.768720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 40168688-2420-48ca-a6d9-aab704150b65, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=40168688-2420-48ca-a6d9-aab704150b65,segment=NetworkSegment(4fe72ba0-d992-4e11-920f-08f0a0527c09),segment_id=4fe72ba0-d992-4e11-920f-08f0a0527c09)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:43.861525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:43.884818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:43.930252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Transition to ACTIVE for port object cf89a51f-4dce-4e94-bd51-4729c0e92584 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:43.962525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=a6b04a10-6e32-47f5-83f5-f9a361d99143,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:44.037906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=40168688-2420-48ca-a6d9-aab704150b65,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:44.042282 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.050460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a123e68-1707-4eb3-83d3-a695644ac521 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.110727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a6b04a10-6e32-47f5-83f5-f9a361d99143 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:44.169064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.207596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: a6b04a10-6e32-47f5-83f5-f9a361d99143 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:17:44.208046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a6b04a10-6e32-47f5-83f5-f9a361d99143 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 16 15:17:44.263658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-2a123e68-1707-4eb3-83d3-a695644ac521 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 04fefd85-94ac-48e3-8503-5979e9008808 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:44.463689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Port a6b04a10-6e32-47f5-83f5-f9a361d99143 not found, will not notify nova. {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 16 15:17:44.510124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a123e68-1707-4eb3-83d3-a695644ac521 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.526055 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb886eb9-a505-46ce-9b51-6f574465fc77 req-5380bfeb-06c3-471a-b504-c7b505655606 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 210 time: 0.6965561 Jun 16 15:17:44.535024 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9f5e6-71b8-4241-bd9a-0e6caa40fc66 None None] Pushing event updated for resources: {'Port': ['ID=cf89a51f-4dce-4e94-bd51-4729c0e92584,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:44.618882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Attempting to bind port cf89a51f-4dce-4e94-bd51-4729c0e92584 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:44.619406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Attempting to bind port cf89a51f-4dce-4e94-bd51-4729c0e92584 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:44.619877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Attempting to bind port cf89a51f-4dce-4e94-bd51-4729c0e92584 on network e9036688-7317-44ad-8bb5-a617606fc8a8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:44.627510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a123e68-1707-4eb3-83d3-a695644ac521 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.631238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:44.631730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Checking segment: {'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:44.632601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.633120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Bound using segment: {'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:44.633704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Bound port: cf89a51f-4dce-4e94-bd51-4729c0e92584, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:44.634177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.636002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a123e68-1707-4eb3-83d3-a695644ac521 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=04fefd85-94ac-48e3-8503-5979e9008808,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:44.646193 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2a123e68-1707-4eb3-83d3-a695644ac521 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/04fefd85-94ac-48e3-8503-5979e9008808 HTTP/1.1" status: 204 len: 168 time: 1.7985702 Jun 16 15:17:44.647449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.648927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55812) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:44.660785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.740509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.743241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bce86045-e595-466b-a673-b140303b8c2d None None] For port cf89a51f-4dce-4e94-bd51-4729c0e92584, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:44.747351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bce86045-e595-466b-a673-b140303b8c2d None None] For port cf89a51f-4dce-4e94-bd51-4729c0e92584, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cf89a51f-4dce-4e94-bd51-4729c0e92584,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:44.854905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.868012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bba70a6-94ac-49b7-9b42-a8da96451a07 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:44.874252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bba70a6-94ac-49b7-9b42-a8da96451a07 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:44.875170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6bba70a6-94ac-49b7-9b42-a8da96451a07 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:44.904793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:44.910001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=f5593c4e-365f-4b77-bfc3-5ff0a591c90c,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:45.002656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9f5e6-71b8-4241-bd9a-0e6caa40fc66 None None] Pushing event updated for resources: {'Port': ['ID=cf89a51f-4dce-4e94-bd51-4729c0e92584,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:45.022653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Routers {'f7b356ef-b008-492b-8021-593e18b0e281'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:45.024200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bce86045-e595-466b-a673-b140303b8c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f7b356ef-b008-492b-8021-593e18b0e281'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:45.026732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6bba70a6-94ac-49b7-9b42-a8da96451a07 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:45.031108 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6bba70a6-94ac-49b7-9b42-a8da96451a07 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3780949 Jun 16 15:17:45.031448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55816) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:45.080580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Router 94ba2478-c311-4cd2-96ea-413c81d31665 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:17:45.148632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c82df-47d3-4479-9210-2cb0c1769e42 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port c05121b4-6270-4ab3-bd47-d474ec931848 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:45.148975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd6c82df-47d3-4479-9210-2cb0c1769e42 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:45.207753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 4017b579-8dbc-4d16-8c6a-755a1e8366f3 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:45.212148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:45.304813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-bce86045-e595-466b-a673-b140303b8c2d None None] Set router f7b356ef-b008-492b-8021-593e18b0e281 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:45.434517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:45.444861 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] Sync routers for ids ['94ba2478-c311-4cd2-96ea-413c81d31665'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:45.458501 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] Routers {'94ba2478-c311-4cd2-96ea-413c81d31665'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:45.464641 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['94ba2478-c311-4cd2-96ea-413c81d31665'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:45.604273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router c595be0f-dd0f-426c-8137-f9940501cbe9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:17:45.658847 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] Set router 94ba2478-c311-4cd2-96ea-413c81d31665 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:45.699445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-19604a06-518e-4d8b-bb60-86c9e1bc3a9a None None] Provisioning complete for port f5593c4e-365f-4b77-bfc3-5ff0a591c90c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:45.703440 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-19604a06-518e-4d8b-bb60-86c9e1bc3a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:45.712075 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fdd7196b-b59e-43dd-9dbe-6df9ca9e52f9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "PUT /v2.0/routers/94ba2478-c311-4cd2-96ea-413c81d31665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9755640 Jun 16 15:17:45.712419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55824) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:45.730506 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bbd39daa-eb3c-43d5-8a85-35985b31debc req-ab003297-a110-4517-9774-a877a5bf41ad tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 210 time: 0.1328213 Jun 16 15:17:45.745715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd6c82df-47d3-4479-9210-2cb0c1769e42 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:45.813220 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ba2478-c311-4cd2-96ea-413c81d31665', 'name': 'tempest-NetworksTestDHCPv6-router-1237226056', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:28Z', 'updated_at': '2022-06-16T15:17:43Z', 'revision_number': 3, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:45.817550 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] Checking router: 94ba2478-c311-4cd2-96ea-413c81d31665 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:17:45.823089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-19604a06-518e-4d8b-bb60-86c9e1bc3a9a None None] Port f5593c4e-365f-4b77-bfc3-5ff0a591c90c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:45.827695 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] Routers {'94ba2478-c311-4cd2-96ea-413c81d31665'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:45.828563 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['94ba2478-c311-4cd2-96ea-413c81d31665'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:45.862319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8954eb9-b409-4ccb-bc4d-b766cf43edd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:45.928828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bce86045-e595-466b-a673-b140303b8c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'cf89a51f-4dce-4e94-bd51-4729c0e92584', 'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'mac_address': 'fa:16:3e:48:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:31Z', 'updated_at': '2022-06-16T15:17:44Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'subnets': [{'id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:45.936610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce86045-e595-466b-a673-b140303b8c2d None None] The sync data for ids ['f7b356ef-b008-492b-8021-593e18b0e281'] in dv-neutron-846028-2-hyperv is: [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'cf89a51f-4dce-4e94-bd51-4729c0e92584', 'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'mac_address': 'fa:16:3e:48:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:31Z', 'updated_at': '2022-06-16T15:17:44Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'subnets': [{'id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:45.952232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c7de8d-7643-4dd7-aa64-082130ad4de1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:45.955640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c7de8d-7643-4dd7-aa64-082130ad4de1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:45.956917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-75c7de8d-7643-4dd7-aa64-082130ad4de1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:45.968254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:45.980750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a026f83-698d-4709-b4d4-805fa9da77ec None None] Sync routers for ids ['c595be0f-dd0f-426c-8137-f9940501cbe9'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:45.989556 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-024f00d3-9dc7-4a98-afc6-d672bf63294e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "PUT /v2.0/routers/c595be0f-dd0f-426c-8137-f9940501cbe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4089994 Jun 16 15:17:46.000186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a026f83-698d-4709-b4d4-805fa9da77ec None None] Routers {'c595be0f-dd0f-426c-8137-f9940501cbe9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:46.000846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7a026f83-698d-4709-b4d4-805fa9da77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c595be0f-dd0f-426c-8137-f9940501cbe9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:46.008948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55828) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:46.051887 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] Set router 94ba2478-c311-4cd2-96ea-413c81d31665 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:17:46.109398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7a026f83-698d-4709-b4d4-805fa9da77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:46.120488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a026f83-698d-4709-b4d4-805fa9da77ec None None] Routers {'c595be0f-dd0f-426c-8137-f9940501cbe9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:46.121332 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7a026f83-698d-4709-b4d4-805fa9da77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c595be0f-dd0f-426c-8137-f9940501cbe9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:46.173578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-75c7de8d-7643-4dd7-aa64-082130ad4de1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:46.181045 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-75c7de8d-7643-4dd7-aa64-082130ad4de1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4655495 Jun 16 15:17:46.185040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55832) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:46.187636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 40168688-2420-48ca-a6d9-aab704150b65 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:46.259347 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ba2478-c311-4cd2-96ea-413c81d31665', 'name': 'tempest-NetworksTestDHCPv6-router-1237226056', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:28Z', 'updated_at': '2022-06-16T15:17:43Z', 'revision_number': 3, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:46.278278 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b2bba-f0c8-4c9e-887d-1906423628f7 None None] The sync data for ids ['94ba2478-c311-4cd2-96ea-413c81d31665'] in dv-neutron-846028-2-hyperv is: [{'id': '94ba2478-c311-4cd2-96ea-413c81d31665', 'name': 'tempest-NetworksTestDHCPv6-router-1237226056', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:28Z', 'updated_at': '2022-06-16T15:17:43Z', 'revision_number': 3, 'project_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:46.293567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c82df-47d3-4479-9210-2cb0c1769e42 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for c05121b4-6270-4ab3-bd47-d474ec931848 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:46.341592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7a026f83-698d-4709-b4d4-805fa9da77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:46.342005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a026f83-698d-4709-b4d4-805fa9da77ec None None] The sync data for ids ['c595be0f-dd0f-426c-8137-f9940501cbe9'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:46.360055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Router 7c03ac6d-3158-469e-a5d8-d5d770073cc4 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:17:46.372052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 40168688-2420-48ca-a6d9-aab704150b65 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:46.372431 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:46.504811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e62f9a-468f-4453-8e95-3b913a42d17a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 09638f15-0961-4ef5-b83e-c7933149a213 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:17:46.516788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 40168688-2420-48ca-a6d9-aab704150b65 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:46.518303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58e62f9a-468f-4453-8e95-3b913a42d17a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:46.618701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:46.631523 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-870b8ec7-d1ea-440f-bf42-660566e2bafb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "PUT /v2.0/routers/7c03ac6d-3158-469e-a5d8-d5d770073cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3400497 Jun 16 15:17:46.633949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55836) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:46.636879 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a4bd7-7481-4de3-9894-ac73d96692c1 None None] Sync routers for ids ['7c03ac6d-3158-469e-a5d8-d5d770073cc4'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:46.663362 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a4bd7-7481-4de3-9894-ac73d96692c1 None None] Routers {'7c03ac6d-3158-469e-a5d8-d5d770073cc4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:46.663362 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7d5a4bd7-7481-4de3-9894-ac73d96692c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7c03ac6d-3158-469e-a5d8-d5d770073cc4'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:46.693464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd6c82df-47d3-4479-9210-2cb0c1769e42 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:46.699317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58e62f9a-468f-4453-8e95-3b913a42d17a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:46.747457 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7d5a4bd7-7481-4de3-9894-ac73d96692c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:46.774425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:46.774544 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a4bd7-7481-4de3-9894-ac73d96692c1 None None] Routers {'7c03ac6d-3158-469e-a5d8-d5d770073cc4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:46.774544 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7d5a4bd7-7481-4de3-9894-ac73d96692c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7c03ac6d-3158-469e-a5d8-d5d770073cc4'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:46.774748 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c82df-47d3-4479-9210-2cb0c1769e42 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=c05121b4-6270-4ab3-bd47-d474ec931848,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:46.784183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd6c82df-47d3-4479-9210-2cb0c1769e42 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:46.788690 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cd6c82df-47d3-4479-9210-2cb0c1769e42 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/c05121b4-6270-4ab3-bd47-d474ec931848 HTTP/1.1" status: 204 len: 168 time: 1.7562761 Jun 16 15:17:46.791904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55842) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:46.877178 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7d5a4bd7-7481-4de3-9894-ac73d96692c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:46.877587 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a4bd7-7481-4de3-9894-ac73d96692c1 None None] The sync data for ids ['7c03ac6d-3158-469e-a5d8-d5d770073cc4'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:46.997884 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d43b5105-9c92-4ba7-8fc2-423aa07986fb req-abf1456c-4589-4dc7-90de-52d1e68aa418 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 210 time: 0.0621848 Jun 16 15:17:47.018379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb1c217-a917-4e0f-944f-790239a166b2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:47.019183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8fb1c217-a917-4e0f-944f-790239a166b2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:47.040704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:47.047390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58e62f9a-468f-4453-8e95-3b913a42d17a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:47.075071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263599c4-8f5b-4a8b-b6ef-2dda5f1c9a6a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:47.077202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-263599c4-8f5b-4a8b-b6ef-2dda5f1c9a6a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:47.157024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8fb1c217-a917-4e0f-944f-790239a166b2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:47.159419 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8fb1c217-a917-4e0f-944f-790239a166b2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c03ac6d-3158-469e-a5d8-d5d770073cc4 HTTP/1.1" status: 200 len: 981 time: 0.5242863 Jun 16 15:17:47.163070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55846) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:47.220547 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 5547e3ef-831e-4ef8-8895-203c44dbf0b7 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:47.230858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:47.231043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-263599c4-8f5b-4a8b-b6ef-2dda5f1c9a6a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:47.231043 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-263599c4-8f5b-4a8b-b6ef-2dda5f1c9a6a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4352672 Jun 16 15:17:47.236465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55850) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:47.269710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58e62f9a-468f-4453-8e95-3b913a42d17a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:47.367935 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fdde6b-e05c-4f68-bbee-297326302d64 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:17:47.372177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e62f9a-468f-4453-8e95-3b913a42d17a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=09638f15-0961-4ef5-b83e-c7933149a213,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:47.379925 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f0fdde6b-e05c-4f68-bbee-297326302d64 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/04fefd85-94ac-48e3-8503-5979e9008808 HTTP/1.1" status: 404 len: 333 time: 0.1320970 Jun 16 15:17:47.380861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-58e62f9a-468f-4453-8e95-3b913a42d17a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:47.380861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55854) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:47.386723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec81b5-2ca1-40b1-a3e6-0750d7d33de4 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:47.531718 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d84d67-0828-4202-ae43-93c4bc3b2726 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:17:47.533348 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b7d84d67-0828-4202-ae43-93c4bc3b2726 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/c05121b4-6270-4ab3-bd47-d474ec931848 HTTP/1.1" status: 404 len: 333 time: 0.1484838 Jun 16 15:17:47.540988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55858) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:47.700286 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-58e62f9a-468f-4453-8e95-3b913a42d17a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/09638f15-0961-4ef5-b83e-c7933149a213 HTTP/1.1" status: 204 len: 168 time: 1.5144842 Jun 16 15:17:47.710344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55862) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:47.719848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-28e6f8e7-0653-42b6-9a52-df1c56827018 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:47.719848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-28e6f8e7-0653-42b6-9a52-df1c56827018 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Synchronizing usage tracker for tenant:22df4aa6c5894134881a69db71020b4a on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:47.773633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c201d09-48cb-4e7e-940e-cc9f558cfdb1 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:17:47.780843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9c201d09-48cb-4e7e-940e-cc9f558cfdb1 None None] Deleting port dbff0042-8406-4ff4-ba78-098b46fc86b5 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:47.781916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c201d09-48cb-4e7e-940e-cc9f558cfdb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:47.847204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:47.921131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.001592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.083294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cf89a51f-4dce-4e94-bd51-4729c0e92584 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:48.169538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9c201d09-48cb-4e7e-940e-cc9f558cfdb1 None None] For port dbff0042-8406-4ff4-ba78-098b46fc86b5, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=dbff0042-8406-4ff4-ba78-098b46fc86b5,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:48.169948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c201d09-48cb-4e7e-940e-cc9f558cfdb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.291949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 5547e3ef-831e-4ef8-8895-203c44dbf0b7 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:48.327906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9c201d09-48cb-4e7e-940e-cc9f558cfdb1 None None] Calling delete_port for dbff0042-8406-4ff4-ba78-098b46fc86b5 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:48.328190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-28e6f8e7-0653-42b6-9a52-df1c56827018 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Unset dirty status for tenant:22df4aa6c5894134881a69db71020b4a on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:48.329445 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-28e6f8e7-0653-42b6-9a52-df1c56827018 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.46 "GET /v2.0/networks?id=e9036688-7317-44ad-8bb5-a617606fc8a8 HTTP/1.1" status: 200 len: 797 time: 1.0239015 Jun 16 15:17:48.374331 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-85fe4168-857b-4d9e-9e32-17873e6fa41c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:router {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:48.421345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4072cfc1-9936-4e4b-aba0-2b5b4371dabd req-42990a78-5cef-444f-88e8-c5b7a6e76f38 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 210 time: 0.1031044 Jun 16 15:17:48.459855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port cf89a51f-4dce-4e94-bd51-4729c0e92584 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:48.465913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port f5593c4e-365f-4b77-bfc3-5ff0a591c90c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:48.466544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.467802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port cf89a51f-4dce-4e94-bd51-4729c0e92584 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:48.468317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.494066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-166f8776-1ec4-439d-98e8-0a351835e9cc tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Synchronizing usage tracker for tenant:22df4aa6c5894134881a69db71020b4a on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:48.503608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-76f7d64b-6c10-4076-b5b8-c6c2ed0f841a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.540179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c201d09-48cb-4e7e-940e-cc9f558cfdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.581293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.590094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-85fe4168-857b-4d9e-9e32-17873e6fa41c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:router {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:48.594183 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-85fe4168-857b-4d9e-9e32-17873e6fa41c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8698688 Jun 16 15:17:48.594354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c201d09-48cb-4e7e-940e-cc9f558cfdb1 None None] Pushing event deleted for resources: {'Port': ['ID=dbff0042-8406-4ff4-ba78-098b46fc86b5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:48.596909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55872) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:48.602866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c201d09-48cb-4e7e-940e-cc9f558cfdb1 None None] No DVR routers for this DVR port dbff0042-8406-4ff4-ba78-098b46fc86b5 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:17:48.686271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port cf89a51f-4dce-4e94-bd51-4729c0e92584 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:48.686574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.694896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-166f8776-1ec4-439d-98e8-0a351835e9cc tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Unset dirty status for tenant:22df4aa6c5894134881a69db71020b4a on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:48.696053 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-166f8776-1ec4-439d-98e8-0a351835e9cc tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22df4aa6c5894134881a69db71020b4a HTTP/1.1" status: 200 len: 380 time: 0.3549654 Jun 16 15:17:48.696914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.699371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a56e12-46b6-4db9-9670-7e1c6f36de53']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:48.714978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'port': {'device_id': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'admin_state_up': True, 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'security_groups': ['df030e0e-a30d-4ea2-89c1-a7e5715c9d5f']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:48.724089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port cf89a51f-4dce-4e94-bd51-4729c0e92584, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cf89a51f-4dce-4e94-bd51-4729c0e92584,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:48.774561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.824281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for f5593c4e-365f-4b77-bfc3-5ff0a591c90c owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:48.854623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672a0f85-e6e9-4643-b836-e903b9d06917') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:48.855034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672a0f85-e6e9-4643-b836-e903b9d06917') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:48.884120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.904243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.916200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dadb5548-5a8b-4212-9eae-d6898bc4d97a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:48.948318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dbff0042-8406-4ff4-ba78-098b46fc86b5 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:49.000373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: dbff0042-8406-4ff4-ba78-098b46fc86b5 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:17:49.000373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dbff0042-8406-4ff4-ba78-098b46fc86b5 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:17:49.000373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a6b04a10-6e32-47f5-83f5-f9a361d99143 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:49.038089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: a6b04a10-6e32-47f5-83f5-f9a361d99143 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:17:49.038618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a6b04a10-6e32-47f5-83f5-f9a361d99143 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:17:49.060038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=cf89a51f-4dce-4e94-bd51-4729c0e92584,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:49.146899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.178267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:17:49.178669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.208438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.279702 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 672a0f85-e6e9-4643-b836-e903b9d06917 resource provider aggregate not found Jun 16 15:17:49.305580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=f5593c4e-365f-4b77-bfc3-5ff0a591c90c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:49.410044 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 672a0f85-e6e9-4643-b836-e903b9d06917 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 672a0f85-e6e9-4643-b836-e903b9d06917 found for delete ", "request_id": "req-bc0f781c-0672-40cb-89ea-1a42a5d1d723"}]} Jun 16 15:17:49.496914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.500518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dadb5548-5a8b-4212-9eae-d6898bc4d97a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.538709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dadb5548-5a8b-4212-9eae-d6898bc4d97a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.545267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:49.547443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.565331 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=5547e3ef-831e-4ef8-8895-203c44dbf0b7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:49.574112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:49.621922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.645235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.672543 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3be71f37-778c-459a-aee6-4b5110675f7b req-a2ac9fa8-c0c3-4d57-8605-fdca2bbcbd31 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 210 time: 0.1120834 Jun 16 15:17:49.694202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dadb5548-5a8b-4212-9eae-d6898bc4d97a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.694675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadb5548-5a8b-4212-9eae-d6898bc4d97a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Fanout notify agent at l3_agent the message router_deleted on router 94ba2478-c311-4cd2-96ea-413c81d31665 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:17:49.696035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Network': ['ID=d8a56e12-46b6-4db9-9670-7e1c6f36de53,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:49.712992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dadb5548-5a8b-4212-9eae-d6898bc4d97a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.716614 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dadb5548-5a8b-4212-9eae-d6898bc4d97a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/routers/94ba2478-c311-4cd2-96ea-413c81d31665 HTTP/1.1" status: 204 len: 168 time: 1.1148243 Jun 16 15:17:49.716614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Made reservation on behalf of 22df4aa6c5894134881a69db71020b4a for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:49.718852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.727273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55882) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:49.733143 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d8b15661-a2b1-44d5-8ce1-2187212ab47b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/networks/d8a56e12-46b6-4db9-9670-7e1c6f36de53 HTTP/1.1" status: 204 len: 168 time: 2.1875598 Jun 16 15:17:49.733836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55886) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:49.744291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-261663364'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:49.753952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:49.760581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:network and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:49.766057 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:49.774709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:49.822443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:49.915988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b3f238a5-e693-48aa-b49f-e1b1c0160db1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:49.942411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cf89a51f-4dce-4e94-bd51-4729c0e92584 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:50.024077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port cf89a51f-4dce-4e94-bd51-4729c0e92584 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:50.024464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.077151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Router 7c03ac6d-3158-469e-a5d8-d5d770073cc4 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:17:50.081962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b3f238a5-e693-48aa-b49f-e1b1c0160db1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:50.084024 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b3f238a5-e693-48aa-b49f-e1b1c0160db1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3548210 Jun 16 15:17:50.087691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55890) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:50.157315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:50.160016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.176819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.185670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port cf89a51f-4dce-4e94-bd51-4729c0e92584 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:50.193912 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.198380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.267947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61708576-d80c-423e-b12f-4a607f71b51e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:50.268624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-61708576-d80c-423e-b12f-4a607f71b51e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:50.269348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:17:50.287607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.288348 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Added segment 1c977a98-dcb9-435a-aedc-c13ed4508342 of type vlan for network ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 Jun 16 15:17:50.290205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:17:50.306887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2269308e-b3bf-435d-8088-d77f815d5f9c None None] Sync routers for ids ['7c03ac6d-3158-469e-a5d8-d5d770073cc4'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:17:50.307903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Allocated IP 172.20.0.11 (e9036688-7317-44ad-8bb5-a617606fc8a8/4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe/4d1853ef-4175-4f55-858f-5da4c5bf02b9) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:50.317480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269308e-b3bf-435d-8088-d77f815d5f9c None None] Routers {'7c03ac6d-3158-469e-a5d8-d5d770073cc4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:50.318135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2269308e-b3bf-435d-8088-d77f815d5f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7c03ac6d-3158-469e-a5d8-d5d770073cc4'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:50.332004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.385487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2269308e-b3bf-435d-8088-d77f815d5f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:50.394212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269308e-b3bf-435d-8088-d77f815d5f9c None None] Routers {'7c03ac6d-3158-469e-a5d8-d5d770073cc4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:17:50.394834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2269308e-b3bf-435d-8088-d77f815d5f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7c03ac6d-3158-469e-a5d8-d5d770073cc4'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:50.411169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.411722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Fanout notify agent at l3_agent the message router_deleted on router c595be0f-dd0f-426c-8137-f9940501cbe9 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:17:50.460123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2269308e-b3bf-435d-8088-d77f815d5f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:50.460432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2269308e-b3bf-435d-8088-d77f815d5f9c None None] The sync data for ids ['7c03ac6d-3158-469e-a5d8-d5d770073cc4'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:17:50.499921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-61708576-d80c-423e-b12f-4a607f71b51e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:50.500573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.501140 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-61708576-d80c-423e-b12f-4a607f71b51e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4125543 Jun 16 15:17:50.501673 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-77b8a70f-f77a-4ece-8687-18da2d1f8668 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/routers/c595be0f-dd0f-426c-8137-f9940501cbe9 HTTP/1.1" status: 204 len: 168 time: 4.4923675 Jun 16 15:17:50.504556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55894) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:50.504878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55896) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:50.506193 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1cfc0dc8-d161-46b4-8c33-f16461c21b0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "PUT /v2.0/routers/7c03ac6d-3158-469e-a5d8-d5d770073cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3419440 Jun 16 15:17:50.509070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55902) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:50.556267 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18b8a53-ae52-41c3-bcd5-da06e0364f31 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:17:50.556800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a18b8a53-ae52-41c3-bcd5-da06e0364f31 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:50.606382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.612204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:50.612841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.662146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-25d24b41-0e63-43bb-862b-051ba963f628 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:router {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:50.680992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a18b8a53-ae52-41c3-bcd5-da06e0364f31 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:50.682225 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a18b8a53-ae52-41c3-bcd5-da06e0364f31 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/f5593c4e-365f-4b77-bfc3-5ff0a591c90c HTTP/1.1" status: 404 len: 333 time: 0.1722021 Jun 16 15:17:50.685100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55906) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:50.776977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.784276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-81976631-b615-4327-9ea5-f0fb05fb628b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting subnet de3191fb-7032-42db-b27d-c6ba16d2ea7d {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:17:50.795202 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0603950 Jun 16 15:17:50.803789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55912) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:50.806036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015f889-7397-43d8-bec0-ed0089b5cc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Network': ['ID=ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:50.811122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': 'ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:50.822907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:17:50.829383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81976631-b615-4327-9ea5-f0fb05fb628b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.868493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-454ca9b5-b273-411d-bce2-b1a98735ec8e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:50.875181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-25d24b41-0e63-43bb-862b-051ba963f628 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:router {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:50.876409 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-25d24b41-0e63-43bb-862b-051ba963f628 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3706186 Jun 16 15:17:50.883901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Transition to ACTIVE for port object 4d1853ef-4175-4f55-858f-5da4c5bf02b9 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:50.887602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55916) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:50.897977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:50.928339 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e4d1a3e0-9f4b-44c8-8a23-0f58fc4c6f48 req-be8d6938-5852-4b0d-ab2b-44102deaa851 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 210 time: 0.1212988 Jun 16 15:17:51.014221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81976631-b615-4327-9ea5-f0fb05fb628b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.112786 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:51.132648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:51.143183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:51.156742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:51.175289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:51.186864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-454ca9b5-b273-411d-bce2-b1a98735ec8e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.189361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-454ca9b5-b273-411d-bce2-b1a98735ec8e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.193186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:51.207854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81976631-b615-4327-9ea5-f0fb05fb628b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.254630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.326887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-454ca9b5-b273-411d-bce2-b1a98735ec8e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.327934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454ca9b5-b273-411d-bce2-b1a98735ec8e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Fanout notify agent at l3_agent the message router_deleted on router 7c03ac6d-3158-469e-a5d8-d5d770073cc4 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:17:51.339922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-454ca9b5-b273-411d-bce2-b1a98735ec8e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.341570 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-454ca9b5-b273-411d-bce2-b1a98735ec8e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/routers/7c03ac6d-3158-469e-a5d8-d5d770073cc4 HTTP/1.1" status: 204 len: 168 time: 0.6555653 Jun 16 15:17:51.344515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55920) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:51.347308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:51.351114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.364542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:51.367851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.385126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Network e9036688-7317-44ad-8bb5-a617606fc8a8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:51.407348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:51.409956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:51.411162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef53426-eecd-420f-881c-f51dd3a7c173 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet 60822703-b6b5-47bc-8706-a04084d19ef4 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:17:51.414458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bef53426-eecd-420f-881c-f51dd3a7c173 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.414666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.458701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'Port': ['ID=4d1853ef-4175-4f55-858f-5da4c5bf02b9,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:51.475085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bef53426-eecd-420f-881c-f51dd3a7c173 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.573735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bef53426-eecd-420f-881c-f51dd3a7c173 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.734408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bef53426-eecd-420f-881c-f51dd3a7c173 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.736606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Performing IP validity checks on allocation pools {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 16 15:17:51.739680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 16 15:17:51.746793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81976631-b615-4327-9ea5-f0fb05fb628b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.767994 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-eedda5c9-53ca-4fe9-9fd9-0a4efb284ee9 None None] Provisioning for port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:51.774004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-eedda5c9-53ca-4fe9-9fd9-0a4efb284ee9 None None] Provisioning complete for port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:51.774521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eedda5c9-53ca-4fe9-9fd9-0a4efb284ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.778635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef53426-eecd-420f-881c-f51dd3a7c173 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=60822703-b6b5-47bc-8706-a04084d19ef4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:51.780607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bef53426-eecd-420f-881c-f51dd3a7c173 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.789957 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bef53426-eecd-420f-881c-f51dd3a7c173 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/60822703-b6b5-47bc-8706-a04084d19ef4 HTTP/1.1" status: 204 len: 168 time: 0.4418092 Jun 16 15:17:51.789957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55924) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:51.812871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6532761-cb1a-4379-a9f4-bf7890acea3e None None] Network 4017b579-8dbc-4d16-8c6a-755a1e8366f3 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:51.820994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-81976631-b615-4327-9ea5-f0fb05fb628b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.824724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81976631-b615-4327-9ea5-f0fb05fb628b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Subnet': ['ID=de3191fb-7032-42db-b27d-c6ba16d2ea7d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:51.836968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66507d87-f511-4a20-8a33-7e36a739b14e None None] Network 4c1e265d-0877-4b39-8e15-b98612ab4790 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:51.864822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:51.865644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:51.965719 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-81976631-b615-4327-9ea5-f0fb05fb628b tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/subnets/de3191fb-7032-42db-b27d-c6ba16d2ea7d HTTP/1.1" status: 204 len: 168 time: 1.4585035 Jun 16 15:17:51.974952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55930) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:52.007177 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-32b21b1f-e2e5-4246-89c8-bdd2cb21a088 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2969890 Jun 16 15:17:52.090223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eedda5c9-53ca-4fe9-9fd9-0a4efb284ee9 None None] Port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:17:52.133222 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Request body: {'port': {'device_id': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:52.162914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.186898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.227395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.244466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 40168688-2420-48ca-a6d9-aab704150b65 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:52.244802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.284440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 7e611b4d-9403-47d5-8800-f041541a9fba {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:52.284820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.339938 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.449692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] DHCP port deletion for 4c1e265d-0877-4b39-8e15-b98612ab4790 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:17:52.453213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=6c4b0524-1e8f-4e9c-8a3d-3c3e98243e0a,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:52.455171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] Deleting port 7e611b4d-9403-47d5-8800-f041541a9fba {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:52.455783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.463413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44e926-a823-4bb1-ad0d-4e190a56a7ba req-f35f3eea-5725-4850-a5fa-40033b55aec4 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:52.470727 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5e44e926-a823-4bb1-ad0d-4e190a56a7ba req-f35f3eea-5725-4850-a5fa-40033b55aec4 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 932 time: 0.3271000 Jun 16 15:17:52.475523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Checking segment: {'id': '1c977a98-dcb9-435a-aedc-c13ed4508342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:52.476051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network hostable DHCP agents. Network: ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:17:52.504691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] DHCP port deletion for 4017b579-8dbc-4d16-8c6a-755a1e8366f3 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:17:52.515147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] Deleting port 40168688-2420-48ca-a6d9-aab704150b65 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:52.515951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.518811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.objects.ports [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89746) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:17:52.531024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.659381 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5e44e926-a823-4bb1-ad0d-4e190a56a7ba req-dd8c3cd5-ebcf-4ca9-b6d8-49d029c2b0e1 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875973 Jun 16 15:17:52.667081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:52.684261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:52.692983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:52.693567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.699459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=aa19a02e-4ed2-4f74-8ce5-34efffc22774,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:52.709220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd2b505-6bdb-4426-8902-ae1f53268f3f None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:52.732784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] For port 40168688-2420-48ca-a6d9-aab704150b65, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=40168688-2420-48ca-a6d9-aab704150b65,segment=NetworkSegment(4fe72ba0-d992-4e11-920f-08f0a0527c09),segment_id=4fe72ba0-d992-4e11-920f-08f0a0527c09)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:52.733312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.735460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:17:52.750000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] For port 7e611b4d-9403-47d5-8800-f041541a9fba, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7e611b4d-9403-47d5-8800-f041541a9fba,segment=NetworkSegment(7dbebcd9-4c93-4c2f-8261-da2ff9e692c8),segment_id=7dbebcd9-4c93-4c2f-8261-da2ff9e692c8)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:52.750344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.814791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:52.821720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:52.822293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:52.854459 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-87e6a193-fdb8-4a1d-8ec2-db428dcfc5a2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9628246 Jun 16 15:17:52.858048 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55936) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:52.864724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:52.875005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 40168688-2420-48ca-a6d9-aab704150b65 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:52.884066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc324d-1eae-4b18-9e09-621e687abf8e None None] Network ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:52.965694 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5bed658a-a1bd-4b89-8292-01b5151dd1dd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1582193 Jun 16 15:17:52.973377 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55940) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:52.984472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': 'ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2', 'name': 'tempest-PortsIpV6TestJSON-1811072418'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:53.002656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] For port 7e611b4d-9403-47d5-8800-f041541a9fba, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7e611b4d-9403-47d5-8800-f041541a9fba,segment=NetworkSegment(7dbebcd9-4c93-4c2f-8261-da2ff9e692c8),segment_id=7dbebcd9-4c93-4c2f-8261-da2ff9e692c8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:53.003108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.020219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 7e611b4d-9403-47d5-8800-f041541a9fba owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:53.168739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1853ef-4175-4f55-858f-5da4c5bf02b9 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:17:53.184733 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.189817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:53.197195 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:53.201478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.204832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:53.205631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] Calling delete_port for 7e611b4d-9403-47d5-8800-f041541a9fba owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:53.222724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:53.244067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Transition to ACTIVE for port object 4d1853ef-4175-4f55-858f-5da4c5bf02b9 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:53.248995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:53.254508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.258246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=40168688-2420-48ca-a6d9-aab704150b65,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:53.258420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] For port 40168688-2420-48ca-a6d9-aab704150b65, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=40168688-2420-48ca-a6d9-aab704150b65,segment=NetworkSegment(4fe72ba0-d992-4e11-920f-08f0a0527c09),segment_id=4fe72ba0-d992-4e11-920f-08f0a0527c09)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:53.259126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.260139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:53.302778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No DVR routers for this DVR port 40168688-2420-48ca-a6d9-aab704150b65 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:17:53.328830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:53.332805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.344180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=7e611b4d-9403-47d5-8800-f041541a9fba,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:53.361941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] No DVR routers for this DVR port 7e611b4d-9403-47d5-8800-f041541a9fba on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:17:53.364136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:53.368103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.377759 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.473975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] Calling delete_port for 40168688-2420-48ca-a6d9-aab704150b65 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:53.625199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.662765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4017b579-8dbc-4d16-8c6a-755a1e8366f3']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:53.673978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': 'aa19a02e-4ed2-4f74-8ce5-34efffc22774'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:17:53.675123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.679448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe72ba0-d992-4e11-920f-08f0a0527c09') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:53.679448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe72ba0-d992-4e11-920f-08f0a0527c09') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:53.684772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:17:53.692084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:17:53.693472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.715619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.723821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:17:53.742889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.778979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:17:53.778979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:17:53.806542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2', 'network_id': 'ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2', 'tenant_id': '278eafbf3c42411cb71556eb113bb9fd', 'fixed_ips': [{'subnet_id': '6c4b0524-1e8f-4e9c-8a3d-3c3e98243e0a'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:17:53.807541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.827056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port 1fa36374-1235-4d2e-9deb-3f71f09cef6d yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:53.877376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1853ef-4175-4f55-858f-5da4c5bf02b9,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:53.966116 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.996176 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 4fe72ba0-d992-4e11-920f-08f0a0527c09 resource provider aggregate not found Jun 16 15:17:54.022327 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 4fe72ba0-d992-4e11-920f-08f0a0527c09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fe72ba0-d992-4e11-920f-08f0a0527c09 found for delete ", "request_id": "req-70311cb2-32b3-488a-a036-438871b731b8"}]} Jun 16 15:17:54.024663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1e265d-0877-4b39-8e15-b98612ab4790']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:54.029257 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Allocated IP 2001:db8::f816:3eff:fe35:d54f (31e74b08-3bfc-4c0f-a043-3479a97b05c8/aa19a02e-4ed2-4f74-8ce5-34efffc22774/85ea8d91-04df-4d50-9da5-fc3d9c463ac4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:54.031943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7e611b4d-9403-47d5-8800-f041541a9fba no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:54.040231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbebcd9-4c93-4c2f-8261-da2ff9e692c8') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:54.040524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbebcd9-4c93-4c2f-8261-da2ff9e692c8') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:17:54.055013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.075945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Attempting to bind port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:54.076589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Attempting to bind port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:54.076877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Attempting to bind port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 on network e9036688-7317-44ad-8bb5-a617606fc8a8 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:54.082535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 on network e9036688-7317-44ad-8bb5-a617606fc8a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:17:54.082717 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.082844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Attempting to bind port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 on network e9036688-7317-44ad-8bb5-a617606fc8a8 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:54.085556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.088669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:54.091157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Checking segment: {'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:54.091157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Bound using segment: {'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:54.091157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Bound port: 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:54.091157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.097316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30da4a-d0e2-46c2-af5d-bb2a668e718c req-3f2a16fb-fcf7-4079-b36f-55ff9c97161a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:54.104440 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb30da4a-d0e2-46c2-af5d-bb2a668e718c req-3f2a16fb-fcf7-4079-b36f-55ff9c97161a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 944 time: 0.1961343 Jun 16 15:17:54.110274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 7e611b4d-9403-47d5-8800-f041541a9fba {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:17:54.110624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7e611b4d-9403-47d5-8800-f041541a9fba not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:17:54.114119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 40168688-2420-48ca-a6d9-aab704150b65 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:17:54.116072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.146973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:17:54.148263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.156226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 40168688-2420-48ca-a6d9-aab704150b65 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:17:54.156570 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 40168688-2420-48ca-a6d9-aab704150b65 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:17:54.195632 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] Deleting port 7e611b4d-9403-47d5-8800-f041541a9fba {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:54.196018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.197625 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] For port 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:54.200287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Network': ['ID=4017b579-8dbc-4d16-8c6a-755a1e8366f3,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:54.201053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] For port 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:54.280069 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb30da4a-d0e2-46c2-af5d-bb2a668e718c req-89d313bd-5ff6-47a0-b104-f74218ee3705 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745811 Jun 16 15:17:54.290382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.308132 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cec7d704-9578-4be9-81b5-b1c4d2657900 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/networks/4017b579-8dbc-4d16-8c6a-755a1e8366f3 HTTP/1.1" status: 204 len: 168 time: 2.5172825 Jun 16 15:17:54.309519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55952) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:54.327239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] Deleting port 40168688-2420-48ca-a6d9-aab704150b65 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:54.327605 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.365823 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8930d5ca-49fb-455d-881e-a0bbe8a3eaca None None] The port '7e611b4d-9403-47d5-8800-f041541a9fba' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:17:54.373416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:54.374215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.375544 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] 10.222.0.46 "PUT /v2.0/ports/4d1853ef-4175-4f55-858f-5da4c5bf02b9 HTTP/1.1" status: 200 len: 1094 time: 2.3560183 Jun 16 15:17:54.375987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:17:54.379449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Allocated IP 2001:db8::2 (ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2/6c4b0524-1e8f-4e9c-8a3d-3c3e98243e0a/698ce8f6-68fd-41f7-a80b-029a151332c2) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:54.379697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.414564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.446981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-faa178d9-5587-4423-b345-317960dc1c7f None None] The port '40168688-2420-48ca-a6d9-aab704150b65' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:17:54.448273 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/networks/4c1e265d-0877-4b39-8e15-b98612ab4790 HTTP/1.1" status: 204 len: 168 time: 2.4715726 Jun 16 15:17:54.449781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4236f-ac52-4921-91c0-04f2e8e95e81 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Network': ['ID=4c1e265d-0877-4b39-8e15-b98612ab4790,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:54.451598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55960) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:54.495052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa001b-9e51-4c43-bad2-f7c0c0e43333 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1853ef-4175-4f55-858f-5da4c5bf02b9,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:54.562528 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d24ba-5d8c-49fd-a3a6-18de52809924 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:54.563182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-449d24ba-5d8c-49fd-a3a6-18de52809924 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:54.635490 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abafe066-be60-4969-93e6-1e491331063c'] response: {'name': 'network-changed', 'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'status': 'completed', 'code': 200} Jun 16 15:17:54.687321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-c0c760fb-c696-44ef-9553-23d0fa5cee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:54.688403 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-c0c760fb-c696-44ef-9553-23d0fa5cee81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22df4aa6c5894134881a69db71020b4a&device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 1097 time: 0.1820040 Jun 16 15:17:54.719530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-74fc2ba6-a57b-42e7-9eba-4d2ed441abe0 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 0c140833-ba17-4038-a229-dd41eb9def10 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:54.720162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74fc2ba6-a57b-42e7-9eba-4d2ed441abe0 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.752664 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.759793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.777755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Transition to ACTIVE for port object 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:54.780625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-449d24ba-5d8c-49fd-a3a6-18de52809924 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:54.786130 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-449d24ba-5d8c-49fd-a3a6-18de52809924 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/407eab71-e98f-4168-897f-ba05b9844939 HTTP/1.1" status: 200 len: 840 time: 0.4712894 Jun 16 15:17:54.786275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55964) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:54.804364 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-4dec8bc6-bfe8-4d16-b92f-4bf7ce6b30f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9 HTTP/1.1" status: 200 len: 217 time: 0.1058614 Jun 16 15:17:54.846448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Transition to ACTIVE for port object 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:54.858431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:54.874424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:54.882562 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:54.883259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.893917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.905295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Transition to ACTIVE for port object 698ce8f6-68fd-41f7-a80b-029a151332c2 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:54.920241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=eb56288e-7eec-46b1-98eb-174e99f55ae5,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:54.923295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-94fa1f44-28d0-43da-934a-1886ff60ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:54.925422 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-94fa1f44-28d0-43da-934a-1886ff60ef35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe HTTP/1.1" status: 200 len: 835 time: 0.1095769 Jun 16 15:17:54.926959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Transition to ACTIVE for port object 698ce8f6-68fd-41f7-a80b-029a151332c2 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:54.928628 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:54.955223 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1ac994af-0d84-4cd5-9744-240c75f59656 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/407eab71-e98f-4168-897f-ba05b9844939?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1674430 Jun 16 15:17:54.960296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55968) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:54.969720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:54.995390 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:54.998097 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fd3f6eb5-caed-47c8-8b6d-416720d3c3c0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1391888 Jun 16 15:17:55.000694 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55972) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:55.007375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:55.008122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:d6:d5:44', 'name': 'tempest-NetworksTestDHCPv6-676819247'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:55.011674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:55.022459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74fc2ba6-a57b-42e7-9eba-4d2ed441abe0 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.022868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74fc2ba6-a57b-42e7-9eba-4d2ed441abe0 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.057488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Pushing event updated for resources: {'Port': ['ID=85ea8d91-04df-4d50-9da5-fc3d9c463ac4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:55.058965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.174045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-83b700c3-1430-444d-9b3a-0a98fc829327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:55.175447 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-83b700c3-1430-444d-9b3a-0a98fc829327 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9036688-7317-44ad-8bb5-a617606fc8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2439857 Jun 16 15:17:55.186660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Network ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:55.194227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:55.201175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:55.203143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Pushing event updated for resources: {'Port': ['ID=698ce8f6-68fd-41f7-a80b-029a151332c2,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:55.209032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Attempting to bind port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:55.211720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Attempting to bind port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:55.211720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Attempting to bind port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:55.215367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8::203 (ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2/6c4b0524-1e8f-4e9c-8a3d-3c3e98243e0a/1fa36374-1235-4d2e-9deb-3f71f09cef6d) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:55.219502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-74fc2ba6-a57b-42e7-9eba-4d2ed441abe0 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 0c140833-ba17-4038-a229-dd41eb9def10 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:55.252678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:55.253111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:55.253466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.253845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:55.255541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Bound port: 85ea8d91-04df-4d50-9da5-fc3d9c463ac4, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:55.255541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.345330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:55.383665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:55.430529 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-014a39c5-10cc-49ec-80c5-94579892e36c service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360115 Jun 16 15:17:55.456590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Attempting to bind port 698ce8f6-68fd-41f7-a80b-029a151332c2 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:55.456971 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Attempting to bind port 698ce8f6-68fd-41f7-a80b-029a151332c2 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '1c977a98-dcb9-435a-aedc-c13ed4508342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:55.457335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Attempting to bind port 698ce8f6-68fd-41f7-a80b-029a151332c2 on network ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:55.473566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:55.477130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:55.477513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Checking segment: {'id': '1c977a98-dcb9-435a-aedc-c13ed4508342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:55.477914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.485444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Bound using segment: {'id': '1c977a98-dcb9-435a-aedc-c13ed4508342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:55.485444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Bound port: 698ce8f6-68fd-41f7-a80b-029a151332c2, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c977a98-dcb9-435a-aedc-c13ed4508342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:55.485444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.552813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] For port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:55.566696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] For port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=85ea8d91-04df-4d50-9da5-fc3d9c463ac4,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:55.575167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:55.583914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:55.590614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:55.604149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:55.612442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] For port 698ce8f6-68fd-41f7-a80b-029a151332c2, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:55.615801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] For port 698ce8f6-68fd-41f7-a80b-029a151332c2, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=698ce8f6-68fd-41f7-a80b-029a151332c2,segment=NetworkSegment(1c977a98-dcb9-435a-aedc-c13ed4508342),segment_id=1c977a98-dcb9-435a-aedc-c13ed4508342)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:55.631911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.644282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70ffe0-d8fd-4f4a-aefd-1aac8aee4367 req-6ce9646a-c0ec-4fc8-a81f-71b91981e409 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:55.645949 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d70ffe0-d8fd-4f4a-aefd-1aac8aee4367 req-6ce9646a-c0ec-4fc8-a81f-71b91981e409 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 944 time: 0.1431396 Jun 16 15:17:55.677326 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5451c276-6c6c-4fe4-8af1-289edde19273 req-d4829cf3-f352-4117-935b-b1dd098a4c13 service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405086 Jun 16 15:17:55.686408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74fc2ba6-a57b-42e7-9eba-4d2ed441abe0 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.719755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.720970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.730047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:55.734356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:55.747659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc45570-d5a7-48a4-b17c-811102bc7ff2 None None] Pushing event updated for resources: {'Port': ['ID=85ea8d91-04df-4d50-9da5-fc3d9c463ac4,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:55.760729 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d70ffe0-d8fd-4f4a-aefd-1aac8aee4367 req-9d1a2f24-0f42-45cb-b933-7c4aae3ab264 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084263 Jun 16 15:17:55.774068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc2ba6-a57b-42e7-9eba-4d2ed441abe0 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=0c140833-ba17-4038-a229-dd41eb9def10,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:55.848701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37412cfd-1053-4acf-96b5-fdae32fb9367 None None] Pushing event updated for resources: {'Port': ['ID=698ce8f6-68fd-41f7-a80b-029a151332c2,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:55.975983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74fc2ba6-a57b-42e7-9eba-4d2ed441abe0 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:56.015200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74fc2ba6-a57b-42e7-9eba-4d2ed441abe0 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:56.020526 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-74fc2ba6-a57b-42e7-9eba-4d2ed441abe0 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/floatingips/4e8942be-749d-450d-94e9-32bd98dcce11 HTTP/1.1" status: 204 len: 168 time: 1.5647879 Jun 16 15:17:56.023332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55978) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:56.056356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port b2d44f58-8ee8-4cbf-baa0-c59f3987ef43 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:56.124144 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 7dbebcd9-4c93-4c2f-8261-da2ff9e692c8 resource provider aggregate not found Jun 16 15:17:56.144901 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac44493-0c89-445a-81d6-bb746204b9ec tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:56.144901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac44493-0c89-445a-81d6-bb746204b9ec tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:56.148516 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6ac44493-0c89-445a-81d6-bb746204b9ec tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/ports/7b9d0b94-b7eb-4ae0-8608-6dadaaf29802 HTTP/1.1" status: 404 len: 333 time: 0.1210725 Jun 16 15:17:56.153069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 55986) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:56.167386 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 7dbebcd9-4c93-4c2f-8261-da2ff9e692c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dbebcd9-4c93-4c2f-8261-da2ff9e692c8 found for delete ", "request_id": "req-88716b50-75f8-4815-be1a-74fed913d47d"}]} Jun 16 15:17:56.270027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-58a666f1-3aae-40bf-b458-ef344dc71e5e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Synchronizing usage tracker for tenant:22f38ed0bf0a4993bf331c54e6230cae on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:56.288846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:56.292892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:56.365713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:56.369507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:56.374588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:56.375671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:56.380684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260d5662-6b3f-401e-b7bb-4787539931cc None None] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:56.404778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object 1fa36374-1235-4d2e-9deb-3f71f09cef6d will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:56.408457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:56.412566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-91952961-00e3-4dae-b842-c24aaeffe1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:56.414077 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-91952961-00e3-4dae-b842-c24aaeffe1af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22df4aa6c5894134881a69db71020b4a&device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 1097 time: 0.4423282 Jun 16 15:17:56.421042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-58a666f1-3aae-40bf-b458-ef344dc71e5e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Unset dirty status for tenant:22f38ed0bf0a4993bf331c54e6230cae on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:56.422200 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-58a666f1-3aae-40bf-b458-ef344dc71e5e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "GET /v2.0/ports?device_id=c595be0f-dd0f-426c-8137-f9940501cbe9 HTTP/1.1" status: 200 len: 205 time: 0.2505760 Jun 16 15:17:56.431300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55990) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:56.505592 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cc69d389-584d-4b48-bebd-54e7ee82b1fd tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5442579 Jun 16 15:17:56.513234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55994) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:56.519232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'security_group': {'name': 'tempest-secgroup-2065696280'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:56.525005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-b9d69363-298b-49c0-b8b3-f894ecac0ccd tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] delete failed (client error): The resource could not be found. Jun 16 15:17:56.528277 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b9d69363-298b-49c0-b8b3-f894ecac0ccd tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/routers/c595be0f-dd0f-426c-8137-f9940501cbe9 HTTP/1.1" status: 404 len: 336 time: 0.0998325 Jun 16 15:17:56.528277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:56.529965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 55998) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:56.590473 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfcdcb50-aa68-42ad-b6a0-e7534ce2ca20 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:56.590973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfcdcb50-aa68-42ad-b6a0-e7534ce2ca20 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:56.595028 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bfcdcb50-aa68-42ad-b6a0-e7534ce2ca20 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/subnets/de3191fb-7032-42db-b27d-c6ba16d2ea7d HTTP/1.1" status: 404 len: 337 time: 0.0628705 Jun 16 15:17:56.595028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:56.596324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56002) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:56.638020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 172.20.0.14 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/eb56288e-7eec-46b1-98eb-174e99f55ae5/b2d44f58-8ee8-4cbf-baa0-c59f3987ef43) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:56.638394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:56.662987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::f816:3eff:fed6:d544 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/aa19a02e-4ed2-4f74-8ce5-34efffc22774/b2d44f58-8ee8-4cbf-baa0-c59f3987ef43) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:56.664891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:56.676749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-d019ede3-6b3e-4e84-907d-abfd27f43084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:56.678223 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-d019ede3-6b3e-4e84-907d-abfd27f43084 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9036688-7317-44ad-8bb5-a617606fc8a8 HTTP/1.1" status: 200 len: 898 time: 0.2526553 Jun 16 15:17:56.710463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8a99f7cb-a8b7-43ac-b776-a061989e9fad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 8419f168-f6ac-4091-8c95-8c6408c675a6 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:56.710811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8a99f7cb-a8b7-43ac-b776-a061989e9fad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:56.728653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-10b7ac6c-2434-4753-9f56-3e6371374f84', 'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'tenant_id': 'e9d6a46cdf8749d7b5bc6036364ae908', 'fixed_ips': [{'subnet_id': '77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:17:56.729473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:56.761528 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:56.766226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:56.772737 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-685feae0-93f6-46f4-9464-91c3024f1560 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9 HTTP/1.1" status: 200 len: 217 time: 0.0868387 Jun 16 15:17:56.803553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:56.811523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group_rule and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:56.855173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:56.868205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:56.964406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Allocated IP 172.20.0.2 (10b7ac6c-2434-4753-9f56-3e6371374f84/77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f/83ad84b6-ccbf-4f47-bdcc-ec585867be47) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:56.988851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:56.996768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:57.009095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:57.015199 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:57.015970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.019992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=1fa36374-1235-4d2e-9deb-3f71f09cef6d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:57.054444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.107044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-945758c8-f26e-484c-a8a4-3139976cc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:57.109022 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-945758c8-f26e-484c-a8a4-3139976cc135 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe HTTP/1.1" status: 200 len: 835 time: 0.2897763 Jun 16 15:17:57.131165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.227659 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4d8b0a35-5b4e-4e6a-9c87-968623d089c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2484674 Jun 16 15:17:57.229798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56008) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:57.285523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.311593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.327557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Transition to ACTIVE for port object 83ad84b6-ccbf-4f47-bdcc-ec585867be47 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:57.342082 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e65d90-e9ad-4042-890f-dee79ff06aaf,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:57.361717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8bd40-e988-4eeb-8d39-0fec4c6b853c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 1fa36374-1235-4d2e-9deb-3f71f09cef6d {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:57.362366 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2aa8bd40-e988-4eeb-8d39-0fec4c6b853c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.372543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Transition to ACTIVE for port object 83ad84b6-ccbf-4f47-bdcc-ec585867be47 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:57.407022 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b634ac-9121-4ec4-8de4-63f663df5e82 req-daaa40b9-d030-4c60-978a-2230b44bd971 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:57.415261 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-35b634ac-9121-4ec4-8de4-63f663df5e82 req-daaa40b9-d030-4c60-978a-2230b44bd971 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 944 time: 0.3774526 Jun 16 15:17:57.429893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object b2d44f58-8ee8-4cbf-baa0-c59f3987ef43 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:17:57.446668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.455379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-d3b8b0cb-597b-4026-8154-4d7216f2e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:57.456942 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-d3b8b0cb-597b-4026-8154-4d7216f2e6e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9036688-7317-44ad-8bb5-a617606fc8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3402658 Jun 16 15:17:57.474888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.479089 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0665b842-ff8c-42e4-85b8-24efce5cc370 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9648051 Jun 16 15:17:57.482013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56012) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:57.492328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1806309576'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:57.507978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dedc668-2fde-4070-9fc1-d1ff07dc6621 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:57.512140 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-35b634ac-9121-4ec4-8de4-63f663df5e82 req-8e4c1d82-298e-4e63-8335-cb6fa06478ec tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955861 Jun 16 15:17:57.527102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:57.533422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:57.537854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:57.546007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8a99f7cb-a8b7-43ac-b776-a061989e9fad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.571553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:57.583111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:57.637196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:57.703878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:57.728729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8a99f7cb-a8b7-43ac-b776-a061989e9fad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 8419f168-f6ac-4091-8c95-8c6408c675a6 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:57.747506 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-f29395b6-0cc2-43bc-bc9e-2fac7f07de77 service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553785 Jun 16 15:17:57.785134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9325cc5a-10dc-4276-b561-1a5a0c791d2a None None] Provisioning for port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:57.830832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.847646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Pushing event updated for resources: {'Port': ['ID=83ad84b6-ccbf-4f47-bdcc-ec585867be47,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:57.869598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.927902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Attempting to bind port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:17:57.928819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Attempting to bind port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'da305757-90de-4f36-b00f-dab4aa6d14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:17:57.929220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Attempting to bind port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 on network 10b7ac6c-2434-4753-9f56-3e6371374f84 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:17:57.933127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e13d01-550c-407a-8a28-1da37389a21a None None] Network ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:17:58.084355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:58.088371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:17:58.096676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:17:58.105286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group_rule and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:58.107469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:17:58.114969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:17:58.114969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Checking segment: {'id': 'da305757-90de-4f36-b00f-dab4aa6d14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:17:58.114969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.114969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Bound using segment: {'id': 'da305757-90de-4f36-b00f-dab4aa6d14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:17:58.114969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Bound port: 83ad84b6-ccbf-4f47-bdcc-ec585867be47, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da305757-90de-4f36-b00f-dab4aa6d14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:17:58.114969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.116014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:58.129585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:58.214569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:58.238321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.252838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8a99f7cb-a8b7-43ac-b776-a061989e9fad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.253134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2aa8bd40-e988-4eeb-8d39-0fec4c6b853c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.264977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=b2d44f58-8ee8-4cbf-baa0-c59f3987ef43,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:58.323844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.328370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a00aa3af-6777-409c-b1da-7112d8e7f2b8 None None] Provisioning for port 698ce8f6-68fd-41f7-a80b-029a151332c2 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:58.347158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99f7cb-a8b7-43ac-b776-a061989e9fad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=8419f168-f6ac-4091-8c95-8c6408c675a6,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:58.422192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8bd40-e988-4eeb-8d39-0fec4c6b853c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 1fa36374-1235-4d2e-9deb-3f71f09cef6d owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:58.456148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:58.456749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.467703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5193a0a-3ef6-4d4f-8b31-1218c566105b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:58.486707 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1cc7df3c-adf5-4254-8ce8-4b8884313e90 req-1852c92e-94ab-4ce8-be7e-053aaf296c3b service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824191 Jun 16 15:17:58.497182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] For port 83ad84b6-ccbf-4f47-bdcc-ec585867be47, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:17:58.503923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8a99f7cb-a8b7-43ac-b776-a061989e9fad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.505110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] For port 83ad84b6-ccbf-4f47-bdcc-ec585867be47, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83ad84b6-ccbf-4f47-bdcc-ec585867be47,segment=NetworkSegment(da305757-90de-4f36-b00f-dab4aa6d14c1),segment_id=da305757-90de-4f36-b00f-dab4aa6d14c1)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:17:58.510817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56016) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:58.511055 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8a99f7cb-a8b7-43ac-b776-a061989e9fad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/ports/8419f168-f6ac-4091-8c95-8c6408c675a6 HTTP/1.1" status: 204 len: 168 time: 1.9129636 Jun 16 15:17:58.516820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.523882 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0a736e32-2091-4dab-abb7-ea059f49ba33 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0380199 Jun 16 15:17:58.524985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56020) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:58.532286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-713325253', 'security_groups': ['a5193a0a-3ef6-4d4f-8b31-1218c566105b'], 'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:17:58.578571 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8631c2b6-1464-4d16-ba28-451ba98287e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5763144 Jun 16 15:17:58.587892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56026) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:58.639865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.678843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:58.705908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:17:58.706283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.716135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port c926d4ac-05e1-4e62-9d9f-2b103225ae30 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:58.716534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.769323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:17:58.776099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:port and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:17:58.786041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d647b-d018-4422-b814-21a0434a7cb0 req-530655bd-7eb3-4e75-aec9-59583b701b0c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:58.788168 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dc5d647b-d018-4422-b814-21a0434a7cb0 req-530655bd-7eb3-4e75-aec9-59583b701b0c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 944 time: 0.1345675 Jun 16 15:17:58.789156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:17:58.812927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:17:58.831224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f6d609-8d0b-4124-b5f8-a5774f6f2c69 None None] Update dhcp port {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': 'aa19a02e-4ed2-4f74-8ce5-34efffc22774', 'ip_address': '2001:db8::f816:3eff:fe35:d54f'}, {'subnet_id': 'eb56288e-7eec-46b1-98eb-174e99f55ae5'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '85ea8d91-04df-4d50-9da5-fc3d9c463ac4'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:17:58.860266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2aa8bd40-e988-4eeb-8d39-0fec4c6b853c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.866775 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dc5d647b-d018-4422-b814-21a0434a7cb0 req-e1ab5de1-b1de-4bd9-bec5-29af98927a06 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710213 Jun 16 15:17:58.878275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ec34d-7a0d-4571-801b-a3b5b5cb9380 None None] Pushing event updated for resources: {'Port': ['ID=83ad84b6-ccbf-4f47-bdcc-ec585867be47,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:58.916426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:17:58.953149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03ff8f-aa74-490e-9eae-b7d6b7d794ed tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:58.955881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60f6d609-8d0b-4124-b5f8-a5774f6f2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:58.961463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03ff8f-aa74-490e-9eae-b7d6b7d794ed tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:17:58.962445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bb03ff8f-aa74-490e-9eae-b7d6b7d794ed tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:58.973755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8bd40-e988-4eeb-8d39-0fec4c6b853c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=1fa36374-1235-4d2e-9deb-3f71f09cef6d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:59.054304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2aa8bd40-e988-4eeb-8d39-0fec4c6b853c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:59.063179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:17:59.066121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:59.096171 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2aa8bd40-e988-4eeb-8d39-0fec4c6b853c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/1fa36374-1235-4d2e-9deb-3f71f09cef6d HTTP/1.1" status: 204 len: 168 time: 1.8611035 Jun 16 15:17:59.098078 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56030) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:59.150368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:59.188893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port bf3e8ae2-035b-4584-9320-b2929acd0cda yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:17:59.268531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bb03ff8f-aa74-490e-9eae-b7d6b7d794ed tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:59.272742 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bb03ff8f-aa74-490e-9eae-b7d6b7d794ed tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.6836307 Jun 16 15:17:59.274092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56034) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:59.293065 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7566331c-4b58-44bc-8ad2-2a2f4b0cc941 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:17:59.293065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7566331c-4b58-44bc-8ad2-2a2f4b0cc941 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:17:59.293065 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7566331c-4b58-44bc-8ad2-2a2f4b0cc941 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/1fa36374-1235-4d2e-9deb-3f71f09cef6d HTTP/1.1" status: 404 len: 333 time: 0.1920264 Jun 16 15:17:59.295178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56038) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:59.324836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=85ea8d91-04df-4d50-9da5-fc3d9c463ac4,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:59.353151 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-719a8eee-5446-4ab5-8301-32f3e5dd74a3 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:17:59.353802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-719a8eee-5446-4ab5-8301-32f3e5dd74a3 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:17:59.368307 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-60f6d609-8d0b-4124-b5f8-a5774f6f2c69 None None] Allocated IP 172.20.0.2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/eb56288e-7eec-46b1-98eb-174e99f55ae5/85ea8d91-04df-4d50-9da5-fc3d9c463ac4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:59.395634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-725d5121-2d34-47eb-ada7-5ce238f7069c None None] Could not find standard attr ID for object 1fa36374-1235-4d2e-9deb-3f71f09cef6d. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:17:59.404629 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:59.405695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 698ce8f6-68fd-41f7-a80b-029a151332c2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:17:59.411999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:59.500743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-719a8eee-5446-4ab5-8301-32f3e5dd74a3 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:17:59.503830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4d1853ef-4175-4f55-858f-5da4c5bf02b9 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:17:59.504299 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-719a8eee-5446-4ab5-8301-32f3e5dd74a3 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/1fa36374-1235-4d2e-9deb-3f71f09cef6d HTTP/1.1" status: 404 len: 333 time: 0.2078977 Jun 16 15:17:59.540823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56042) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:17:59.585123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-7c770eef-f031-42b2-ae34-3b5db8d3c164 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port b2d44f58-8ee8-4cbf-baa0-c59f3987ef43 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:17:59.585686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7c770eef-f031-42b2-ae34-3b5db8d3c164 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:59.623585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for c926d4ac-05e1-4e62-9d9f-2b103225ae30 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:17:59.712690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=85ea8d91-04df-4d50-9da5-fc3d9c463ac4,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:17:59.718313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.14 (10b7ac6c-2434-4753-9f56-3e6371374f84/77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f/bf3e8ae2-035b-4584-9320-b2929acd0cda) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:17:59.726292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0fee48a2-76bd-4315-ab87-0cc38877a729 None None] Could not find standard attr ID for object 1fa36374-1235-4d2e-9deb-3f71f09cef6d. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:17:59.931268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-60f6d609-8d0b-4124-b5f8-a5774f6f2c69 None None] For port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=85ea8d91-04df-4d50-9da5-fc3d9c463ac4,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:17:59.951763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 698ce8f6-68fd-41f7-a80b-029a151332c2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:17:59.997488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.000070 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 698ce8f6-68fd-41f7-a80b-029a151332c2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:00.003407 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.054564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:00.069364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.106270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'port_id': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'mac_address': 'fa:16:3e:35:38:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:18:00.112428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60f6d609-8d0b-4124-b5f8-a5774f6f2c69 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.146558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=c926d4ac-05e1-4e62-9d9f-2b103225ae30,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:00.160341 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.160848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.161634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.163090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.163572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.164296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.165000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.165873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.166540 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.167203 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.167650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.168162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:00.183112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-60f6d609-8d0b-4124-b5f8-a5774f6f2c69 None None] Transition to ACTIVE for port object 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:00.297378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:00.297768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.315807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7c770eef-f031-42b2-ae34-3b5db8d3c164 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.323259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60f6d609-8d0b-4124-b5f8-a5774f6f2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.340266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.342512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3e3d68-b7e2-44b3-8b5c-195804c3dcd6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet 6c4b0524-1e8f-4e9c-8a3d-3c3e98243e0a {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:00.344731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object bf3e8ae2-035b-4584-9320-b2929acd0cda will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:00.406002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1853ef-4175-4f55-858f-5da4c5bf02b9 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:18:00.427260 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-25c64ff9-b6cf-4ff9-85f3-93fc3a7ecdad tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/ports/c926d4ac-05e1-4e62-9d9f-2b103225ae30 HTTP/1.1" status: 204 len: 168 time: 1.9153781 Jun 16 15:18:00.430270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56048) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:00.472225 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 698ce8f6-68fd-41f7-a80b-029a151332c2 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:00.472727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.565097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:00.576873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3d68-b7e2-44b3-8b5c-195804c3dcd6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.625777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-7c770eef-f031-42b2-ae34-3b5db8d3c164 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for b2d44f58-8ee8-4cbf-baa0-c59f3987ef43 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:00.654143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.660660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1ca68864-4e11-4923-aade-937dba78750a None None] Provisioning complete for port 407eab71-e98f-4168-897f-ba05b9844939 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:00.664001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1ca68864-4e11-4923-aade-937dba78750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.695601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4fecd4-3551-4d12-bdc4-1a2ffe40754e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:00.697323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-af4fecd4-3551-4d12-bdc4-1a2ffe40754e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Synchronizing usage tracker for tenant:22f38ed0bf0a4993bf331c54e6230cae on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:00.708183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3d68-b7e2-44b3-8b5c-195804c3dcd6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.712568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6d609-8d0b-4124-b5f8-a5774f6f2c69 None None] Pushing event updated for resources: {'Port': ['ID=85ea8d91-04df-4d50-9da5-fc3d9c463ac4,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:00.773840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 698ce8f6-68fd-41f7-a80b-029a151332c2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=698ce8f6-68fd-41f7-a80b-029a151332c2,segment=NetworkSegment(1c977a98-dcb9-435a-aedc-c13ed4508342),segment_id=1c977a98-dcb9-435a-aedc-c13ed4508342)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:00.774837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-af4fecd4-3551-4d12-bdc4-1a2ffe40754e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Unset dirty status for tenant:22f38ed0bf0a4993bf331c54e6230cae on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:00.779253 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-af4fecd4-3551-4d12-bdc4-1a2ffe40754e tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 HTTP/1.1" status: 200 len: 913 time: 0.3446944 Jun 16 15:18:00.780287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56052) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:00.790141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1ca68864-4e11-4923-aade-937dba78750a None None] Port 407eab71-e98f-4168-897f-ba05b9844939 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:00.811213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=4d1853ef-4175-4f55-858f-5da4c5bf02b9,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:00.831128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:00.895499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2124b5-aca4-4467-89cd-96aaf88f4505 req-231ec254-e3be-46e0-8706-25c3fde2c285 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:00.897786 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cc2124b5-aca4-4467-89cd-96aaf88f4505 req-231ec254-e3be-46e0-8706-25c3fde2c285 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 944 time: 0.6543670 Jun 16 15:18:00.920865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1ca68864-4e11-4923-aade-937dba78750a None None] Provisioning for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:00.969662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['4d1853ef-4175-4f55-858f-5da4c5bf02b9'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:18:00.986807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3d68-b7e2-44b3-8b5c-195804c3dcd6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.002418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=698ce8f6-68fd-41f7-a80b-029a151332c2,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:01.041972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.073795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:01.099477 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cc2124b5-aca4-4467-89cd-96aaf88f4505 req-15a82dbc-1a09-4be3-92b2-4ae512e046c4 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881247 Jun 16 15:18:01.232255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:01.240342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:01.247569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 83ad84b6-ccbf-4f47-bdcc-ec585867be47 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:01.254710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:01.343343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:01.343989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.386448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=bf3e8ae2-035b-4584-9320-b2929acd0cda,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:01.394563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3d68-b7e2-44b3-8b5c-195804c3dcd6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.449255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.449602 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.449946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.450285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.450639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.450998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.451333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.451664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.451991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.452318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.452644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.452968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:01.457465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8c7ae5-35e4-4db2-9773-dc2efd4261d4 None None] Network ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:01.462063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3d68-b7e2-44b3-8b5c-195804c3dcd6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.464051 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1b3e3d68-b7e2-44b3-8b5c-195804c3dcd6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/6c4b0524-1e8f-4e9c-8a3d-3c3e98243e0a HTTP/1.1" status: 204 len: 168 time: 1.9204316 Jun 16 15:18:01.483414 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4d48fafc-58e9-4ad3-8195-55980216590f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9567783 Jun 16 15:18:01.489952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56056) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:01.490466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e3d68-b7e2-44b3-8b5c-195804c3dcd6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4b0524-1e8f-4e9c-8a3d-3c3e98243e0a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:01.490466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7c770eef-f031-42b2-ae34-3b5db8d3c164 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.497909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56058) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:01.527762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:01.560319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c770eef-f031-42b2-ae34-3b5db8d3c164 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=b2d44f58-8ee8-4cbf-baa0-c59f3987ef43,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:01.657111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:01.675803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:01.676178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.768088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7c770eef-f031-42b2-ae34-3b5db8d3c164 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.770215 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7c770eef-f031-42b2-ae34-3b5db8d3c164 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/b2d44f58-8ee8-4cbf-baa0-c59f3987ef43 HTTP/1.1" status: 204 len: 168 time: 2.4949644 Jun 16 15:18:01.772820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56064) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:01.807717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.847220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 698ce8f6-68fd-41f7-a80b-029a151332c2 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:01.847568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.862858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1addcecf-270f-4ebc-ba38-ae1466d39649 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:01.867959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1addcecf-270f-4ebc-ba38-ae1466d39649 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:01.867959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1addcecf-270f-4ebc-ba38-ae1466d39649 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:01.871972 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1addcecf-270f-4ebc-ba38-ae1466d39649 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0980668 Jun 16 15:18:01.873051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56068) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:01.903188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e31dfb0e-b282-4e67-985b-2af9aefd551f None None] Provisioning for port bf3e8ae2-035b-4584-9320-b2929acd0cda completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:01.910920 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e31dfb0e-b282-4e67-985b-2af9aefd551f None None] Provisioning complete for port bf3e8ae2-035b-4584-9320-b2929acd0cda triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:01.911324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e31dfb0e-b282-4e67-985b-2af9aefd551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.921554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:01.926344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:01.929325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:01.935329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:01.963419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-47062ab6-70c5-4017-941d-1df66f09f389 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet aa19a02e-4ed2-4f74-8ce5-34efffc22774 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:01.966924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-47062ab6-70c5-4017-941d-1df66f09f389 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:01.996564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:01.998055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.012288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.018321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e31dfb0e-b282-4e67-985b-2af9aefd551f None None] Port bf3e8ae2-035b-4584-9320-b2929acd0cda cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:02.030814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e31dfb0e-b282-4e67-985b-2af9aefd551f None None] Could not find standard attr ID for object b2d44f58-8ee8-4cbf-baa0-c59f3987ef43. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:18:02.033980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-47062ab6-70c5-4017-941d-1df66f09f389 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.047191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 83ad84b6-ccbf-4f47-bdcc-ec585867be47, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83ad84b6-ccbf-4f47-bdcc-ec585867be47,segment=NetworkSegment(da305757-90de-4f36-b00f-dab4aa6d14c1),segment_id=da305757-90de-4f36-b00f-dab4aa6d14c1)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:02.080537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:02.083981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.111746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] DHCP port deletion for ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:18:02.118288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] Deleting port 698ce8f6-68fd-41f7-a80b-029a151332c2 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:02.118734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.130458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-47062ab6-70c5-4017-941d-1df66f09f389 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.188275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.203383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e31dfb0e-b282-4e67-985b-2af9aefd551f None None] Provisioning for port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:02.224483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e31dfb0e-b282-4e67-985b-2af9aefd551f None None] Provisioning complete for port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:02.224939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e31dfb0e-b282-4e67-985b-2af9aefd551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.336665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-47062ab6-70c5-4017-941d-1df66f09f389 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.379875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47062ab6-70c5-4017-941d-1df66f09f389 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=aa19a02e-4ed2-4f74-8ce5-34efffc22774,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:02.386180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-47062ab6-70c5-4017-941d-1df66f09f389 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.397496 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-47062ab6-70c5-4017-941d-1df66f09f389 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/aa19a02e-4ed2-4f74-8ce5-34efffc22774 HTTP/1.1" status: 204 len: 168 time: 0.5228708 Jun 16 15:18:02.400908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56074) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:02.431005 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.ipam_backend_mixin [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f (CIDR: 172.20.0.0/28) Jun 16 15:18:02.476929 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=83ad84b6-ccbf-4f47-bdcc-ec585867be47,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:02.489025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e379ab77-2068-495b-b180-79e687c300be tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet eb56288e-7eec-46b1-98eb-174e99f55ae5 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:02.500405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62ee55-b9ad-4fba-847b-73833077652b req-cc6ec08c-e645-4a48-999b-1b459e4cc5a0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:02.502682 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c62ee55-b9ad-4fba-847b-73833077652b req-cc6ec08c-e645-4a48-999b-1b459e4cc5a0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 945 time: 0.2446308 Jun 16 15:18:02.503462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e379ab77-2068-495b-b180-79e687c300be tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.534320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c2f57-4880-4d18-a0ea-aa8ee5372884 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:02.599373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e379ab77-2068-495b-b180-79e687c300be tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.618423 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e31dfb0e-b282-4e67-985b-2af9aefd551f None None] Current status of the port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:02.641363 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c62ee55-b9ad-4fba-847b-73833077652b req-80d173f1-481b-4617-ba8f-c0b3d66bf0c3 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091025 Jun 16 15:18:02.702631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e379ab77-2068-495b-b180-79e687c300be tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.706841 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:18:02.711981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:02.717402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] For port 698ce8f6-68fd-41f7-a80b-029a151332c2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=698ce8f6-68fd-41f7-a80b-029a151332c2,segment=NetworkSegment(1c977a98-dcb9-435a-aedc-c13ed4508342),segment_id=1c977a98-dcb9-435a-aedc-c13ed4508342)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:02.717803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.776028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] For port 698ce8f6-68fd-41f7-a80b-029a151332c2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=698ce8f6-68fd-41f7-a80b-029a151332c2,segment=NetworkSegment(1c977a98-dcb9-435a-aedc-c13ed4508342),segment_id=1c977a98-dcb9-435a-aedc-c13ed4508342)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:02.776383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.788767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-16e31398-1d83-4cf7-abce-280e79b0c7ee None None] Could not find standard attr ID for object b2d44f58-8ee8-4cbf-baa0-c59f3987ef43. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:18:02.899028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] Calling delete_port for 698ce8f6-68fd-41f7-a80b-029a151332c2 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:02.904142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e379ab77-2068-495b-b180-79e687c300be tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.907479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 698ce8f6-68fd-41f7-a80b-029a151332c2 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:02.935299 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ba3418b9-12a3-4bbf-8163-f7699bd0f08d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4360542 Jun 16 15:18:02.936104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 83ad84b6-ccbf-4f47-bdcc-ec585867be47 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:02.942238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56078) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:02.950642 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:02.952714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379ab77-2068-495b-b180-79e687c300be tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=eb56288e-7eec-46b1-98eb-174e99f55ae5,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:02.961986 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e379ab77-2068-495b-b180-79e687c300be tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:02.972778 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e379ab77-2068-495b-b180-79e687c300be tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/eb56288e-7eec-46b1-98eb-174e99f55ae5 HTTP/1.1" status: 204 len: 168 time: 0.5708756 Jun 16 15:18:02.975099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56082) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:03.131430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:03.131769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.156044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4d4a5980-feab-4919-b8a6-84786fc797fe tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:router {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:03.168369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4d4a5980-feab-4919-b8a6-84786fc797fe tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:router {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:03.169531 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4d4a5980-feab-4919-b8a6-84786fc797fe tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1935465 Jun 16 15:18:03.172361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56086) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:03.179402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:03.195647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:03.204161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:03.209636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:03.216016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port b655e2f1-7769-4b1d-9aaa-d6058cbe87d2 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:03.216550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.254579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:03.254822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:03.271487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:03.291881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:03.302249 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.302628 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f236e6e-053c-427e-9605-fdb8dc0fd19c None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:18:03.307310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9f236e6e-053c-427e-9605-fdb8dc0fd19c None None] Deleting port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:03.308062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236e6e-053c-427e-9605-fdb8dc0fd19c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.339114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:03.343411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:03.347125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:03.353211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 698ce8f6-68fd-41f7-a80b-029a151332c2 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:18:03.355621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:03.371316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=698ce8f6-68fd-41f7-a80b-029a151332c2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:03.380566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No DVR routers for this DVR port 698ce8f6-68fd-41f7-a80b-029a151332c2 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:03.399897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 698ce8f6-68fd-41f7-a80b-029a151332c2 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:18:03.400156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 698ce8f6-68fd-41f7-a80b-029a151332c2 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:18:03.416359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:03.419775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.425729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:03.429323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.493185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4d1853ef-4175-4f55-858f-5da4c5bf02b9 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:03.626597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9f236e6e-053c-427e-9605-fdb8dc0fd19c None None] For port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=85ea8d91-04df-4d50-9da5-fc3d9c463ac4,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:03.626830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236e6e-053c-427e-9605-fdb8dc0fd19c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.638067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.744573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:03.775634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c977a98-dcb9-435a-aedc-c13ed4508342') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:03.776018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c977a98-dcb9-435a-aedc-c13ed4508342') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:03.784148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.784337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] Deleting port 698ce8f6-68fd-41f7-a80b-029a151332c2 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:03.784337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.804900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.818805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9f236e6e-053c-427e-9605-fdb8dc0fd19c None None] Calling delete_port for 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:03.908849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a4158db2-d30f-4566-9244-d8bcef7989d8 None None] The port '698ce8f6-68fd-41f7-a80b-029a151332c2' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:18:03.910375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:03.921137 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:03.921137 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:03.932020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.objects.ports [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:18:03.940329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759c9c-23e7-4334-b043-7f390ec17dac req-02aac378-6b89-4004-ab0c-234dd758b14f tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:03.941774 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d759c9c-23e7-4334-b043-7f390ec17dac req-02aac378-6b89-4004-ab0c-234dd758b14f tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 945 time: 0.1708705 Jun 16 15:18:03.949797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for b655e2f1-7769-4b1d-9aaa-d6058cbe87d2 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:03.990165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.001459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:04.001859 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.062374 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d759c9c-23e7-4334-b043-7f390ec17dac req-f25185d2-ea14-445c-84ec-b7922c6dd050 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850539 Jun 16 15:18:04.078196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f236e6e-053c-427e-9605-fdb8dc0fd19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.095823 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 1c977a98-dcb9-435a-aedc-c13ed4508342 resource provider aggregate not found Jun 16 15:18:04.133254 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 1c977a98-dcb9-435a-aedc-c13ed4508342 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c977a98-dcb9-435a-aedc-c13ed4508342 found for delete ", "request_id": "req-b4fc08d3-d13e-40ec-ac47-cc0b059e720e"}]} Jun 16 15:18:04.142787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f236e6e-053c-427e-9605-fdb8dc0fd19c None None] Pushing event deleted for resources: {'Port': ['ID=85ea8d91-04df-4d50-9da5-fc3d9c463ac4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:04.149872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f236e6e-053c-427e-9605-fdb8dc0fd19c None None] No DVR routers for this DVR port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:04.154329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:04.154710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.181775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.ipam_pluggable_backend [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Port 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89745) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jun 16 15:18:04.181775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.ipam_pluggable_backend [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Reverting IP allocation for 2001:db8::f816:3eff:fe35:d54f {{(pid=89745) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jun 16 15:18:04.185320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.187937 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:18:04.205642 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:04.206578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.244040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:04.251838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:04.256944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:04.257546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.268667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5687f571-451f-4657-b1b5-e72608b6d103 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:04.299749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=0943c94c-31a4-48df-809c-af388c310eb2,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:04.310230 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.355146 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9604287b-add9-4183-be2e-94945f4cd5b0'] response: {'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'code': 200} Jun 16 15:18:04.369168 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8830e257-ab13-4544-bf3b-0e98b9241622 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1957293 Jun 16 15:18:04.372410 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56100) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:04.390791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:04.409729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.413297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Network': ['ID=ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:04.472321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=4d1853ef-4175-4f55-858f-5da4c5bf02b9,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:04.491594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.492305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.492890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.493449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.494057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.494322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.494751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.495207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.495636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.496060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.496486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.496905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:18:04.546068 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-97cccd9b-d7fd-43a4-b4d7-b77caf2a04fd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/networks/ccbc0f67-b54e-4cf3-99c8-f50ed357b9f2 HTTP/1.1" status: 204 len: 168 time: 3.0590241 Jun 16 15:18:04.550000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56104) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:04.555739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-954483093'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:04.572899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.579011 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:04.631186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:04.638435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:04.642093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:04.650666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:04.651164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:network and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:04.656255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=b655e2f1-7769-4b1d-9aaa-d6058cbe87d2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:04.658992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:04.701643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '0943c94c-31a4-48df-809c-af388c310eb2'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:04.702896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.706775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:04.756823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:04.760629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.787542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.878892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:04.882722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Allocated IP 2001:db8::f816:3eff:fe81:6383 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/0943c94c-31a4-48df-809c-af388c310eb2/2fe9af90-2408-4729-9874-e7a337e9de44) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:04.889172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:04.899335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:04.903196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.914634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4421b52-2bea-471f-9127-cc3416ba8e04 None None] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:04.965019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:04.971944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:04.999361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=e8ea901d-ebea-445a-bfcd-d09183b485da,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:05.014442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:18:05.073267 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:18:05.073607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 85ea8d91-04df-4d50-9da5-fc3d9c463ac4 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:18:05.107816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:05.113764 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9589f8ab-fdbe-413c-a132-f31e25b95a0f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1673012 Jun 16 15:18:05.116054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56110) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:05.128558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-287229649', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8ea901d-ebea-445a-bfcd-d09183b485da'}], 'security_groups': ['61e65d90-e9ad-4042-890f-dee79ff06aaf']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:05.140128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c5909-882a-4f04-a06b-cdf957ba7a99 req-ae810222-770c-45f9-8584-8a4dc977bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:05.144120 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-186c5909-882a-4f04-a06b-cdf957ba7a99 req-ae810222-770c-45f9-8584-8a4dc977bca5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 1099 time: 0.3948314 Jun 16 15:18:05.144949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.144949 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Added segment be6899fc-196c-49f5-90d8-9421deaf5cc8 of type vlan for network d566f7e9-9931-40bf-8b43-e20e83aaa86e Jun 16 15:18:05.172259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.252766 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.277446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.295346 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-186c5909-882a-4f04-a06b-cdf957ba7a99 req-8a0c7bc4-a54e-4a38-a565-2d3334ed7253 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459906 Jun 16 15:18:05.337371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=231aecb3-7b8d-46ff-b45f-a8d62fa341c5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:05.365299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.373370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:05.380110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Transition to ACTIVE for port object 2fe9af90-2408-4729-9874-e7a337e9de44 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:05.393595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:05.409385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:05.410433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.429813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Transition to ACTIVE for port object 2fe9af90-2408-4729-9874-e7a337e9de44 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:05.481149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.486800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:05.487438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.504582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.532322 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:18:05.539448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.617406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:05.618542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:05.621712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:05.625356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Pushing event updated for resources: {'Port': ['ID=2fe9af90-2408-4729-9874-e7a337e9de44,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:05.662079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0454b3c-90c3-48b9-9138-245771e35a13 req-b51c5e95-14bb-4a75-afa4-4e0b9f73f71e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:05.663656 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0454b3c-90c3-48b9-9138-245771e35a13 req-b51c5e95-14bb-4a75-afa4-4e0b9f73f71e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.4694636 Jun 16 15:18:05.667501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead7aca4-7597-4d81-9a40-cb650ac5094a None None] Update dhcp port {'port': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'fixed_ips': [{'subnet_id': '77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8ea901d-ebea-445a-bfcd-d09183b485da'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '83ad84b6-ccbf-4f47-bdcc-ec585867be47'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:18:05.686291 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1322131 Jun 16 15:18:05.687055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56114) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:05.702157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': 'd566f7e9-9931-40bf-8b43-e20e83aaa86e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:05.739715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703411e-5556-4a93-a352-376be43670c7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Network': ['ID=d566f7e9-9931-40bf-8b43-e20e83aaa86e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:05.752096 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-52465d14-8a57-41a4-8603-699d59b3b39d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3779879 Jun 16 15:18:05.754497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56118) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:05.754967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d566f7e9-9931-40bf-8b43-e20e83aaa86e details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:05.775666 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0454b3c-90c3-48b9-9138-245771e35a13 req-c982190b-315a-480d-9778-0be9322a595a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023180 Jun 16 15:18:05.784944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.815795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:00:65:7d', 'name': 'tempest-NetworksTestDHCPv6-482188449'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:05.820261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ead7aca4-7597-4d81-9a40-cb650ac5094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.872777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Attempting to bind port 2fe9af90-2408-4729-9874-e7a337e9de44 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:05.873153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Attempting to bind port 2fe9af90-2408-4729-9874-e7a337e9de44 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:05.873579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Attempting to bind port 2fe9af90-2408-4729-9874-e7a337e9de44 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:05.898259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:05.898623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:05.899154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:05.899540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:05.900016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Bound port: 2fe9af90-2408-4729-9874-e7a337e9de44, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:05.900378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:06.076018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:06.087874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:06.100565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:06.109039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:18:06.114156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] For port 2fe9af90-2408-4729-9874-e7a337e9de44, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:06.114916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:06.120968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] For port 2fe9af90-2408-4729-9874-e7a337e9de44, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2fe9af90-2408-4729-9874-e7a337e9de44,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:06.191597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:06.231931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Delete allocated IP 172.20.0.14 (10b7ac6c-2434-4753-9f56-3e6371374f84/77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f) {{(pid=89745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 16 15:18:06.236390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:06.239786 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:06.241532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.30 (10b7ac6c-2434-4753-9f56-3e6371374f84/e8ea901d-ebea-445a-bfcd-d09183b485da/bf3e8ae2-035b-4584-9320-b2929acd0cda) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:06.271894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:06.301008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eced555-4305-4c88-a6b8-b83cddbe81f8 None None] Pushing event updated for resources: {'Port': ['ID=2fe9af90-2408-4729-9874-e7a337e9de44,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:06.413323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:06.463709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:18:06.476793 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2d9b6-112d-4d9e-9a52-92aa65890a63 None None] Sync routers for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:18:06.478518 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-66988be0-0f51-4093-8654-37a7827cb4ef tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "PUT /v2.0/routers/9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6971056 Jun 16 15:18:06.482280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56122) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:06.490954 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2d9b6-112d-4d9e-9a52-92aa65890a63 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:18:06.491449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:06.495264 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-66d2d9b6-112d-4d9e-9a52-92aa65890a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:06.510157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object bf3e8ae2-035b-4584-9320-b2929acd0cda will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:06.578566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:06.596861 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-66d2d9b6-112d-4d9e-9a52-92aa65890a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:06.606424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:06.608579 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2d9b6-112d-4d9e-9a52-92aa65890a63 None None] Routers {'9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:18:06.609634 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-66d2d9b6-112d-4d9e-9a52-92aa65890a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:06.681680 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-66d2d9b6-112d-4d9e-9a52-92aa65890a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:06.682463 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2d9b6-112d-4d9e-9a52-92aa65890a63 None None] The sync data for ids ['9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:18:06.735101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ead7aca4-7597-4d81-9a40-cb650ac5094a None None] Allocated IP 172.20.0.18 (10b7ac6c-2434-4753-9f56-3e6371374f84/e8ea901d-ebea-445a-bfcd-d09183b485da/83ad84b6-ccbf-4f47-bdcc-ec585867be47) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:06.825321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=bf3e8ae2-035b-4584-9320-b2929acd0cda,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:06.874862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] In _notify_port_updated(), no bound segment for port bf3e8ae2-035b-4584-9320-b2929acd0cda on network 10b7ac6c-2434-4753-9f56-3e6371374f84 {{(pid=89745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:18:06.882237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:06.882901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:06.892969 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b18b195b-2e98-43b8-a254-ce10e9e39fe5 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "PUT /v2.0/ports/bf3e8ae2-035b-4584-9320-b2929acd0cda HTTP/1.1" status: 200 len: 920 time: 1.7743044 Jun 16 15:18:06.895223 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56128) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:06.927815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:06.951323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:07.005453 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2fe9af90-2408-4729-9874-e7a337e9de44 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:07.011559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:07.040799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ead7aca4-7597-4d81-9a40-cb650ac5094a None None] For port 83ad84b6-ccbf-4f47-bdcc-ec585867be47, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83ad84b6-ccbf-4f47-bdcc-ec585867be47,segment=NetworkSegment(da305757-90de-4f36-b00f-dab4aa6d14c1),segment_id=da305757-90de-4f36-b00f-dab4aa6d14c1)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:07.070340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a827efbf-e490-4735-961a-f55afc0b1edb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port bf3e8ae2-035b-4584-9320-b2929acd0cda {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:07.070967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a827efbf-e490-4735-961a-f55afc0b1edb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:07.075762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:07.094075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ead7aca4-7597-4d81-9a40-cb650ac5094a None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:07.116020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ead7aca4-7597-4d81-9a40-cb650ac5094a None None] Transition to ACTIVE for port object 83ad84b6-ccbf-4f47-bdcc-ec585867be47 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:07.172847 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 2fe9af90-2408-4729-9874-e7a337e9de44 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:07.209453 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ead7aca4-7597-4d81-9a40-cb650ac5094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:07.210482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c4a1f-8cdb-4c04-8120-93a9eaf96d83 req-31c6f849-415a-4241-be0b-3d9c3844d2b2 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:07.217603 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6d1c4a1f-8cdb-4c04-8120-93a9eaf96d83 req-31c6f849-415a-4241-be0b-3d9c3844d2b2 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.2658360 Jun 16 15:18:07.270664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=0f4664a2-3457-428c-93bb-a0de938b8724,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:07.320581 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6d1c4a1f-8cdb-4c04-8120-93a9eaf96d83 req-0b9792e3-2c45-4ddc-9528-b2d02b6ca63d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020157 Jun 16 15:18:07.358782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Checking segment: {'id': 'be6899fc-196c-49f5-90d8-9421deaf5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd566f7e9-9931-40bf-8b43-e20e83aaa86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:07.359179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network hostable DHCP agents. Network: d566f7e9-9931-40bf-8b43-e20e83aaa86e, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:07.425256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:07.427164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7aca4-7597-4d81-9a40-cb650ac5094a None None] Pushing event updated for resources: {'Port': ['ID=83ad84b6-ccbf-4f47-bdcc-ec585867be47,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:07.456102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a827efbf-e490-4735-961a-f55afc0b1edb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:07.540572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 172.20.0.6 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/231aecb3-7b8d-46ff-b45f-a8d62fa341c5/5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:07.545908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting port 602dd633-5ae2-447e-90bb-492e9a062a0a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:07.546505 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:07.589458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network d566f7e9-9931-40bf-8b43-e20e83aaa86e is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:07.592385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::f816:3eff:fe00:657d (31e74b08-3bfc-4c0f-a043-3479a97b05c8/0943c94c-31a4-48df-809c-af388c310eb2/5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:07.646233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a827efbf-e490-4735-961a-f55afc0b1edb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for bf3e8ae2-035b-4584-9320-b2929acd0cda owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:07.763840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73020a4-55f1-41ee-8eb2-32f317b9499b req-dc949b06-6168-4c78-8a1b-70e822cfb2d5 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:07.767534 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c73020a4-55f1-41ee-8eb2-32f317b9499b req-dc949b06-6168-4c78-8a1b-70e822cfb2d5 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.3006816 Jun 16 15:18:07.770027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674ee57-b6d9-4cad-bf31-028b09d8e0fd None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:07.952317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d566f7e9-9931-40bf-8b43-e20e83aaa86e) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:07.969316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:07.970190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.050320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c614f-b4e6-4d97-8cd0-728e1d4065ef None None] Network d566f7e9-9931-40bf-8b43-e20e83aaa86e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:08.073615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c4417f67-54f9-47ad-89d3-e36b129c9da3 None None] Provisioning for port 2fe9af90-2408-4729-9874-e7a337e9de44 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:08.117052 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c73020a4-55f1-41ee-8eb2-32f317b9499b req-edd3478b-813e-4074-9431-ff3a8540cfbc tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998580 Jun 16 15:18:08.128777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.137288 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a87fd784-8266-49a5-ba81-fbbc0c93fdf8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4493158 Jun 16 15:18:08.140283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56134) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:08.150922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': 'd566f7e9-9931-40bf-8b43-e20e83aaa86e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-71222256'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:08.176983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c4417f67-54f9-47ad-89d3-e36b129c9da3 None None] Provisioning complete for port 2fe9af90-2408-4729-9874-e7a337e9de44 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:08.177364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4417f67-54f9-47ad-89d3-e36b129c9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.241068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.261430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:08.286977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56138) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:08.304279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a827efbf-e490-4735-961a-f55afc0b1edb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.306186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:08.359985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:port and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:08.363335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827efbf-e490-4735-961a-f55afc0b1edb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=bf3e8ae2-035b-4584-9320-b2929acd0cda,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:08.366969 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:08.407952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:08.412301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Calling delete_port for 602dd633-5ae2-447e-90bb-492e9a062a0a owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:08.484045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.485098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a827efbf-e490-4735-961a-f55afc0b1edb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.495179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:08.498964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.523685 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a827efbf-e490-4735-961a-f55afc0b1edb tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/bf3e8ae2-035b-4584-9320-b2929acd0cda HTTP/1.1" status: 204 len: 168 time: 1.6233547 Jun 16 15:18:08.523685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port 694aabc8-d7f3-47be-9e36-c50a1b87e6d7 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:08.529381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56142) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:08.548938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d566f7e9-9931-40bf-8b43-e20e83aaa86e', 'network_id': 'd566f7e9-9931-40bf-8b43-e20e83aaa86e', 'tenant_id': '278eafbf3c42411cb71556eb113bb9fd', 'fixed_ips': [{'subnet_id': '0f4664a2-3457-428c-93bb-a0de938b8724'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:08.548938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.622527 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c546166e-8f59-4b8e-9121-c2d3540cc68b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:18:08.623100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c546166e-8f59-4b8e-9121-c2d3540cc68b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:08.635998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c4417f67-54f9-47ad-89d3-e36b129c9da3 None None] Current status of the port 2fe9af90-2408-4729-9874-e7a337e9de44 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:08.635998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4417f67-54f9-47ad-89d3-e36b129c9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.639933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:08.696046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8::54 (d566f7e9-9931-40bf-8b43-e20e83aaa86e/0f4664a2-3457-428c-93bb-a0de938b8724/694aabc8-d7f3-47be-9e36-c50a1b87e6d7) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:08.748352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c4417f67-54f9-47ad-89d3-e36b129c9da3 None None] For port 2fe9af90-2408-4729-9874-e7a337e9de44, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2fe9af90-2408-4729-9874-e7a337e9de44,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:08.784980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3fd0ff-5e4e-4dd6-bee4-d82c04474edc None None] Update dhcp port {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': '0943c94c-31a4-48df-809c-af388c310eb2', 'ip_address': '2001:db8::f816:3eff:fe81:6383'}, {'subnet_id': '231aecb3-7b8d-46ff-b45f-a8d62fa341c5'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '2fe9af90-2408-4729-9874-e7a337e9de44'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:18:08.823261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:08.825715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:08.830424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:08.838487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4417f67-54f9-47ad-89d3-e36b129c9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.895133 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd0ff-5e4e-4dd6-bee4-d82c04474edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.908515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.951677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:08.971113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c546166e-8f59-4b8e-9121-c2d3540cc68b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:08.975122 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c546166e-8f59-4b8e-9121-c2d3540cc68b tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/bf3e8ae2-035b-4584-9320-b2929acd0cda HTTP/1.1" status: 404 len: 333 time: 0.4245420 Jun 16 15:18:08.975279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56146) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:08.981581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 83ad84b6-ccbf-4f47-bdcc-ec585867be47 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:08.987798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Port': ['ID=602dd633-5ae2-447e-90bb-492e9a062a0a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:09.007948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object 694aabc8-d7f3-47be-9e36-c50a1b87e6d7 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:09.031893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-314b9b70-f1a3-4459-af11-275bd5fb9b4c None None] Could not find standard attr ID for object bf3e8ae2-035b-4584-9320-b2929acd0cda. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:18:09.058762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-547f1072-61ea-42d1-a610-5a57bdf93b44 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.061818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4417f67-54f9-47ad-89d3-e36b129c9da3 None None] Pushing event updated for resources: {'Port': ['ID=2fe9af90-2408-4729-9874-e7a337e9de44,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:09.076833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:09.078092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.087531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe9430-fbfb-41e5-aa69-72dcf7f2df27 tempest-TestNetworkAdvancedServerOps-421517559 tempest-TestNetworkAdvancedServerOps-421517559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:09.089163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-314b9b70-f1a3-4459-af11-275bd5fb9b4c None None] Provisioning complete for port 407eab71-e98f-4168-897f-ba05b9844939 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:09.089295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-314b9b70-f1a3-4459-af11-275bd5fb9b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.089498 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9cfe9430-fbfb-41e5-aa69-72dcf7f2df27 tempest-TestNetworkAdvancedServerOps-421517559 tempest-TestNetworkAdvancedServerOps-421517559-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 1094 time: 0.6428614 Jun 16 15:18:09.096593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56150) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:09.104695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:09.114146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-547f1072-61ea-42d1-a610-5a57bdf93b44 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.123488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:09.131160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.134444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Usage tracker for resource:floatingip and tenant:22df4aa6c5894134881a69db71020b4a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:09.142866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:09.152481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:09.196833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-314b9b70-f1a3-4459-af11-275bd5fb9b4c None None] Port 407eab71-e98f-4168-897f-ba05b9844939 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:09.224073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.278165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network d566f7e9-9931-40bf-8b43-e20e83aaa86e is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:09.285095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:09.295422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:09.302336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:09.302959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.320580 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9ede6a7b-b5a7-47ab-8a45-81e93f53e9a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5116243 Jun 16 15:18:09.321403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56154) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:09.328710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.352513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=694aabc8-d7f3-47be-9e36-c50a1b87e6d7,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:09.352738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Allocated IP 2001:db8::2 (d566f7e9-9931-40bf-8b43-e20e83aaa86e/0f4664a2-3457-428c-93bb-a0de938b8724/b629c76d-a953-4dc2-8920-5b4ec3d5f56a) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:09.359129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-547f1072-61ea-42d1-a610-5a57bdf93b44 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.362226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-547f1072-61ea-42d1-a610-5a57bdf93b44 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.364484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-314b9b70-f1a3-4459-af11-275bd5fb9b4c None None] Provisioning for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:09.366278 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-547f1072-61ea-42d1-a610-5a57bdf93b44 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/security-groups/a5193a0a-3ef6-4d4f-8b31-1218c566105b HTTP/1.1" status: 204 len: 168 time: 0.3902044 Jun 16 15:18:09.367260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56158) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:09.373584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-aa3fd0ff-5e4e-4dd6-bee4-d82c04474edc None None] Allocated IP 172.20.0.2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/231aecb3-7b8d-46ff-b45f-a8d62fa341c5/2fe9af90-2408-4729-9874-e7a337e9de44) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:09.376269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.396361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.400635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-314b9b70-f1a3-4459-af11-275bd5fb9b4c None None] Provisioning complete for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:09.401229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-314b9b70-f1a3-4459-af11-275bd5fb9b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.416375 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f1072-61ea-42d1-a610-5a57bdf93b44 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5193a0a-3ef6-4d4f-8b31-1218c566105b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:09.440415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5531605e-49a4-4509-82db-0bc75162d872 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:09.446772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5531605e-49a4-4509-82db-0bc75162d872 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:09.447739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5531605e-49a4-4509-82db-0bc75162d872 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:09.460585 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-93eb1dec-578b-4968-8641-35b5524727ae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.3191812 Jun 16 15:18:09.464210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56162) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:09.514385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.514985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Fanout notify agent at l3_agent the message router_deleted on router 9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:18:09.543032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.544154 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-272ca9a3-a174-4435-aad5-071594592b3d tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/routers/9ccd527d-a04f-4dfa-88bf-ad8ab7ebf2c3 HTTP/1.1" status: 204 len: 168 time: 3.0609374 Jun 16 15:18:09.547244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56166) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:09.555908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f1add42-c1df-4c4f-8e77-67be9b900a27 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.588289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a06252a6-740e-4204-ae4d-9343235577f0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 694aabc8-d7f3-47be-9e36-c50a1b87e6d7 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:09.588912 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a06252a6-740e-4204-ae4d-9343235577f0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.597736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f1add42-c1df-4c4f-8e77-67be9b900a27 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.617113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5531605e-49a4-4509-82db-0bc75162d872 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:09.621884 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5531605e-49a4-4509-82db-0bc75162d872 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2961776 Jun 16 15:18:09.623786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56170) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:09.719662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.761321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-bf6487ee-b9c9-42f2-9c4f-c545e5673039 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:09.761673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf6487ee-b9c9-42f2-9c4f-c545e5673039 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.812269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a265d4e-2d97-4336-a95d-3f90fedc0433 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Deleting subnet e3023fe9-72b1-42be-b7ff-cd0d31bc423e {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:09.812496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f1add42-c1df-4c4f-8e77-67be9b900a27 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.833426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-aa3fd0ff-5e4e-4dd6-bee4-d82c04474edc None None] For port 2fe9af90-2408-4729-9874-e7a337e9de44, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2fe9af90-2408-4729-9874-e7a337e9de44,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:09.847531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a265d4e-2d97-4336-a95d-3f90fedc0433 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.856624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1add42-c1df-4c4f-8e77-67be9b900a27 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e65d90-e9ad-4042-890f-dee79ff06aaf,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:09.890077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-314b9b70-f1a3-4459-af11-275bd5fb9b4c None None] Current status of the port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:09.905993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.920796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd0ff-5e4e-4dd6-bee4-d82c04474edc None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.929498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Transition to ACTIVE for port object b629c76d-a953-4dc2-8920-5b4ec3d5f56a will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:09.950420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-aa3fd0ff-5e4e-4dd6-bee4-d82c04474edc None None] Transition to ACTIVE for port object 2fe9af90-2408-4729-9874-e7a337e9de44 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:09.955313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f1add42-c1df-4c4f-8e77-67be9b900a27 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.960240 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2f1add42-c1df-4c4f-8e77-67be9b900a27 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/security-groups/61e65d90-e9ad-4042-890f-dee79ff06aaf HTTP/1.1" status: 204 len: 168 time: 0.5813642 Jun 16 15:18:09.960449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Transition to ACTIVE for port object b629c76d-a953-4dc2-8920-5b4ec3d5f56a will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:09.963527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a265d4e-2d97-4336-a95d-3f90fedc0433 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:09.974191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56174) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:10.030663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd0ff-5e4e-4dd6-bee4-d82c04474edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.108085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.111469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a265d4e-2d97-4336-a95d-3f90fedc0433 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.175402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a06252a6-740e-4204-ae4d-9343235577f0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.217318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Network d566f7e9-9931-40bf-8b43-e20e83aaa86e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:10.220190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:10.222776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:10.243785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fd0ff-5e4e-4dd6-bee4-d82c04474edc None None] Pushing event updated for resources: {'Port': ['ID=2fe9af90-2408-4729-9874-e7a337e9de44,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:10.296581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b317ab4-16c3-4318-90aa-726b7b9ac27e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet 77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:10.299086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Allocated IP 172.26.2.58 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/88c47889-f66f-4bc6-9104-e70cc7453e7d) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:10.311418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b317ab4-16c3-4318-90aa-726b7b9ac27e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.340184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a06252a6-740e-4204-ae4d-9343235577f0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 694aabc8-d7f3-47be-9e36-c50a1b87e6d7 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:10.443131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b317ab4-16c3-4318-90aa-726b7b9ac27e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.479309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Attempting to bind port b629c76d-a953-4dc2-8920-5b4ec3d5f56a on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:10.479673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Attempting to bind port b629c76d-a953-4dc2-8920-5b4ec3d5f56a by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'be6899fc-196c-49f5-90d8-9421deaf5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd566f7e9-9931-40bf-8b43-e20e83aaa86e'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:10.480032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Attempting to bind port b629c76d-a953-4dc2-8920-5b4ec3d5f56a on network d566f7e9-9931-40bf-8b43-e20e83aaa86e {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:10.483027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Pushing event updated for resources: {'Port': ['ID=b629c76d-a953-4dc2-8920-5b4ec3d5f56a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:10.494463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a265d4e-2d97-4336-a95d-3f90fedc0433 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.496163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:10.496846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Checking segment: {'id': 'be6899fc-196c-49f5-90d8-9421deaf5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd566f7e9-9931-40bf-8b43-e20e83aaa86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:10.497470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.498054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Bound using segment: {'id': 'be6899fc-196c-49f5-90d8-9421deaf5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd566f7e9-9931-40bf-8b43-e20e83aaa86e'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:10.498793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Bound port: b629c76d-a953-4dc2-8920-5b4ec3d5f56a, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6899fc-196c-49f5-90d8-9421deaf5cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd566f7e9-9931-40bf-8b43-e20e83aaa86e'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:10.500016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.523274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf6487ee-b9c9-42f2-9c4f-c545e5673039 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.548845 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a265d4e-2d97-4336-a95d-3f90fedc0433 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.564382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a265d4e-2d97-4336-a95d-3f90fedc0433 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Subnet': ['ID=e3023fe9-72b1-42be-b7ff-cd0d31bc423e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:10.567456 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1a265d4e-2d97-4336-a95d-3f90fedc0433 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/subnets/e3023fe9-72b1-42be-b7ff-cd0d31bc423e HTTP/1.1" status: 204 len: 168 time: 1.0184200 Jun 16 15:18:10.570715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56178) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:10.625822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] For port b629c76d-a953-4dc2-8920-5b4ec3d5f56a, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:10.629603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] For port b629c76d-a953-4dc2-8920-5b4ec3d5f56a, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b629c76d-a953-4dc2-8920-5b4ec3d5f56a,segment=NetworkSegment(be6899fc-196c-49f5-90d8-9421deaf5cc8),segment_id=be6899fc-196c-49f5-90d8-9421deaf5cc8)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:10.690052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-bf6487ee-b9c9-42f2-9c4f-c545e5673039 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:10.706235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.723039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.797284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363f5c0-8af1-489c-a5e8-de3a7bad75e1 None None] Pushing event updated for resources: {'Port': ['ID=b629c76d-a953-4dc2-8920-5b4ec3d5f56a,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:10.833894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.850395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b317ab4-16c3-4318-90aa-726b7b9ac27e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.866018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.898836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2afad5-6bb3-4003-8669-a326022370bc']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:10.906810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a06252a6-740e-4204-ae4d-9343235577f0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:10.949763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2fe9af90-2408-4729-9874-e7a337e9de44 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:11.026479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06252a6-740e-4204-ae4d-9343235577f0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=694aabc8-d7f3-47be-9e36-c50a1b87e6d7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:11.030221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc63531-cb95-4ba5-85cc-ed304e512f3a') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:11.030822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc63531-cb95-4ba5-85cc-ed304e512f3a') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:11.060300 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.068914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a06252a6-740e-4204-ae4d-9343235577f0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.075073 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a06252a6-740e-4204-ae4d-9343235577f0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/694aabc8-d7f3-47be-9e36-c50a1b87e6d7 HTTP/1.1" status: 204 len: 168 time: 1.6098006 Jun 16 15:18:11.075373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56182) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:11.087761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.100907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:11.101297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.141972 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0ec032-ddd3-414f-8ab4-05c9b12f54eb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:18:11.142515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ba0ec032-ddd3-414f-8ab4-05c9b12f54eb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:11.202430 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b317ab4-16c3-4318-90aa-726b7b9ac27e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.246606 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b317ab4-16c3-4318-90aa-726b7b9ac27e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:11.252691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b317ab4-16c3-4318-90aa-726b7b9ac27e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.263161 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7b317ab4-16c3-4318-90aa-726b7b9ac27e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f HTTP/1.1" status: 204 len: 168 time: 1.2878377 Jun 16 15:18:11.264868 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment ebc63531-cb95-4ba5-85cc-ed304e512f3a resource provider aggregate not found Jun 16 15:18:11.268515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56188) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:11.274781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:11.292189 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment ebc63531-cb95-4ba5-85cc-ed304e512f3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebc63531-cb95-4ba5-85cc-ed304e512f3a found for delete ", "request_id": "req-317a342d-2005-492b-b62a-aea4297d9218"}]} Jun 16 15:18:11.296675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe032aab-8f97-477a-9c6b-0eea2b629219 None None] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:11.323075 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e48f2023-3a95-486d-a358-a814d99d3384 req-e78c6747-a47e-4547-b4b8-b5f028ab1ab8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2234664 Jun 16 15:18:11.396632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.410392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5d2eadf0-4556-403e-af90-b550f3f13a1a None None] Provisioning for port 5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:11.428740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.429932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5d2eadf0-4556-403e-af90-b550f3f13a1a None None] Provisioning complete for port 5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:11.430369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5d2eadf0-4556-403e-af90-b550f3f13a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.439429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] Pushing event deleted for resources: {'Network': ['ID=7e2afad5-6bb3-4003-8669-a326022370bc,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:11.444710 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9741b836-90f5-4d03-84cd-46f2487e1140 tempest-FloatingIPTestJSON-382135749 tempest-FloatingIPTestJSON-382135749-project] 10.222.0.73 "DELETE /v2.0/networks/7e2afad5-6bb3-4003-8669-a326022370bc HTTP/1.1" status: 204 len: 168 time: 0.8732176 Jun 16 15:18:11.474603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ba0ec032-ddd3-414f-8ab4-05c9b12f54eb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:11.477641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5d2eadf0-4556-403e-af90-b550f3f13a1a None None] Port 5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb was deleted so its status cannot be updated. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jun 16 15:18:11.479575 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ba0ec032-ddd3-414f-8ab4-05c9b12f54eb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/694aabc8-d7f3-47be-9e36-c50a1b87e6d7 HTTP/1.1" status: 404 len: 333 time: 0.4024951 Jun 16 15:18:11.488517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf6487ee-b9c9-42f2-9c4f-c545e5673039 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.488517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.498638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:11.501041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56196) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:11.609047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f2023-3a95-486d-a358-a814d99d3384 req-f6fb00e4-eb51-4e70-bf3e-cbeb6bede2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:11.623802 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e48f2023-3a95-486d-a358-a814d99d3384 req-f6fb00e4-eb51-4e70-bf3e-cbeb6bede2f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22df4aa6c5894134881a69db71020b4a&device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 1099 time: 0.1510384 Jun 16 15:18:11.645185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed803778-671c-4f57-b80d-8d76571b8bd4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet 0f4664a2-3457-428c-93bb-a0de938b8724 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:11.658196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:11.663678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ed803778-671c-4f57-b80d-8d76571b8bd4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.670794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5d2eadf0-4556-403e-af90-b550f3f13a1a None None] Provisioning for port 2fe9af90-2408-4729-9874-e7a337e9de44 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:11.683328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5d2eadf0-4556-403e-af90-b550f3f13a1a None None] Provisioning complete for port 2fe9af90-2408-4729-9874-e7a337e9de44 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:11.683328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5d2eadf0-4556-403e-af90-b550f3f13a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.697545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:11.713080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:11.717241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:11.725199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:11.769671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:11.853161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5d2eadf0-4556-403e-af90-b550f3f13a1a None None] Current status of the port 2fe9af90-2408-4729-9874-e7a337e9de44 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:11.926550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f2023-3a95-486d-a358-a814d99d3384 req-a34b15ed-8598-4980-a753-71be3133b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:11.934163 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e48f2023-3a95-486d-a358-a814d99d3384 req-a34b15ed-8598-4980-a753-71be3133b7d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9036688-7317-44ad-8bb5-a617606fc8a8 HTTP/1.1" status: 200 len: 898 time: 0.2922137 Jun 16 15:18:11.936328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ed803778-671c-4f57-b80d-8d76571b8bd4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.963934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'Port': ['ID=88c47889-f66f-4bc6-9104-e70cc7453e7d,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:11.967065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8fb53b3f-016f-4bd3-8c65-2ee01114c80b None None] Could not find standard attr ID for object 5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:18:12.030249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:12.035690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:12.039385 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e48f2023-3a95-486d-a358-a814d99d3384 req-f20ca7df-1eee-4593-8982-4821623a6452 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9 HTTP/1.1" status: 200 len: 217 time: 0.1041014 Jun 16 15:18:12.137358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f2023-3a95-486d-a358-a814d99d3384 req-66ab43e9-9d99-44e9-a185-121d0b969859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:12.139323 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e48f2023-3a95-486d-a358-a814d99d3384 req-66ab43e9-9d99-44e9-a185-121d0b969859 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe HTTP/1.1" status: 200 len: 835 time: 0.0923543 Jun 16 15:18:12.200047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56202) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:12.293478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f2023-3a95-486d-a358-a814d99d3384 req-c266a676-e23f-4cdc-ab7e-c14e723ee708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:12.295016 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e48f2023-3a95-486d-a358-a814d99d3384 req-c266a676-e23f-4cdc-ab7e-c14e723ee708 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9036688-7317-44ad-8bb5-a617606fc8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1454535 Jun 16 15:18:12.411112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6487ee-b9c9-42f2-9c4f-c545e5673039 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:12.513552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf6487ee-b9c9-42f2-9c4f-c545e5673039 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:12.518152 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bf6487ee-b9c9-42f2-9c4f-c545e5673039 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb HTTP/1.1" status: 204 len: 168 time: 2.8933723 Jun 16 15:18:12.519284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56208) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:12.557734 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e48f2023-3a95-486d-a358-a814d99d3384 req-7823ef4f-c800-4606-98d8-ba29ed9926f3 service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559435 Jun 16 15:18:12.566547 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b4f9e523-926a-4b6e-b80e-a08578f14760 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22f38ed0bf0a4993bf331c54e6230cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653483 Jun 16 15:18:12.567182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56212) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:12.614265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbca745-b99a-49d3-9d2d-379f9527d2ee None None] Network d566f7e9-9931-40bf-8b43-e20e83aaa86e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:12.664590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ed803778-671c-4f57-b80d-8d76571b8bd4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:12.746305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cbe562a-8173-46ec-83a3-e06a5f078319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:12.752613 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e48f2023-3a95-486d-a358-a814d99d3384 req-ae405d45-90ed-4f0a-8b5f-1de3d40fec80 service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844642 Jun 16 15:18:12.785649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cbe562a-8173-46ec-83a3-e06a5f078319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:12.845913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-73a90c96-af99-4d62-8aae-f1eebd942931 None None] Provisioning for port b629c76d-a953-4dc2-8920-5b4ec3d5f56a completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:12.878837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e1292-1a46-4282-aef3-1b83392ae4f7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:12.880358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e1292-1a46-4282-aef3-1b83392ae4f7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:12.882063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e1292-1a46-4282-aef3-1b83392ae4f7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:12.882861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a18e1292-1a46-4282-aef3-1b83392ae4f7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:12.926532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cbe562a-8173-46ec-83a3-e06a5f078319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:12.955627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8cbe562a-8173-46ec-83a3-e06a5f078319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:12.957496 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8cbe562a-8173-46ec-83a3-e06a5f078319 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60c8f8f0-1ff0-435d-aec0-cd217068b8cf HTTP/1.1" status: 204 len: 168 time: 0.3881106 Jun 16 15:18:12.958921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe562a-8173-46ec-83a3-e06a5f078319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c8f8f0-1ff0-435d-aec0-cd217068b8cf,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:12.999352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b629c76d-a953-4dc2-8920-5b4ec3d5f56a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:13.031177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ed803778-671c-4f57-b80d-8d76571b8bd4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.059295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8a5e7f0b-6f9a-4e2c-887b-8d36309c8812 None None] Provisioning complete for port 407eab71-e98f-4168-897f-ba05b9844939 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:13.059674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a5e7f0b-6f9a-4e2c-887b-8d36309c8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.083034 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a18e1292-1a46-4282-aef3-1b83392ae4f7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:13.086717 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a18e1292-1a46-4282-aef3-1b83392ae4f7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5560079 Jun 16 15:18:13.087645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56218) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:13.108345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed803778-671c-4f57-b80d-8d76571b8bd4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4664a2-3457-428c-93bb-a0de938b8724,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:13.110292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ed803778-671c-4f57-b80d-8d76571b8bd4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.137801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e7f0b-6f9a-4e2c-887b-8d36309c8812 None None] Port 407eab71-e98f-4168-897f-ba05b9844939 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:13.145423 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ed803778-671c-4f57-b80d-8d76571b8bd4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/0f4664a2-3457-428c-93bb-a0de938b8724 HTTP/1.1" status: 204 len: 168 time: 1.5842018 Jun 16 15:18:13.146270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56222) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:13.167674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8a5e7f0b-6f9a-4e2c-887b-8d36309c8812 None None] Provisioning complete for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:13.168019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a5e7f0b-6f9a-4e2c-887b-8d36309c8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.231791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port b629c76d-a953-4dc2-8920-5b4ec3d5f56a completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:13.242023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b629c76d-a953-4dc2-8920-5b4ec3d5f56a triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:13.245659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.269586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.295256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.331956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b0e3b-ce31-4833-ae61-d972d9088320 None None] Network d566f7e9-9931-40bf-8b43-e20e83aaa86e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:13.377146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:13.389274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:13.393638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:13.394209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.403301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9842be5d-416f-49a8-a04a-49118dd5fd0d None None] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:13.439335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94070f7-99c7-49b6-b1d1-02ad9e451a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 0943c94c-31a4-48df-809c-af388c310eb2 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:13.443040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d94070f7-99c7-49b6-b1d1-02ad9e451a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.496178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.498083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=c63b4569-f054-4199-82b3-16956befbe5d,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:13.506309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e7f0b-6f9a-4e2c-887b-8d36309c8812 None None] Current status of the port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:13.520753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.528699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d94070f7-99c7-49b6-b1d1-02ad9e451a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.557228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port b629c76d-a953-4dc2-8920-5b4ec3d5f56a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:13.557581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.600486 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f360966a-0cfb-4462-bbd0-4f0514f497a1 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3308949 Jun 16 15:18:13.609789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56232) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:13.641594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1247820909'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:13.671160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:13.680542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:13.684942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:13.750582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b629c76d-a953-4dc2-8920-5b4ec3d5f56a is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:13.754633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.777145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d94070f7-99c7-49b6-b1d1-02ad9e451a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.788772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d46747fb-98c2-4a45-b352-0ddc9ca9cb97 None None] Provisioning complete for port b629c76d-a953-4dc2-8920-5b4ec3d5f56a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:13.789143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d46747fb-98c2-4a45-b352-0ddc9ca9cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.799834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:13.869611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.891915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.913939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:13.917197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] For port b629c76d-a953-4dc2-8920-5b4ec3d5f56a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b629c76d-a953-4dc2-8920-5b4ec3d5f56a,segment=NetworkSegment(be6899fc-196c-49f5-90d8-9421deaf5cc8),segment_id=be6899fc-196c-49f5-90d8-9421deaf5cc8)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:13.917559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:13.918641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group_rule and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:13.921682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:13.928894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:13.932959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port b629c76d-a953-4dc2-8920-5b4ec3d5f56a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b629c76d-a953-4dc2-8920-5b4ec3d5f56a,segment=NetworkSegment(be6899fc-196c-49f5-90d8-9421deaf5cc8),segment_id=be6899fc-196c-49f5-90d8-9421deaf5cc8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:13.945180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.018515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event updated for resources: {'Port': ['ID=88c47889-f66f-4bc6-9104-e70cc7453e7d,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:14.037014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.067258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for b629c76d-a953-4dc2-8920-5b4ec3d5f56a owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:14.107894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1f0a8-7b3c-489a-9169-e19cd1c36a26 None None] DHCP port deletion for d566f7e9-9931-40bf-8b43-e20e83aaa86e request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:18:14.113548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.133061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d46747fb-98c2-4a45-b352-0ddc9ca9cb97 None None] Current status of the port b629c76d-a953-4dc2-8920-5b4ec3d5f56a is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:14.135512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-62d1f0a8-7b3c-489a-9169-e19cd1c36a26 None None] Deleting port b629c76d-a953-4dc2-8920-5b4ec3d5f56a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:14.136077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62d1f0a8-7b3c-489a-9169-e19cd1c36a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.197934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=b629c76d-a953-4dc2-8920-5b4ec3d5f56a,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:14.237542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:14.237863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:14.321355 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Floating IP 72acc016-2b05-419b-ad9b-ecdd3bda6da4 associated. External IP: 172.26.2.58, port: 4d1853ef-4175-4f55-858f-5da4c5bf02b9. Jun 16 15:18:14.341908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d94070f7-99c7-49b6-b1d1-02ad9e451a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.405161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94070f7-99c7-49b6-b1d1-02ad9e451a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=0943c94c-31a4-48df-809c-af388c310eb2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:14.408817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d94070f7-99c7-49b6-b1d1-02ad9e451a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.430614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32394f6-883d-4ca4-a776-a7662cd569a3 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:14.466548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.472898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56248) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:14.477701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-62d1f0a8-7b3c-489a-9169-e19cd1c36a26 None None] For port b629c76d-a953-4dc2-8920-5b4ec3d5f56a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b629c76d-a953-4dc2-8920-5b4ec3d5f56a,segment=NetworkSegment(be6899fc-196c-49f5-90d8-9421deaf5cc8),segment_id=be6899fc-196c-49f5-90d8-9421deaf5cc8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:14.478563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62d1f0a8-7b3c-489a-9169-e19cd1c36a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.487719 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d94070f7-99c7-49b6-b1d1-02ad9e451a9a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/0943c94c-31a4-48df-809c-af388c310eb2 HTTP/1.1" status: 204 len: 168 time: 1.3986034 Jun 16 15:18:14.492448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56254) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:14.679201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-53557690'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:14.689125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:14.695956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.697140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:network and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:14.701839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:14.711432 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:14.716531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa26e8dc-994a-413a-a2f3-5e1afe8ad9fb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 231aecb3-7b8d-46ff-b45f-a8d62fa341c5 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:14.722365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fa26e8dc-994a-413a-a2f3-5e1afe8ad9fb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.727672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-62d1f0a8-7b3c-489a-9169-e19cd1c36a26 None None] Calling delete_port for b629c76d-a953-4dc2-8920-5b4ec3d5f56a owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:14.749056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port b629c76d-a953-4dc2-8920-5b4ec3d5f56a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:14.749635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.754326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a53d6a8-3673-421b-b3b4-c183a5c9d6f9 None None] Update dhcp port {'port': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'fixed_ips': [{'subnet_id': 'e8ea901d-ebea-445a-bfcd-d09183b485da', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c63b4569-f054-4199-82b3-16956befbe5d'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '83ad84b6-ccbf-4f47-bdcc-ec585867be47'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:18:14.769084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e99ae-1686-46bd-9185-39df91eb302a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:14.832082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fa26e8dc-994a-413a-a2f3-5e1afe8ad9fb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.834987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.838610 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3c85e1d7-32e8-45a5-a8b2-91187adb57ea tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2244043 Jun 16 15:18:14.844359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56258) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:14.850302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1071384781'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:14.850644 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a53d6a8-3673-421b-b3b4-c183a5c9d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.862126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:14.867149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:14.878186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:14.887301 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:14.891715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:14.899247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.926731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:14.947107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:14.950976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:security_group_rule and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:14.953861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:14.960501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:14.987973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b629c76d-a953-4dc2-8920-5b4ec3d5f56a no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:18:14.999096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Router f7b356ef-b008-492b-8021-593e18b0e281 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:18:15.088138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.091289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-62d1f0a8-7b3c-489a-9169-e19cd1c36a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.128824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:15.136875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group_rule and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:15.141441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:15.143962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] For port b629c76d-a953-4dc2-8920-5b4ec3d5f56a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b629c76d-a953-4dc2-8920-5b4ec3d5f56a,segment=NetworkSegment(be6899fc-196c-49f5-90d8-9421deaf5cc8),segment_id=be6899fc-196c-49f5-90d8-9421deaf5cc8)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:15.144319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.198436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1f0a8-7b3c-489a-9169-e19cd1c36a26 None None] Pushing event deleted for resources: {'Port': ['ID=b629c76d-a953-4dc2-8920-5b4ec3d5f56a,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:15.206374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:15.220436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1f0a8-7b3c-489a-9169-e19cd1c36a26 None None] No DVR routers for this DVR port b629c76d-a953-4dc2-8920-5b4ec3d5f56a on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:15.226103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No active binding found for port b629c76d-a953-4dc2-8920-5b4ec3d5f56a {{(pid=89747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 15:18:15.235617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b629c76d-a953-4dc2-8920-5b4ec3d5f56a not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:18:15.274538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:18:15.303263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for b629c76d-a953-4dc2-8920-5b4ec3d5f56a owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:15.335638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] Sync routers for ids ['f7b356ef-b008-492b-8021-593e18b0e281'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:18:15.352575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.354136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fa26e8dc-994a-413a-a2f3-5e1afe8ad9fb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.362992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] Routers {'f7b356ef-b008-492b-8021-593e18b0e281'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:18:15.362992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f7b356ef-b008-492b-8021-593e18b0e281'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:15.385803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.410429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.420854 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d0e92133-9d56-49ef-be56-740c8e550d2a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3231320 Jun 16 15:18:15.421749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:18:15.461498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:15.461815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:15.466894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9a53d6a8-3673-421b-b3b4-c183a5c9d6f9 None None] Allocated IP 172.20.0.2 (10b7ac6c-2434-4753-9f56-3e6371374f84/c63b4569-f054-4199-82b3-16956befbe5d/83ad84b6-ccbf-4f47-bdcc-ec585867be47) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:15.476450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.492811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port b629c76d-a953-4dc2-8920-5b4ec3d5f56a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:15.493373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.562168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.623253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] The port 'b629c76d-a953-4dc2-8920-5b4ec3d5f56a' was deleted {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:18:15.629938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da645e5-9086-4746-8bbb-fe2aa2cadba9,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:15.676716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] Set router f7b356ef-b008-492b-8021-593e18b0e281 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:18:15.676892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.678032 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9bdedb50-c267-45a5-bf0b-d2d5bf33125f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8327091 Jun 16 15:18:15.680632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56268) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:15.686030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fa26e8dc-994a-413a-a2f3-5e1afe8ad9fb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.695005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'security_group': {'name': 'tempest-secgroup-159497148'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:15.695663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:15.716372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c92ca7-4415-43f9-a4d3-6c3b036bcc4b req-fe67ae2f-8d26-4ddf-817a-ec02d81addf3 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:15.717975 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-55c92ca7-4415-43f9-a4d3-6c3b036bcc4b req-fe67ae2f-8d26-4ddf-817a-ec02d81addf3 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.1704431 Jun 16 15:18:15.719699 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02cb514-d28f-4181-9fd2-818af695dbd8'] response: {'name': 'network-changed', 'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'status': 'completed', 'code': 200} Jun 16 15:18:15.721315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:15.725059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:15.744732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:15.779738 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-55c92ca7-4415-43f9-a4d3-6c3b036bcc4b req-0c8fe446-39cd-467b-a050-c199b9592152 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514128 Jun 16 15:18:15.809862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56272) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:15.822507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fa26e8dc-994a-413a-a2f3-5e1afe8ad9fb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.840047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26e8dc-994a-413a-a2f3-5e1afe8ad9fb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=231aecb3-7b8d-46ff-b45f-a8d62fa341c5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:15.855131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:15.876950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9a53d6a8-3673-421b-b3b4-c183a5c9d6f9 None None] For port 83ad84b6-ccbf-4f47-bdcc-ec585867be47, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83ad84b6-ccbf-4f47-bdcc-ec585867be47,segment=NetworkSegment(da305757-90de-4f36-b00f-dab4aa6d14c1),segment_id=da305757-90de-4f36-b00f-dab4aa6d14c1)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:15.886567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf8253c-da2d-4a59-8547-92bfa3385ea3,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:15.904061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.904511 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Added segment 617e1717-aae8-468c-a021-4be7b94ae811 of type vlan for network 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c Jun 16 15:18:15.905554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a53d6a8-3673-421b-b3b4-c183a5c9d6f9 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.925948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9a53d6a8-3673-421b-b3b4-c183a5c9d6f9 None None] Transition to ACTIVE for port object 83ad84b6-ccbf-4f47-bdcc-ec585867be47 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:15.930455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a585141f-fca3-4e01-bd39-1a0680eb63cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.944257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.964111 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5edd3d8f-cfd3-4a2d-bc18-f939bd282d0e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/floatingips/72acc016-2b05-419b-ad9b-ecdd3bda6da4 HTTP/1.1" status: 200 len: 991 time: 0.1513045 Jun 16 15:18:15.969095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:15.972548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:15.976632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:security_group_rule and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:15.980222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:15.989385 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fa26e8dc-994a-413a-a2f3-5e1afe8ad9fb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/231aecb3-7b8d-46ff-b45f-a8d62fa341c5 HTTP/1.1" status: 204 len: 168 time: 1.4920282 Jun 16 15:18:15.993236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:15.994681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56276) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:16.037411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a53d6a8-3673-421b-b3b4-c183a5c9d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.088387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.096772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d566f7e9-9931-40bf-8b43-e20e83aaa86e']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:16.109621 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2c0d2005-8843-417d-8ee3-31e7fdbc7401 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018317 Jun 16 15:18:16.111623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56280) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:16.118885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:16.133686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6899fc-196c-49f5-90d8-9421deaf5cc8') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:16.134002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6899fc-196c-49f5-90d8-9421deaf5cc8') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:16.143378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.164672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.186619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.194976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490430-9ed7-4929-8cbb-e146c70429eb req-854ac3b1-5e5d-4d1a-b381-394b51adc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:16.196463 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-19490430-9ed7-4929-8cbb-e146c70429eb req-854ac3b1-5e5d-4d1a-b381-394b51adc809 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22df4aa6c5894134881a69db71020b4a&device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 1099 time: 0.4490063 Jun 16 15:18:16.200390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.260272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:16.260694 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.322807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90248ff1-110a-4582-9170-321df1ae1e06,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:16.330513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:16.335728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:16.339326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:16.356475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:16.367836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.369281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7f2d2474-8ff3-4626-a4ff-f8a884183f58 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6875260 Jun 16 15:18:16.371995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56284) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:16.382631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-660191864', 'security_groups': ['90248ff1-110a-4582-9170-321df1ae1e06'], 'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c63b4569-f054-4199-82b3-16956befbe5d'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:16.391241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abebea1-b46e-478e-8fe5-24597439b280 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:16.438825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53d6a8-3673-421b-b3b4-c183a5c9d6f9 None None] Pushing event updated for resources: {'Port': ['ID=83ad84b6-ccbf-4f47-bdcc-ec585867be47,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:16.443960 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment be6899fc-196c-49f5-90d8-9421deaf5cc8 resource provider aggregate not found Jun 16 15:18:16.447740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.459604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:16.460237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.482858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:16.487407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.502667 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment be6899fc-196c-49f5-90d8-9421deaf5cc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be6899fc-196c-49f5-90d8-9421deaf5cc8 found for delete ", "request_id": "req-70220613-175d-4e03-923e-a2ed02c54b5d"}]} Jun 16 15:18:16.523115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.562890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-74259b61-fdab-4bee-a9ea-50f7acb51480 None None] Provisioning complete for port 2fe9af90-2408-4729-9874-e7a337e9de44 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:16.563349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74259b61-fdab-4bee-a9ea-50f7acb51480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.661828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:16.683405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:16.773906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:16.789741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490430-9ed7-4929-8cbb-e146c70429eb req-fbf0209c-d1ed-4fd7-b4fc-d43d49d046be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:16.789741 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-19490430-9ed7-4929-8cbb-e146c70429eb req-fbf0209c-d1ed-4fd7-b4fc-d43d49d046be service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9036688-7317-44ad-8bb5-a617606fc8a8 HTTP/1.1" status: 200 len: 898 time: 0.5768566 Jun 16 15:18:16.790048 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:16.853693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-74259b61-fdab-4bee-a9ea-50f7acb51480 None None] Current status of the port 2fe9af90-2408-4729-9874-e7a337e9de44 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:16.879832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '72acc016-2b05-419b-ad9b-ecdd3bda6da4', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'port_id': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'mac_address': 'fa:16:3e:35:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:18:13Z', 'updated_at': '2022-06-16T15:18:13Z', 'revision_number': 0, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf89a51f-4dce-4e94-bd51-4729c0e92584', 'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'mac_address': 'fa:16:3e:48:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:31Z', 'updated_at': '2022-06-16T15:17:48Z', 'revision_number': 5, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'subnets': [{'id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:16.886370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] Checking router: f7b356ef-b008-492b-8021-593e18b0e281 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:18:16.903265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] Routers {'f7b356ef-b008-492b-8021-593e18b0e281'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:18:16.904501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f7b356ef-b008-492b-8021-593e18b0e281'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:16.983754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56292) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:17.009255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04634a67-42dd-427c-a9bc-49e0b4856309 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:18:17.021691 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.5473876 Jun 16 15:18:17.028050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b2c2a-1916-4df9-add0-5152a6cc9c92 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:17.082731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:17.102556 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/networks/d566f7e9-9931-40bf-8b43-e20e83aaa86e HTTP/1.1" status: 204 len: 168 time: 3.9516044 Jun 16 15:18:17.109773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56296) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:17.122661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'name': 'tempest-PortsIpV6TestJSON-1320652864'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:17.146872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] Set router f7b356ef-b008-492b-8021-593e18b0e281 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:18:17.167297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] device_id is not set on port 5aa4328e-48f9-4061-8db8-6fad6207a022 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:17.181760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307eb0e5-f4c4-4af2-81da-7307e31cfa70 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Network': ['ID=d566f7e9-9931-40bf-8b43-e20e83aaa86e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:17.204350 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-19490430-9ed7-4929-8cbb-e146c70429eb req-641bd88e-f725-4ed8-b02c-fb546d4d363a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9 HTTP/1.1" status: 200 len: 999 time: 0.3970621 Jun 16 15:18:17.243517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:17.281793 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-73ba1c2c-eaf9-4b4d-8ebb-9f073b4306cd tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/floatingips/72acc016-2b05-419b-ad9b-ecdd3bda6da4 HTTP/1.1" status: 200 len: 991 time: 0.2892466 Jun 16 15:18:17.300863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490430-9ed7-4929-8cbb-e146c70429eb req-fc5281d8-c275-4f2a-8e95-274e2ba0f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:17.302527 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-19490430-9ed7-4929-8cbb-e146c70429eb req-fc5281d8-c275-4f2a-8e95-274e2ba0f569 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe HTTP/1.1" status: 200 len: 835 time: 0.0859501 Jun 16 15:18:17.358751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 83ad84b6-ccbf-4f47-bdcc-ec585867be47 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:17.385186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=6129c9c1-f64b-4139-9eca-bb56eedcc13e,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:17.399849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:17.420505 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490430-9ed7-4929-8cbb-e146c70429eb req-c75c1ceb-8607-416c-9bd2-6f36f2a198e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:17.423574 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-19490430-9ed7-4929-8cbb-e146c70429eb req-c75c1ceb-8607-416c-9bd2-6f36f2a198e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9036688-7317-44ad-8bb5-a617606fc8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130805 Jun 16 15:18:17.457529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-04634a67-42dd-427c-a9bc-49e0b4856309 None None] Deleting port 2fe9af90-2408-4729-9874-e7a337e9de44 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:17.458035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04634a67-42dd-427c-a9bc-49e0b4856309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:17.529455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:17.561726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:17.564775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:17.565598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:17.592854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:17.597303 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-19490430-9ed7-4929-8cbb-e146c70429eb req-650518a3-053e-48f4-9c63-9d736fc0c24a service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658132 Jun 16 15:18:17.635212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:17.678754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9c359007-af5a-4862-b170-a478a7832c5a None None] Provisioning complete for port 407eab71-e98f-4168-897f-ba05b9844939 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:17.679090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c359007-af5a-4862-b170-a478a7832c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:17.745704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9c359007-af5a-4862-b170-a478a7832c5a None None] Port 407eab71-e98f-4168-897f-ba05b9844939 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:17.755885 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-19490430-9ed7-4929-8cbb-e146c70429eb req-5f327f90-d15f-43b4-aba3-7c135d175332 service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498680 Jun 16 15:18:17.764084 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-144813c6-0aad-4187-a1dd-de24653dd369 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6511717 Jun 16 15:18:17.767193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56300) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:17.774742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:17.815598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.4 (10b7ac6c-2434-4753-9f56-3e6371374f84/c63b4569-f054-4199-82b3-16956befbe5d/5aa4328e-48f9-4061-8db8-6fad6207a022) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:17.878235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:17.881658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:17.953110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port e48ed7bb-bd33-42a2-9e08-fba16824760a yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:18.006634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9c359007-af5a-4862-b170-a478a7832c5a None None] Provisioning for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:18.034696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9c359007-af5a-4862-b170-a478a7832c5a None None] Provisioning complete for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:18.041080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c359007-af5a-4862-b170-a478a7832c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.058180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:18.058420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.125520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:18.149613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:18.156853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:18.181019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:18.226295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-04634a67-42dd-427c-a9bc-49e0b4856309 None None] For port 2fe9af90-2408-4729-9874-e7a337e9de44, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2fe9af90-2408-4729-9874-e7a337e9de44,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:18.226766 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04634a67-42dd-427c-a9bc-49e0b4856309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.286724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56304) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:18.329643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.347318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object 5aa4328e-48f9-4061-8db8-6fad6207a022 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:18.368605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:18.372831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.400379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-04634a67-42dd-427c-a9bc-49e0b4856309 None None] Calling delete_port for 2fe9af90-2408-4729-9874-e7a337e9de44 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:18.430350 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a426daaa-e72f-4784-be44-1a4009a62573 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/floatingips/72acc016-2b05-419b-ad9b-ecdd3bda6da4 HTTP/1.1" status: 200 len: 991 time: 0.1421316 Jun 16 15:18:18.467984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.468605 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-566c3939-c602-4e8e-9920-465a4e1b521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.562533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9c359007-af5a-4862-b170-a478a7832c5a None None] Current status of the port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:18.597656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:18.613398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '72acc016-2b05-419b-ad9b-ecdd3bda6da4', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'port_id': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'mac_address': 'fa:16:3e:35:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:18:13Z', 'updated_at': '2022-06-16T15:18:13Z', 'revision_number': 0, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf89a51f-4dce-4e94-bd51-4729c0e92584', 'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'mac_address': 'fa:16:3e:48:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:31Z', 'updated_at': '2022-06-16T15:17:48Z', 'revision_number': 5, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'subnets': [{'id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:18.618300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b41005-007b-4941-91be-b337bab640b0 None None] The sync data for ids ['f7b356ef-b008-492b-8021-593e18b0e281'] in dv-neutron-846028-2-hyperv is: [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '72acc016-2b05-419b-ad9b-ecdd3bda6da4', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'port_id': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'mac_address': 'fa:16:3e:35:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:18:13Z', 'updated_at': '2022-06-16T15:18:13Z', 'revision_number': 0, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf89a51f-4dce-4e94-bd51-4729c0e92584', 'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'mac_address': 'fa:16:3e:48:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:31Z', 'updated_at': '2022-06-16T15:17:48Z', 'revision_number': 5, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'subnets': [{'id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:18:18.636478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.656010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:18.665604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:18.670830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=5aa4328e-48f9-4061-8db8-6fad6207a022,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:18.673826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:18.686198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04634a67-42dd-427c-a9bc-49e0b4856309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.750078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.765707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04634a67-42dd-427c-a9bc-49e0b4856309 None None] Pushing event deleted for resources: {'Port': ['ID=2fe9af90-2408-4729-9874-e7a337e9de44,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:18.777860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04634a67-42dd-427c-a9bc-49e0b4856309 None None] No DVR routers for this DVR port 2fe9af90-2408-4729-9874-e7a337e9de44 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:18.778864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:18.779624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.799457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7bf5a-059c-4ce5-bbf1-f63b6556a7e9 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:18.919740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:18.948358 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-39aa47d5-1033-4055-8290-c34ec187a2c6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5717783 Jun 16 15:18:18.949439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56308) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:18.959105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:18.999571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2fe9af90-2408-4729-9874-e7a337e9de44 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:18:19.041227 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33919af-d2b3-44fb-a71a-558c2edc4c19 None None] New status for floating IP 72acc016-2b05-419b-ad9b-ecdd3bda6da4: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:18:19.043775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=e48ed7bb-bd33-42a2-9e08-fba16824760a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:19.069417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:19.070841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:19.074967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:19.081875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:19.082676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:19.113392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 2fe9af90-2408-4729-9874-e7a337e9de44 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:18:19.114044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2fe9af90-2408-4729-9874-e7a337e9de44 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:18:19.179570 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ee036beb-0822-40ae-b60e-090ee098eb91 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0660493 Jun 16 15:18:19.183617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56312) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:19.279476 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-579b2b44-d348-4403-b70a-afcb258766d0 None None] Provisioning for port 5aa4328e-48f9-4061-8db8-6fad6207a022 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:19.324537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-579b2b44-d348-4403-b70a-afcb258766d0 None None] Provisioning complete for port 5aa4328e-48f9-4061-8db8-6fad6207a022 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:19.327493 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-579b2b44-d348-4403-b70a-afcb258766d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:19.338625 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-09c813f7-5e3c-4e49-a7ba-606840e46618 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port e48ed7bb-bd33-42a2-9e08-fba16824760a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:19.343184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09c813f7-5e3c-4e49-a7ba-606840e46618 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:19.416397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '6129c9c1-f64b-4139-9eca-bb56eedcc13e'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:19.418003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:19.443415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56316) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:19.457730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.objects.ports [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:18:19.467889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:19.492726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-579b2b44-d348-4403-b70a-afcb258766d0 None None] Port 5aa4328e-48f9-4061-8db8-6fad6207a022 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:19.551486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:19.552421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=836d531c-d9b2-4950-bff0-2dc6e6e7b8ae,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:19.554839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:19.557398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:19.558477 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:19.645268 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5f86ff34-ec6d-46a8-a1c4-84988794c829 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8771060 Jun 16 15:18:19.648186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56320) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:19.653738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:19.656044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:29:98:cd', 'name': 'tempest-NetworksTestDHCPv6-2005585822'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:19.672196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:19.679777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:19.688536 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Allocated IP 172.20.0.2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/6129c9c1-f64b-4139-9eca-bb56eedcc13e/07542481-52c8-4c29-844b-e040ef34befd) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:19.696125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:19.696318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Allocated IP 2001:db8::f816:3eff:fe1a:f51e (31e74b08-3bfc-4c0f-a043-3479a97b05c8/836d531c-d9b2-4950-bff0-2dc6e6e7b8ae/07542481-52c8-4c29-844b-e040ef34befd) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:19.758611 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-faffadc7-2ed6-4467-acf0-9c66eb408940 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/floatingips/72acc016-2b05-419b-ad9b-ecdd3bda6da4 HTTP/1.1" status: 200 len: 993 time: 0.3072031 Jun 16 15:18:19.828268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:19.831727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:19.888260 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09c813f7-5e3c-4e49-a7ba-606840e46618 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:19.964542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:19.982188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Transition to ACTIVE for port object 07542481-52c8-4c29-844b-e040ef34befd will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:20.005604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Transition to ACTIVE for port object 07542481-52c8-4c29-844b-e040ef34befd will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:20.024663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:20.036065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:20.097988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:20.114875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:20.155547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:20.185601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:20.189263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:20.194387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:20.201107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Pushing event updated for resources: {'Port': ['ID=07542481-52c8-4c29-844b-e040ef34befd,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:20.206292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-09c813f7-5e3c-4e49-a7ba-606840e46618 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for e48ed7bb-bd33-42a2-9e08-fba16824760a owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:20.317170 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.ipam_backend_mixin [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c63b4569-f054-4199-82b3-16956befbe5d (CIDR: 172.20.0.0/28) Jun 16 15:18:20.380505 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:18:20.381073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:20.384514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:20.413876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port e4627e50-459c-4369-8442-db9c41850ae4 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:20.417704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09c813f7-5e3c-4e49-a7ba-606840e46618 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:20.423425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Attempting to bind port 07542481-52c8-4c29-844b-e040ef34befd on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:20.423425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Attempting to bind port 07542481-52c8-4c29-844b-e040ef34befd by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:20.423425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Attempting to bind port 07542481-52c8-4c29-844b-e040ef34befd on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:20.428250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:20.428745 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:20.429404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:20.429908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:20.430643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Bound port: 07542481-52c8-4c29-844b-e040ef34befd, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:20.431180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:20.501713 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09c813f7-5e3c-4e49-a7ba-606840e46618 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:20.504782 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-09c813f7-5e3c-4e49-a7ba-606840e46618 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/e48ed7bb-bd33-42a2-9e08-fba16824760a HTTP/1.1" status: 204 len: 168 time: 1.3168230 Jun 16 15:18:20.509253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56324) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:20.510522 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ab9e24d1-869f-4d86-bcb3-11f454b5d5fa tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5597503 Jun 16 15:18:20.511370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56326) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:20.514230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c813f7-5e3c-4e49-a7ba-606840e46618 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=e48ed7bb-bd33-42a2-9e08-fba16824760a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:20.515294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'mac_address': 'fa:16:3e:d1:d9:3e', 'name': 'tempest-PortsIpV6TestJSON-1181112982'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:20.522049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:20.541763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] For port 07542481-52c8-4c29-844b-e040ef34befd, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:20.545838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] For port 07542481-52c8-4c29-844b-e040ef34befd, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=07542481-52c8-4c29-844b-e040ef34befd,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:20.624918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56332) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:20.625753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:20.640815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'network_id': '7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:20.716335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:20.722037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed24d4-4fb8-460a-ae66-a5eeb337fae1 None None] Pushing event updated for resources: {'Port': ['ID=07542481-52c8-4c29-844b-e040ef34befd,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:20.777636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:20.784372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:20.785751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:20.791850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:20.795473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:20.798408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:20.799808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 172.20.0.3 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/6129c9c1-f64b-4139-9eca-bb56eedcc13e/e4627e50-459c-4369-8442-db9c41850ae4) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:20.803263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:subnet and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:20.806470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::f816:3eff:fe29:98cd (31e74b08-3bfc-4c0f-a043-3479a97b05c8/836d531c-d9b2-4950-bff0-2dc6e6e7b8ae/e4627e50-459c-4369-8442-db9c41850ae4) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:20.807820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:20.815158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:20.861684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:20.888655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:20.892952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:20.911502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:20.914882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.088448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.123309 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port ea7e4fa7-c30e-44d8-b4e4-147d5c90d783 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:21.150113 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.ipam_backend_mixin [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e8ea901d-ebea-445a-bfcd-d09183b485da (CIDR: 172.20.0.16/28) Jun 16 15:18:21.209096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.253680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object e4627e50-459c-4369-8442-db9c41850ae4 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:21.272194 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:18:21.273664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:21.328486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.367317 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d2bd9ada-e8be-46c3-9d19-a473085dda30 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8545699 Jun 16 15:18:21.372862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56336) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:21.383337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'subnet': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:21.413196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=73b16263-dbd1-4e60-83c0-118eefcd2da1,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:21.418979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking segment: {'id': '617e1717-aae8-468c-a021-4be7b94ae811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:21.419350 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network hostable DHCP agents. Network: 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:21.420898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.440681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.515959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.525826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:21.584720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:21.590486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:21.591135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.597260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7981f874-dd26-40f9-bdc7-74bafe29b74f None None] Network 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:21.616105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:21.629131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:21.634654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:21.639627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:21.672028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Usage tracker for resource:subnet and tenant:e9d6a46cdf8749d7b5bc6036364ae908 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:21.679663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=e4627e50-459c-4369-8442-db9c41850ae4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:21.689361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:21.699655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:21.701788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56340) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:21.701998 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3d768a34-f7a7-419b-8618-45f7b339f894 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0759225 Jun 16 15:18:21.716453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1229971561'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:21.726760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:21.734336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:21.735050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.748682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.748878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:network and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:21.758524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:21.800722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:21.826834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fec156-f5c4-4015-ae19-aa3cbda684dc None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:21.836551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Made reservation on behalf of e9d6a46cdf8749d7b5bc6036364ae908 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:21.839934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.865053 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c', 'network_id': '7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c', 'tenant_id': '1403bca3da384714a3dc03d6b9c599ce', 'fixed_ips': [{'subnet_id': '73b16263-dbd1-4e60-83c0-118eefcd2da1'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:21.865867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.888901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:21.894406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:21.898592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=ea7e4fa7-c30e-44d8-b4e4-147d5c90d783,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:21.900759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:21.906121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:21.906696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:21.991248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f118c61f-3b11-4dd9-8bca-72d2c6017b46 None None] Provisioning for port 07542481-52c8-4c29-844b-e040ef34befd completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:22.074077 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9366915b-f033-4fa1-b210-b27d94693955 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4244344 Jun 16 15:18:22.076568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56344) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:22.089889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:22.093258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.142841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:22.160550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.160891 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Added segment 481dd7c7-31a3-481e-aab9-ff941a74dd99 of type vlan for network 3ad890c8-b7d3-4882-9f48-46f20d339f4a Jun 16 15:18:22.174497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8785f8e9-1d19-41df-a2a7-d057ab7a31c5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:22.180962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8785f8e9-1d19-41df-a2a7-d057ab7a31c5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:22.185119 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8785f8e9-1d19-41df-a2a7-d057ab7a31c5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1050010 Jun 16 15:18:22.185433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56348) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:22.198766 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.205509 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d092b37d-f413-4eac-ab9a-8a3fb32d9161 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6941431 Jun 16 15:18:22.206924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56352) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:22.207200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Allocated IP 2001:db8:0:ffff::2 (7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c/73b16263-dbd1-4e60-83c0-118eefcd2da1/a78585d9-ca4a-4a8a-a1d0-9574d4d36c99) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:22.275348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-82a15073-9cb0-4107-9958-972b31a6f5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port e4627e50-459c-4369-8442-db9c41850ae4 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:22.275911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-82a15073-9cb0-4107-9958-972b31a6f5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.356468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b57530-8218-4e9b-88a9-58a5434330d4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:22.357068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-21b57530-8218-4e9b-88a9-58a5434330d4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:22.434616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.441338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:22.443150 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.474514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.486230 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Transition to ACTIVE for port object a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:22.490590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-21b57530-8218-4e9b-88a9-58a5434330d4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:22.494647 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-21b57530-8218-4e9b-88a9-58a5434330d4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/ea7e4fa7-c30e-44d8-b4e4-147d5c90d783 HTTP/1.1" status: 200 len: 845 time: 0.2829006 Jun 16 15:18:22.499870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56356) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:22.507683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Transition to ACTIVE for port object a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:22.520398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.602996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-e994e7a4-13cf-4e21-ab5d-76b0719e13af tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port ea7e4fa7-c30e-44d8-b4e4-147d5c90d783 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:22.603262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e994e7a4-13cf-4e21-ab5d-76b0719e13af tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.613266 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9083958 Jun 16 15:18:22.620126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7eb75-3bad-4ab8-8d51-b4063ea46cad tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=3ad890c8-b7d3-4882-9f48-46f20d339f4a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:22.622195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56360) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:22.634163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 3ad890c8-b7d3-4882-9f48-46f20d339f4a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:22.636515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-82a15073-9cb0-4107-9958-972b31a6f5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.639876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:22.645447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'network_id': '3ad890c8-b7d3-4882-9f48-46f20d339f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:22.662822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:22.670765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:22.671561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.768418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1284fbca-f2c2-477f-8e5f-83d7d4366f98 None None] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:22.771659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Subnet': ['ID=047c96ec-d1bc-466b-a8ff-26a193780050,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:22.796754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:22.802732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:subnet and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:22.806541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:22.814976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:22.865743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eb7dd694-7dda-43cb-abc8-e707597f5634 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4903004 Jun 16 15:18:22.868624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56364) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:22.877250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:22.884846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-826697425', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '047c96ec-d1bc-466b-a8ff-26a193780050'}], 'security_groups': ['e82e99ae-1686-46bd-9185-39df91eb302a', '0da645e5-9086-4746-8bbb-fe2aa2cadba9']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:22.939261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-82a15073-9cb0-4107-9958-972b31a6f5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for e4627e50-459c-4369-8442-db9c41850ae4 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:22.959436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Network 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:22.967057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:22.969691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:22.973591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:22.977493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.050531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 07542481-52c8-4c29-844b-e040ef34befd up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:23.378282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e994e7a4-13cf-4e21-ab5d-76b0719e13af tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.400806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Pushing event updated for resources: {'Port': ['ID=a78585d9-ca4a-4a8a-a1d0-9574d4d36c99,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:23.447047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Attempting to bind port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:23.447972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Attempting to bind port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '617e1717-aae8-468c-a021-4be7b94ae811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:23.447972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Attempting to bind port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 on network 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:23.457675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:23.458761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Checking segment: {'id': '617e1717-aae8-468c-a021-4be7b94ae811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:23.459201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.459605 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Bound using segment: {'id': '617e1717-aae8-468c-a021-4be7b94ae811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:23.460386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Bound port: a78585d9-ca4a-4a8a-a1d0-9574d4d36c99, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617e1717-aae8-468c-a021-4be7b94ae811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:23.460521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.474965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.530178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-e994e7a4-13cf-4e21-ab5d-76b0719e13af tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for ea7e4fa7-c30e-44d8-b4e4-147d5c90d783 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:23.548687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 07542481-52c8-4c29-844b-e040ef34befd completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:23.567978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 07542481-52c8-4c29-844b-e040ef34befd triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:23.568359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.625551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] For port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:23.635191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] For port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a78585d9-ca4a-4a8a-a1d0-9574d4d36c99,segment=NetworkSegment(617e1717-aae8-468c-a021-4be7b94ae811),segment_id=617e1717-aae8-468c-a021-4be7b94ae811)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:23.675857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.688990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-82a15073-9cb0-4107-9958-972b31a6f5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.690863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e994e7a4-13cf-4e21-ab5d-76b0719e13af tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.723956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4b326fd5-ef9b-4bdb-b68f-e4b66adebb83 None None] Provisioning for port e4627e50-459c-4369-8442-db9c41850ae4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:23.747404 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a15073-9cb0-4107-9958-972b31a6f5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=e4627e50-459c-4369-8442-db9c41850ae4,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:23.750049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4b326fd5-ef9b-4bdb-b68f-e4b66adebb83 None None] Provisioning complete for port e4627e50-459c-4369-8442-db9c41850ae4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:23.750437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b326fd5-ef9b-4bdb-b68f-e4b66adebb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.785575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.806378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e994e7a4-13cf-4e21-ab5d-76b0719e13af tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.841458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4b326fd5-ef9b-4bdb-b68f-e4b66adebb83 None None] Port e4627e50-459c-4369-8442-db9c41850ae4 was deleted so its status cannot be updated. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jun 16 15:18:23.845920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=46f7d5a2-e13d-4521-9e4f-b0eae92b0e2c,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:23.856140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking segment: {'id': '481dd7c7-31a3-481e-aab9-ff941a74dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3ad890c8-b7d3-4882-9f48-46f20d339f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:23.856569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network hostable DHCP agents. Network: 3ad890c8-b7d3-4882-9f48-46f20d339f4a, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:23.867398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994e7a4-13cf-4e21-ab5d-76b0719e13af tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=ea7e4fa7-c30e-44d8-b4e4-147d5c90d783,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:23.878051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] Update dhcp port {'port': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'fixed_ips': [{'subnet_id': 'e8ea901d-ebea-445a-bfcd-d09183b485da', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c63b4569-f054-4199-82b3-16956befbe5d', 'ip_address': '172.20.0.2'}, {'subnet_id': '047c96ec-d1bc-466b-a8ff-26a193780050'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '83ad84b6-ccbf-4f47-bdcc-ec585867be47'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:18:23.911426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 07542481-52c8-4c29-844b-e040ef34befd is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:23.911426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.981931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cc3a0-2f5c-4059-84aa-74eab3d3b1b5 None None] Pushing event updated for resources: {'Port': ['ID=a78585d9-ca4a-4a8a-a1d0-9574d4d36c99,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:23.992224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.994639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network 3ad890c8-b7d3-4882-9f48-46f20d339f4a is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:24.003593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-82a15073-9cb0-4107-9958-972b31a6f5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.007356 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-82a15073-9cb0-4107-9958-972b31a6f5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/e4627e50-459c-4369-8442-db9c41850ae4 HTTP/1.1" status: 204 len: 168 time: 1.8185921 Jun 16 15:18:24.008974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0dba4cba-fbc4-400c-9ff0-3b39b22a448d None None] Could not find standard attr ID for object e4627e50-459c-4369-8442-db9c41850ae4. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:18:24.009088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56370) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:24.016337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 07542481-52c8-4c29-844b-e040ef34befd, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=07542481-52c8-4c29-844b-e040ef34befd,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:24.039335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Delete allocated IP 172.20.0.4 (10b7ac6c-2434-4753-9f56-3e6371374f84/c63b4569-f054-4199-82b3-16956befbe5d) {{(pid=89745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 16 15:18:24.048917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Allocated IP 172.20.0.34 (10b7ac6c-2434-4753-9f56-3e6371374f84/047c96ec-d1bc-466b-a8ff-26a193780050/5aa4328e-48f9-4061-8db8-6fad6207a022) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:24.067180 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e994e7a4-13cf-4e21-ab5d-76b0719e13af tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/ea7e4fa7-c30e-44d8-b4e4-147d5c90d783 HTTP/1.1" status: 204 len: 168 time: 1.5662279 Jun 16 15:18:24.070363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56374) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:24.096779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 3ad890c8-b7d3-4882-9f48-46f20d339f4a) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:24.101170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:24.101749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.124274 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c5fef1-0fcd-488b-a1e3-b837f677ee4b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:18:24.124809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c6c5fef1-0fcd-488b-a1e3-b837f677ee4b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:24.135023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcaada5-3ab8-41d8-8695-a7d7fe39aa1f None None] Network 3ad890c8-b7d3-4882-9f48-46f20d339f4a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:24.137683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc22cf8-d394-40d5-9335-acc15f1ae837 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:24.139269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc22cf8-d394-40d5-9335-acc15f1ae837 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:24.140889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc22cf8-d394-40d5-9335-acc15f1ae837 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:24.142285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7fc22cf8-d394-40d5-9335-acc15f1ae837 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:24.163374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.266027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7fc22cf8-d394-40d5-9335-acc15f1ae837 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:24.269975 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7fc22cf8-d394-40d5-9335-acc15f1ae837 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2590916 Jun 16 15:18:24.269975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c6c5fef1-0fcd-488b-a1e3-b837f677ee4b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:24.269975 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c6c5fef1-0fcd-488b-a1e3-b837f677ee4b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/ea7e4fa7-c30e-44d8-b4e4-147d5c90d783 HTTP/1.1" status: 404 len: 333 time: 0.1983736 Jun 16 15:18:24.273334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56378) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:24.291280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56382) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:24.301048 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8613605a-fbc1-47b3-8bfc-5703c176abbd tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6708233 Jun 16 15:18:24.308632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56386) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:24.365929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'name': 'tempest-PortsIpV6TestJSON-1132537617'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:24.400751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b978d32e-bf0e-468e-97fc-17ab0336e175 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 6129c9c1-f64b-4139-9eca-bb56eedcc13e {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:24.405812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=07542481-52c8-4c29-844b-e040ef34befd,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:24.410035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b978d32e-bf0e-468e-97fc-17ab0336e175 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.484927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b978d32e-bf0e-468e-97fc-17ab0336e175 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.593040 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-3ad890c8-b7d3-4882-9f48-46f20d339f4a', 'network_id': '3ad890c8-b7d3-4882-9f48-46f20d339f4a', 'tenant_id': '1403bca3da384714a3dc03d6b9c599ce', 'fixed_ips': [{'subnet_id': '46f7d5a2-e13d-4521-9e4f-b0eae92b0e2c'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:24.593922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.606155 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b978d32e-bf0e-468e-97fc-17ab0336e175 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.714805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:18:24.772285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Allocated IP 2001:db8::1 (3ad890c8-b7d3-4882-9f48-46f20d339f4a/46f7d5a2-e13d-4521-9e4f-b0eae92b0e2c/42ddfe47-aa04-4dcb-8fc9-7ce13a68e989) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:24.774784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b978d32e-bf0e-468e-97fc-17ab0336e175 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.795003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:24.801698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.815899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978d32e-bf0e-468e-97fc-17ab0336e175 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=6129c9c1-f64b-4139-9eca-bb56eedcc13e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:24.819682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b978d32e-bf0e-468e-97fc-17ab0336e175 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.839248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:24.850601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Transition to ACTIVE for port object 5aa4328e-48f9-4061-8db8-6fad6207a022 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:24.872408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:24.884207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d90d28-d013-48b0-b069-28617b9f5fd1 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:24.891155 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b978d32e-bf0e-468e-97fc-17ab0336e175 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/6129c9c1-f64b-4139-9eca-bb56eedcc13e HTTP/1.1" status: 204 len: 168 time: 0.6175640 Jun 16 15:18:24.891518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56390) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:24.920190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.017529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de59a45-564a-4dd3-8bc3-e80c72d2ce61 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 836d531c-d9b2-4950-bff0-2dc6e6e7b8ae {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:25.025879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8de59a45-564a-4dd3-8bc3-e80c72d2ce61 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.046676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:25.052459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.093466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.105323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Transition to ACTIVE for port object 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:25.107732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8de59a45-564a-4dd3-8bc3-e80c72d2ce61 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.135739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Transition to ACTIVE for port object 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:25.182744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port 306c6a76-121f-4060-b6f5-7cb23bc1097e yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:25.215764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8de59a45-564a-4dd3-8bc3-e80c72d2ce61 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.289162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event updated for resources: {'Port': ['ID=5aa4328e-48f9-4061-8db8-6fad6207a022,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:25.303346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.372316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:25.386329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] In _notify_port_updated(), no bound segment for port 5aa4328e-48f9-4061-8db8-6fad6207a022 on network 10b7ac6c-2434-4753-9f56-3e6371374f84 {{(pid=89745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:18:25.391076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8de59a45-564a-4dd3-8bc3-e80c72d2ce61 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.391982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:25.396975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.396975 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7ea9c173-b6a7-472f-a3ef-e882a1257272 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "PUT /v2.0/ports/5aa4328e-48f9-4061-8db8-6fad6207a022 HTTP/1.1" status: 200 len: 959 time: 2.5226562 Jun 16 15:18:25.399999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56394) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:25.430302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-c2fa2a15-1892-43d5-8530-32485734697a {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:25.430302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:25.433445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c5451c-ee2a-42a8-b46d-00662914ba17 None None] Network 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:25.454132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.549973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Pushing event updated for resources: {'Port': ['ID=42ddfe47-aa04-4dcb-8fc9-7ce13a68e989,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:25.556197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.581367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Network 3ad890c8-b7d3-4882-9f48-46f20d339f4a is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:25.591889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8de59a45-564a-4dd3-8bc3-e80c72d2ce61 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.593592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:25.594894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de59a45-564a-4dd3-8bc3-e80c72d2ce61 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=836d531c-d9b2-4950-bff0-2dc6e6e7b8ae,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:25.611843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Subnet': ['ID=46f7d5a2-e13d-4521-9e4f-b0eae92b0e2c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:25.621864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.626434 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8de59a45-564a-4dd3-8bc3-e80c72d2ce61 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/836d531c-d9b2-4950-bff0-2dc6e6e7b8ae HTTP/1.1" status: 204 len: 168 time: 0.7332299 Jun 16 15:18:25.639407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56398) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:25.662013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:25.675523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bd91fc13-ae8a-4100-8227-c51567a93d9c None None] Provisioning for port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:25.716988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cc62df2a-d3da-4186-956a-53ca3498364c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 5aa4328e-48f9-4061-8db8-6fad6207a022 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:25.717334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc62df2a-d3da-4186-956a-53ca3498364c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.720094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.746704 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c7c9477c-8c46-451c-a9d2-db3e36ab9a2f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061547 Jun 16 15:18:25.749086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56402) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:25.757633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad890c8-b7d3-4882-9f48-46f20d339f4a']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:25.763852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:25.765290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:25.772909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481dd7c7-31a3-481e-aab9-ff941a74dd99') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:25.773281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481dd7c7-31a3-481e-aab9-ff941a74dd99') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:25.788020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.809056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.818514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:25.819113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.846867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:25.847486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.866836 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 481dd7c7-31a3-481e-aab9-ff941a74dd99 resource provider aggregate not found Jun 16 15:18:25.873245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:25.940306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:25.952994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:25.959240 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 481dd7c7-31a3-481e-aab9-ff941a74dd99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 481dd7c7-31a3-481e-aab9-ff941a74dd99 found for delete ", "request_id": "req-83da1cff-5dcc-4f3c-a6ea-4f1ac9ae605f"}]} Jun 16 15:18:25.959576 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:25.991381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:25.994677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Attempting to bind port 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:25.994916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Attempting to bind port 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '481dd7c7-31a3-481e-aab9-ff941a74dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3ad890c8-b7d3-4882-9f48-46f20d339f4a'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:25.995303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Attempting to bind port 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989 on network 3ad890c8-b7d3-4882-9f48-46f20d339f4a {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:26.013577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:26.017755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:26.022191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:26.027873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:26.028414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.034478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=306c6a76-121f-4060-b6f5-7cb23bc1097e,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:26.037004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:26.037377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Checking segment: {'id': '481dd7c7-31a3-481e-aab9-ff941a74dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3ad890c8-b7d3-4882-9f48-46f20d339f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:26.037768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.038157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Bound using segment: {'id': '481dd7c7-31a3-481e-aab9-ff941a74dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3ad890c8-b7d3-4882-9f48-46f20d339f4a'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:26.038700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Bound port: 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481dd7c7-31a3-481e-aab9-ff941a74dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3ad890c8-b7d3-4882-9f48-46f20d339f4a'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:26.039007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.051111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:18:26.051111 dv-neutron-846028-2-hyperv neutron-server[89745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:18:26.051111 dv-neutron-846028-2-hyperv neutron-server[89745]: [parameters: {'id': '3ad890c8-b7d3-4882-9f48-46f20d339f4a'}] Jun 16 15:18:26.051111 dv-neutron-846028-2-hyperv neutron-server[89745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:26.051541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:26.121730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc62df2a-d3da-4186-956a-53ca3498364c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.134816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:26.138227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.157681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.171426 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-623a87bc-6801-46a3-8667-b718bb7eb2fb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8762033 Jun 16 15:18:26.171719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56410) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:26.178626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1aed4f55-8f4c-4ed6-b3a6-f7a7bcb7fd50 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:26.286858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cc62df2a-d3da-4186-956a-53ca3498364c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 5aa4328e-48f9-4061-8db8-6fad6207a022 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:26.316644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1aed4f55-8f4c-4ed6-b3a6-f7a7bcb7fd50 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.407224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] For port 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:26.416306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dfddf4-4b7c-4c62-b55c-8d0b599dc2f8 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:18:26.418351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:26.419353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.457068 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c1dfddf4-4b7c-4c62-b55c-8d0b599dc2f8 None None] Deleting port 07542481-52c8-4c29-844b-e040ef34befd {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:26.457526 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c1dfddf4-4b7c-4c62-b55c-8d0b599dc2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.487221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] For port 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=42ddfe47-aa04-4dcb-8fc9-7ce13a68e989,segment=NetworkSegment(481dd7c7-31a3-481e-aab9-ff941a74dd99),segment_id=481dd7c7-31a3-481e-aab9-ff941a74dd99)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:26.557222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.578570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Deleting port 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:26.579215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.591283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a78585d9-ca4a-4a8a-a1d0-9574d4d36c99,segment=NetworkSegment(617e1717-aae8-468c-a021-4be7b94ae811),segment_id=617e1717-aae8-468c-a021-4be7b94ae811)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:26.622906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.716447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc62df2a-d3da-4186-956a-53ca3498364c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.755418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.755812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 07542481-52c8-4c29-844b-e040ef34befd up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:26.767638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1aed4f55-8f4c-4ed6-b3a6-f7a7bcb7fd50 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.769952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.835857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62df2a-d3da-4186-956a-53ca3498364c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=5aa4328e-48f9-4061-8db8-6fad6207a022,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:26.905055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:26.922979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] Allocated IP 172.20.0.35 (10b7ac6c-2434-4753-9f56-3e6371374f84/047c96ec-d1bc-466b-a8ff-26a193780050/83ad84b6-ccbf-4f47-bdcc-ec585867be47) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:26.933970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:26.939157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=62f24cae-4a51-4e33-92ad-983f1de2c56b,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:26.941908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:26.942585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.943072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] For port 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=42ddfe47-aa04-4dcb-8fc9-7ce13a68e989,segment=NetworkSegment(481dd7c7-31a3-481e-aab9-ff941a74dd99),segment_id=481dd7c7-31a3-481e-aab9-ff941a74dd99)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:26.943440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.999318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc62df2a-d3da-4186-956a-53ca3498364c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.004458 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cc62df2a-d3da-4186-956a-53ca3498364c tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/5aa4328e-48f9-4061-8db8-6fad6207a022 HTTP/1.1" status: 204 len: 168 time: 1.5719469 Jun 16 15:18:27.004799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56414) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:27.057177 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e277e7cb-b759-4f22-9ddd-708d39135e78 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] GET failed (client error): The resource could not be found. Jun 16 15:18:27.057177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e277e7cb-b759-4f22-9ddd-708d39135e78 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:27.073128 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1f75857e-3030-4a36-828a-90ccaec5bd70 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3166201 Jun 16 15:18:27.073128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56418) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:27.073452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05fee8-df89-42b3-a253-78dd88ddb8fd None None] Pushing event updated for resources: {'Port': ['ID=42ddfe47-aa04-4dcb-8fc9-7ce13a68e989,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:27.075308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:27.077965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Calling delete_port for 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:27.097016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e277e7cb-b759-4f22-9ddd-708d39135e78 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:27.100751 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e277e7cb-b759-4f22-9ddd-708d39135e78 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports/5aa4328e-48f9-4061-8db8-6fad6207a022 HTTP/1.1" status: 404 len: 333 time: 0.0922618 Jun 16 15:18:27.106869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56422) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:27.124161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1aed4f55-8f4c-4ed6-b3a6-f7a7bcb7fd50 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.178780 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c1dfddf4-4b7c-4c62-b55c-8d0b599dc2f8 None None] For port 07542481-52c8-4c29-844b-e040ef34befd, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=07542481-52c8-4c29-844b-e040ef34befd,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:27.179204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c1dfddf4-4b7c-4c62-b55c-8d0b599dc2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.194031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d4d1f58c-4ba7-4a54-a0e3-9f97a17a9fe0 None None] Provisioning complete for port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:27.196879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f58c-4ba7-4a54-a0e3-9f97a17a9fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.223765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1aed4f55-8f4c-4ed6-b3a6-f7a7bcb7fd50 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] In _notify_port_updated(), no bound segment for port 306c6a76-121f-4060-b6f5-7cb23bc1097e on network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b {{(pid=89745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:18:27.229122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aed4f55-8f4c-4ed6-b3a6-f7a7bcb7fd50 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:27.229743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1aed4f55-8f4c-4ed6-b3a6-f7a7bcb7fd50 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.233471 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1aed4f55-8f4c-4ed6-b3a6-f7a7bcb7fd50 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "PUT /v2.0/ports/306c6a76-121f-4060-b6f5-7cb23bc1097e HTTP/1.1" status: 200 len: 818 time: 1.0583155 Jun 16 15:18:27.234469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56426) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:27.242544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51772365-834e-4929-907b-97556ad3efbb None None] Network 3ad890c8-b7d3-4882-9f48-46f20d339f4a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:27.251897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:27.256719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:27.259892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:27.266405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:27.340734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed4f55-8f4c-4ed6-b3a6-f7a7bcb7fd50 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=306c6a76-121f-4060-b6f5-7cb23bc1097e,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:27.356568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:27.361411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.374205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4688735b-1f39-4ba1-a81d-7fe6259fb52c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 306c6a76-121f-4060-b6f5-7cb23bc1097e {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:27.374543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4688735b-1f39-4ba1-a81d-7fe6259fb52c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.415276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c1dfddf4-4b7c-4c62-b55c-8d0b599dc2f8 None None] Calling delete_port for 07542481-52c8-4c29-844b-e040ef34befd owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:27.419302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-184340a2-216d-47eb-b430-f604867f6e61 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.436743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.517130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Port': ['ID=42ddfe47-aa04-4dcb-8fc9-7ce13a68e989,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:27.521536 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-184340a2-216d-47eb-b430-f604867f6e61 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.565113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No DVR routers for this DVR port 42ddfe47-aa04-4dcb-8fc9-7ce13a68e989 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:27.600393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=a78585d9-ca4a-4a8a-a1d0-9574d4d36c99,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:27.639318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 07542481-52c8-4c29-844b-e040ef34befd triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:27.639670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.789538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] For port 83ad84b6-ccbf-4f47-bdcc-ec585867be47, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83ad84b6-ccbf-4f47-bdcc-ec585867be47,segment=NetworkSegment(da305757-90de-4f36-b00f-dab4aa6d14c1),segment_id=da305757-90de-4f36-b00f-dab4aa6d14c1)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:27.842814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-184340a2-216d-47eb-b430-f604867f6e61 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.848590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.873599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1f58c-4ba7-4a54-a0e3-9f97a17a9fe0 None None] Current status of the port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:27.893414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4688735b-1f39-4ba1-a81d-7fe6259fb52c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.898471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c1dfddf4-4b7c-4c62-b55c-8d0b599dc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.903302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184340a2-216d-47eb-b430-f604867f6e61 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90248ff1-110a-4582-9170-321df1ae1e06,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:27.942533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.946463 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No ports have port_id starting with 07542481-52c8-4c29-844b-e040ef34befd Jun 16 15:18:27.971166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfddf4-4b7c-4c62-b55c-8d0b599dc2f8 None None] Pushing event deleted for resources: {'Port': ['ID=07542481-52c8-4c29-844b-e040ef34befd,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:27.971977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad890c8-b7d3-4882-9f48-46f20d339f4a']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:27.973114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfddf4-4b7c-4c62-b55c-8d0b599dc2f8 None None] No DVR routers for this DVR port 07542481-52c8-4c29-844b-e040ef34befd on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:27.994276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] Transition to ACTIVE for port object 83ad84b6-ccbf-4f47-bdcc-ec585867be47 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:27.996425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5573f1b8-909a-464b-a41a-8ec395e259d2 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:28.053123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4688735b-1f39-4ba1-a81d-7fe6259fb52c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 306c6a76-121f-4060-b6f5-7cb23bc1097e owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:28.062742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.objects.ports [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89746) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:18:28.069675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.092167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481dd7c7-31a3-481e-aab9-ff941a74dd99') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:28.092390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481dd7c7-31a3-481e-aab9-ff941a74dd99') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:28.107877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-184340a2-216d-47eb-b430-f604867f6e61 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.109810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.109983 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-184340a2-216d-47eb-b430-f604867f6e61 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/security-groups/90248ff1-110a-4582-9170-321df1ae1e06 HTTP/1.1" status: 204 len: 168 time: 1.0007887 Jun 16 15:18:28.116177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56432) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:28.126136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.150986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:28.163223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:28.166862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:28.172153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:28.173299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.185142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.196695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=d1576b0c-d62d-4f9b-882d-97d8af4b8bf6,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:28.215525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:28.216035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.271345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 481dd7c7-31a3-481e-aab9-ff941a74dd99 resource provider aggregate not found Jun 16 15:18:28.285749 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-07f0c097-f8ae-4499-8f3b-adbcb33a12f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2151711 Jun 16 15:18:28.288940 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56440) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:28.294801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:c4:52:d6', 'name': 'tempest-NetworksTestDHCPv6-798364201'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:28.331550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4688735b-1f39-4ba1-a81d-7fe6259fb52c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.382740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5210b52-cba0-4b61-88f7-54cb86907698 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.395896 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 481dd7c7-31a3-481e-aab9-ff941a74dd99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 481dd7c7-31a3-481e-aab9-ff941a74dd99 found for delete ", "request_id": "req-be419cef-403b-4b3e-90ca-0d06df4534ce"}]} Jun 16 15:18:28.461898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:28.464706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fa830-7698-4ff6-b050-ddf1e1d5952b None None] Pushing event updated for resources: {'Port': ['ID=83ad84b6-ccbf-4f47-bdcc-ec585867be47,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:28.467888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:28.471599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:28.479080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:28.525255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:28.525738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.542434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688735b-1f39-4ba1-a81d-7fe6259fb52c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=306c6a76-121f-4060-b6f5-7cb23bc1097e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:28.561006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4688735b-1f39-4ba1-a81d-7fe6259fb52c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.566565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:28.573994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5210b52-cba0-4b61-88f7-54cb86907698 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.602033 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4688735b-1f39-4ba1-a81d-7fe6259fb52c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/306c6a76-121f-4060-b6f5-7cb23bc1097e HTTP/1.1" status: 204 len: 168 time: 1.3610668 Jun 16 15:18:28.609943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56444) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:28.626694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '62f24cae-4a51-4e33-92ad-983f1de2c56b'}, {'subnet_id': 'd1576b0c-d62d-4f9b-882d-97d8af4b8bf6'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:28.627725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.688404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.717366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.727973 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/3ad890c8-b7d3-4882-9f48-46f20d339f4a HTTP/1.1" status: 204 len: 168 time: 4.3673317 Jun 16 15:18:28.735146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56448) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:28.735357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325a69b-2dba-4f80-8f58-f5b9afe54efe tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Network': ['ID=3ad890c8-b7d3-4882-9f48-46f20d339f4a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:28.737579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-39048630'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:28.751710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:28.758660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.769266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:network and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:28.771075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4da96f-0337-4c45-bbec-ed3357d11fcc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:28.772058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f4da96f-0337-4c45-bbec-ed3357d11fcc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:28.773623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:28.783847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:28.802321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 673b6c96-8877-415c-896e-4d8780534acc yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:28.820180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5210b52-cba0-4b61-88f7-54cb86907698 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.822957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5210b52-cba0-4b61-88f7-54cb86907698 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.824441 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b5210b52-cba0-4b61-88f7-54cb86907698 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/security-groups/0da645e5-9086-4746-8bbb-fe2aa2cadba9 HTTP/1.1" status: 204 len: 168 time: 0.7054386 Jun 16 15:18:28.834536 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56452) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:28.845340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5210b52-cba0-4b61-88f7-54cb86907698 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da645e5-9086-4746-8bbb-fe2aa2cadba9,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:28.897780 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:28.903864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f4da96f-0337-4c45-bbec-ed3357d11fcc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:28.909101 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7f4da96f-0337-4c45-bbec-ed3357d11fcc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2983787 Jun 16 15:18:28.932783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56456) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:28.961018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 07542481-52c8-4c29-844b-e040ef34befd no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:18:28.966778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:28.973388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:28.998058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 07542481-52c8-4c29-844b-e040ef34befd {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:18:28.998399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 07542481-52c8-4c29-844b-e040ef34befd not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:18:29.051608 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4130927b-accd-4d27-afde-d97b05e3fe07 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:18:29.053752 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4130927b-accd-4d27-afde-d97b05e3fe07 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/306c6a76-121f-4060-b6f5-7cb23bc1097e HTTP/1.1" status: 404 len: 333 time: 0.1193051 Jun 16 15:18:29.058790 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56460) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:29.071111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-432699728'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:29.074797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:29.078812 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d27bde6c-a8cb-4e20-b762-950cc54ed848 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.083702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:29.107409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:network and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:29.116524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:29.141534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:29.153289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d27bde6c-a8cb-4e20-b762-950cc54ed848 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.167511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.167511 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Added segment 08ac6ab8-cd92-42cc-ac95-f295b8eb8406 of type vlan for network a320e35c-1260-4b60-a4ea-09f838b1b945 Jun 16 15:18:29.210140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-610dd1ea-3857-4a14-a8a1-34528e9e79b0 None None] Provisioning complete for port 407eab71-e98f-4168-897f-ba05b9844939 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:29.210822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-610dd1ea-3857-4a14-a8a1-34528e9e79b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.230736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 172.20.0.11 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/62f24cae-4a51-4e33-92ad-983f1de2c56b/673b6c96-8877-415c-896e-4d8780534acc) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:29.242014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.252748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::f816:3eff:fec4:52d6 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/d1576b0c-d62d-4f9b-882d-97d8af4b8bf6/673b6c96-8877-415c-896e-4d8780534acc) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:29.266749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-610dd1ea-3857-4a14-a8a1-34528e9e79b0 None None] Port 407eab71-e98f-4168-897f-ba05b9844939 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:29.270085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-610dd1ea-3857-4a14-a8a1-34528e9e79b0 None None] Could not find standard attr ID for object 5aa4328e-48f9-4061-8db8-6fad6207a022. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:18:29.289382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:29.293479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.322875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:29.329136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d27bde6c-a8cb-4e20-b762-950cc54ed848 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.349975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.350479 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Added segment 7c7fe547-908b-4c2b-b900-98c0baed23f6 of type vlan for network fd7df906-785a-400f-b01f-ff91fd5572d1 Jun 16 15:18:29.351948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bde6c-a8cb-4e20-b762-950cc54ed848 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e99ae-1686-46bd-9185-39df91eb302a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:29.382103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d27bde6c-a8cb-4e20-b762-950cc54ed848 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.383324 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d27bde6c-a8cb-4e20-b762-950cc54ed848 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/security-groups/e82e99ae-1686-46bd-9185-39df91eb302a HTTP/1.1" status: 204 len: 168 time: 0.5455351 Jun 16 15:18:29.390413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56464) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:29.408514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-610dd1ea-3857-4a14-a8a1-34528e9e79b0 None None] Provisioning for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:29.414882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-610dd1ea-3857-4a14-a8a1-34528e9e79b0 None None] Provisioning complete for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:29.415370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-610dd1ea-3857-4a14-a8a1-34528e9e79b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.420910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.477436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.482586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:29.483270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.484660 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f8a311-f192-4f8e-9189-ae7edbaea3f3 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet c63b4569-f054-4199-82b3-16956befbe5d {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:29.489464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24f8a311-f192-4f8e-9189-ae7edbaea3f3 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.563106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24f8a311-f192-4f8e-9189-ae7edbaea3f3 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.584903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-610dd1ea-3857-4a14-a8a1-34528e9e79b0 None None] Current status of the port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:29.623528 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.632074 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:29.632900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.635811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=a320e35c-1260-4b60-a4ea-09f838b1b945,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:29.650422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network a320e35c-1260-4b60-a4ea-09f838b1b945 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:29.660855 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6115e949-12e0-4986-ae05-eb9f682bed27 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9280739 Jun 16 15:18:29.666173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56468) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:29.673550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'network_id': 'a320e35c-1260-4b60-a4ea-09f838b1b945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:29.690736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.734320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 673b6c96-8877-415c-896e-4d8780534acc will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:29.797771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Network': ['ID=fd7df906-785a-400f-b01f-ff91fd5572d1,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:29.806072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7c62d25d-2a13-459b-80bd-332e159724e1 None None] Could not find standard attr ID for object 5aa4328e-48f9-4061-8db8-6fad6207a022. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:18:29.818424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network fd7df906-785a-400f-b01f-ff91fd5572d1 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:29.821615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:29.831552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:subnet and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:29.835720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:29.842924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:29.862895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24f8a311-f192-4f8e-9189-ae7edbaea3f3 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.899897 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3fb2ab0f-84c6-4845-99ba-b9ebe14b5c00 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8358250 Jun 16 15:18:29.902204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56472) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:29.915542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:29.955349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:29.994039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:29.997512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.031328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24f8a311-f192-4f8e-9189-ae7edbaea3f3 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.068066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 83ad84b6-ccbf-4f47-bdcc-ec585867be47 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:30.095313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8a311-f192-4f8e-9189-ae7edbaea3f3 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=c63b4569-f054-4199-82b3-16956befbe5d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:30.099110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24f8a311-f192-4f8e-9189-ae7edbaea3f3 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.111942 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-24f8a311-f192-4f8e-9189-ae7edbaea3f3 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/c63b4569-f054-4199-82b3-16956befbe5d HTTP/1.1" status: 204 len: 168 time: 0.7243097 Jun 16 15:18:30.112611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56476) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:30.113504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b045e83e-af39-4691-8a78-6be976c8bea9 None None] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:30.135429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:30.151105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:30.168228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:30.175495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Allocated IP 172.20.0.2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/62f24cae-4a51-4e33-92ad-983f1de2c56b/3a8db3ee-626b-4f51-96b9-2f9f920df336) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:30.185921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d971c8e2-cf8d-4552-996e-735ef2fd0f1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet 047c96ec-d1bc-466b-a8ff-26a193780050 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:30.189106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d971c8e2-cf8d-4552-996e-735ef2fd0f1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.248465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Allocated IP 2001:db8::f816:3eff:fe85:f68f (31e74b08-3bfc-4c0f-a043-3479a97b05c8/d1576b0c-d62d-4f9b-882d-97d8af4b8bf6/3a8db3ee-626b-4f51-96b9-2f9f920df336) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:30.288564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d971c8e2-cf8d-4552-996e-735ef2fd0f1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.336489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:30.336853 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.348728 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=673b6c96-8877-415c-896e-4d8780534acc,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:30.415787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d971c8e2-cf8d-4552-996e-735ef2fd0f1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.421596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:30.437140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:30.445450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:30.458499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:30.465476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:30.466109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.567184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:30.570869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.597763 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d971c8e2-cf8d-4552-996e-735ef2fd0f1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.610014 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-94a96e2e-0ff8-4c0f-b28e-7499a7784c90 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3199863 Jun 16 15:18:30.616150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56480) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:30.649444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971c8e2-cf8d-4552-996e-735ef2fd0f1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=047c96ec-d1bc-466b-a8ff-26a193780050,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:30.651446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d971c8e2-cf8d-4552-996e-735ef2fd0f1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.659334 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d971c8e2-cf8d-4552-996e-735ef2fd0f1f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/047c96ec-d1bc-466b-a8ff-26a193780050 HTTP/1.1" status: 204 len: 168 time: 0.5444350 Jun 16 15:18:30.661282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56484) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:30.708595 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4054210-ffb5-4842-906c-5df4495fb48a tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:30.709271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4054210-ffb5-4842-906c-5df4495fb48a tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:30.712146 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f4054210-ffb5-4842-906c-5df4495fb48a tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/c63b4569-f054-4199-82b3-16956befbe5d HTTP/1.1" status: 404 len: 337 time: 0.0488365 Jun 16 15:18:30.713814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56488) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:30.738261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:30.747981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.761673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Transition to ACTIVE for port object 3a8db3ee-626b-4f51-96b9-2f9f920df336 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:30.784366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2101b13a-d338-4c60-abb4-1df1cdd93231 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting subnet e8ea901d-ebea-445a-bfcd-d09183b485da {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:30.786450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Transition to ACTIVE for port object 3a8db3ee-626b-4f51-96b9-2f9f920df336 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:30.790042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2101b13a-d338-4c60-abb4-1df1cdd93231 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.830210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2367dd2-b2eb-45bf-88fa-44973e024e3d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:30.830960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c2367dd2-b2eb-45bf-88fa-44973e024e3d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:30.858804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2101b13a-d338-4c60-abb4-1df1cdd93231 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.882624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb2a097-653c-41d7-979b-ed2692961f6b None None] Update dhcp port {'port': {'network_id': '10b7ac6c-2434-4753-9f56-3e6371374f84', 'fixed_ips': [{'subnet_id': 'e8ea901d-ebea-445a-bfcd-d09183b485da', 'ip_address': '172.20.0.18'}, {'subnet_id': '047c96ec-d1bc-466b-a8ff-26a193780050'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '83ad84b6-ccbf-4f47-bdcc-ec585867be47'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:18:30.914118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.918020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.971374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2101b13a-d338-4c60-abb4-1df1cdd93231 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:30.983108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:30.986536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c2367dd2-b2eb-45bf-88fa-44973e024e3d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:30.990466 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c2367dd2-b2eb-45bf-88fa-44973e024e3d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.3710322 Jun 16 15:18:30.991143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56492) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:30.998564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:31.005712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:31.019050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a097-653c-41d7-979b-ed2692961f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.030626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Pushing event updated for resources: {'Port': ['ID=3a8db3ee-626b-4f51-96b9-2f9f920df336,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:31.083710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.103566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=bc0c671a-40e1-490c-8bcd-6cfd02e40614,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:31.140828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2101b13a-d338-4c60-abb4-1df1cdd93231 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.148395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking segment: {'id': '08ac6ab8-cd92-42cc-ac95-f295b8eb8406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a320e35c-1260-4b60-a4ea-09f838b1b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:31.149140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network hostable DHCP agents. Network: a320e35c-1260-4b60-a4ea-09f838b1b945, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:31.170615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bbab8bae-0ee4-46f0-b5e8-22c73128643c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 673b6c96-8877-415c-896e-4d8780534acc {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:31.174368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bbab8bae-0ee4-46f0-b5e8-22c73128643c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.188823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101b13a-d338-4c60-abb4-1df1cdd93231 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ea901d-ebea-445a-bfcd-d09183b485da,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:31.198281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2101b13a-d338-4c60-abb4-1df1cdd93231 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.206756 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2101b13a-d338-4c60-abb4-1df1cdd93231 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/e8ea901d-ebea-445a-bfcd-d09183b485da HTTP/1.1" status: 204 len: 168 time: 0.4915829 Jun 16 15:18:31.210972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56496) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.255288 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-36813d71-1cad-47f6-9b30-477278aa10bc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:31.256347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36813d71-1cad-47f6-9b30-477278aa10bc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:31.258523 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-36813d71-1cad-47f6-9b30-477278aa10bc tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/77fd2b1e-fc1d-40bc-98dc-cdccbfd9c60f HTTP/1.1" status: 404 len: 337 time: 0.0457878 Jun 16 15:18:31.261117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56500) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.269145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Attempting to bind port 3a8db3ee-626b-4f51-96b9-2f9f920df336 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:31.269686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Attempting to bind port 3a8db3ee-626b-4f51-96b9-2f9f920df336 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:31.269984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Attempting to bind port 3a8db3ee-626b-4f51-96b9-2f9f920df336 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:31.280767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=e851b7a5-79cf-4421-bcce-e9d142226a5b,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:31.287627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Checking segment: {'id': '7c7fe547-908b-4c2b-b900-98c0baed23f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:31.288000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network hostable DHCP agents. Network: fd7df906-785a-400f-b01f-ff91fd5572d1, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:31.326746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:31.327164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:31.327568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.327966 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:31.328454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Bound port: 3a8db3ee-626b-4f51-96b9-2f9f920df336, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:31.328888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.330694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0bbaa314-bf49-4a77-9981-8c8876ab00e2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Synchronizing usage tracker for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:31.344053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0bbaa314-bf49-4a77-9981-8c8876ab00e2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Unset dirty status for tenant:e9d6a46cdf8749d7b5bc6036364ae908 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:31.347850 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0bbaa314-bf49-4a77-9981-8c8876ab00e2 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c03ac6d-3158-469e-a5d8-d5d770073cc4 HTTP/1.1" status: 200 len: 205 time: 0.0828564 Jun 16 15:18:31.349803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56504) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.426231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network a320e35c-1260-4b60-a4ea-09f838b1b945 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:31.438774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d3d37-0dcb-4f53-bb23-ed8eba61c2f5 None None] Network 10b7ac6c-2434-4753-9f56-3e6371374f84 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:31.440761 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-a52666dc-45f8-4254-9d8f-7aa32a8d0840 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] delete failed (client error): The resource could not be found. Jun 16 15:18:31.441788 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a52666dc-45f8-4254-9d8f-7aa32a8d0840 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/routers/7c03ac6d-3158-469e-a5d8-d5d770073cc4 HTTP/1.1" status: 404 len: 336 time: 0.0910170 Jun 16 15:18:31.444465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56508) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.477955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] For port 3a8db3ee-626b-4f51-96b9-2f9f920df336, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:31.482067 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b467fbda-aa52-43b3-9533-679f75d22db6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:31.482968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b467fbda-aa52-43b3-9533-679f75d22db6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:31.484271 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b467fbda-aa52-43b3-9533-679f75d22db6 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/60822703-b6b5-47bc-8706-a04084d19ef4 HTTP/1.1" status: 404 len: 337 time: 0.0389402 Jun 16 15:18:31.487358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56512) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.500250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] For port 3a8db3ee-626b-4f51-96b9-2f9f920df336, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3a8db3ee-626b-4f51-96b9-2f9f920df336,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:31.531077 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99eca3a-bf13-4318-b02e-635953735a0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:31.531587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99eca3a-bf13-4318-b02e-635953735a0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:31.533851 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e99eca3a-bf13-4318-b02e-635953735a0e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/e3106959-502e-47c1-9011-8c0ceb1cc828 HTTP/1.1" status: 404 len: 337 time: 0.0452895 Jun 16 15:18:31.537644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56516) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.544486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network fd7df906-785a-400f-b01f-ff91fd5572d1 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:31.554635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9da5bc59-be2b-40db-a849-240f805d9e76 None None] Provisioning complete for port 407eab71-e98f-4168-897f-ba05b9844939 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:31.559821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9da5bc59-be2b-40db-a849-240f805d9e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.580415 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aec8448-38d2-4cf5-af03-4c44b98a8510 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:31.580876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aec8448-38d2-4cf5-af03-4c44b98a8510 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:31.585234 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6aec8448-38d2-4cf5-af03-4c44b98a8510 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/6ad6bbd9-90e0-42b5-a05e-089a9011d501 HTTP/1.1" status: 404 len: 337 time: 0.0439703 Jun 16 15:18:31.585479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56520) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.592920 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.606460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bbab8bae-0ee4-46f0-b5e8-22c73128643c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.619444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, a320e35c-1260-4b60-a4ea-09f838b1b945) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:31.625120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, fd7df906-785a-400f-b01f-ff91fd5572d1) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:31.629546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:31.630139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.633624 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb21737-addc-4079-b7e3-324eb51cf813 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:31.634092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb21737-addc-4079-b7e3-324eb51cf813 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:31.636497 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9fb21737-addc-4079-b7e3-324eb51cf813 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/2dd340b2-6ba7-4534-9101-7e3d6e1518bb HTTP/1.1" status: 404 len: 333 time: 0.0499279 Jun 16 15:18:31.639654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56524) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.680906 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f060e7e4-6b8f-410c-82c4-069bbf578267 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:31.681271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f060e7e4-6b8f-410c-82c4-069bbf578267 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:31.685364 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f060e7e4-6b8f-410c-82c4-069bbf578267 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/4e61dc5a-24d6-410f-9909-9135212aaadf HTTP/1.1" status: 404 len: 337 time: 0.0424755 Jun 16 15:18:31.685634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56528) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.693438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:31.693977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddab414-78cd-4394-b2dd-a9d5fe421517 None None] Network a320e35c-1260-4b60-a4ea-09f838b1b945 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:31.694097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.713685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c94ad3-9eb2-42ee-9715-159eb936720a None None] Network fd7df906-785a-400f-b01f-ff91fd5572d1 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:31.724737 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1305c422-a29e-44ce-ab0a-f8f55a5d5c63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:31.725201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1305c422-a29e-44ce-ab0a-f8f55a5d5c63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:31.729276 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1305c422-a29e-44ce-ab0a-f8f55a5d5c63 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/7bf2392f-30c0-4628-b40c-7423679b582c HTTP/1.1" status: 404 len: 337 time: 0.0403585 Jun 16 15:18:31.729518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56532) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.765909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bbab8bae-0ee4-46f0-b5e8-22c73128643c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 673b6c96-8877-415c-896e-4d8780534acc owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:31.770524 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5e24cb-7b5b-49a7-8a6c-47ea5b4f071e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:31.771019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5e24cb-7b5b-49a7-8a6c-47ea5b4f071e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:31.775091 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ec5e24cb-7b5b-49a7-8a6c-47ea5b4f071e tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/1414f9ef-2ec3-4188-958f-0f47fe48984d HTTP/1.1" status: 404 len: 333 time: 0.0422206 Jun 16 15:18:31.775305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56536) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.819546 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b831cdd8-416a-4142-89b3-3d5a52382d4d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:31.819786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b831cdd8-416a-4142-89b3-3d5a52382d4d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:31.822315 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b831cdd8-416a-4142-89b3-3d5a52382d4d tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/76f0fd5a-8098-4bae-98f1-c8d693926a35 HTTP/1.1" status: 404 len: 337 time: 0.0450907 Jun 16 15:18:31.823925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56540) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.863750 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-700a9fff-b471-4fda-85b2-eecedf8a394f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] DELETE failed (client error): The resource could not be found. Jun 16 15:18:31.864467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700a9fff-b471-4fda-85b2-eecedf8a394f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:31.866321 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-700a9fff-b471-4fda-85b2-eecedf8a394f tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/subnets/4bd52823-8017-49e7-8463-da30697a57e4 HTTP/1.1" status: 404 len: 337 time: 0.0413446 Jun 16 15:18:31.869017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56544) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.899516 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b47f462f-3642-4e9a-b4d5-d498b7aff356 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2322738 Jun 16 15:18:31.905090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56548) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:31.919796 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-617577447'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:31.929762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:31.939161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:network and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:31.943739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:31.953267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:31.953578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c7b422bb-c057-47d6-a0f1-8b2da01f39cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 407eab71-e98f-4168-897f-ba05b9844939 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:31.954102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c7b422bb-c057-47d6-a0f1-8b2da01f39cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:31.992699 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9373edfe-e463-42cf-b8e7-918570a535fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0861180 Jun 16 15:18:31.996886 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56552) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:32.030742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:32.080113 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9da5bc59-be2b-40db-a849-240f805d9e76 None None] Port 407eab71-e98f-4168-897f-ba05b9844939 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:32.081936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 83ad84b6-ccbf-4f47-bdcc-ec585867be47 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:18:32.156004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:32.160209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.185750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ecf0f-18b1-46f8-8a47-6ae5a3b601e8 None None] Pushing event updated for resources: {'Port': ['ID=3a8db3ee-626b-4f51-96b9-2f9f920df336,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:32.208525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:32.218473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.218836 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Added segment eb89d070-7381-4614-bf82-284aaf6631da of type vlan for network 2c265448-0ad4-4ada-b8d4-fcb473ea0135 Jun 16 15:18:32.249283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bbab8bae-0ee4-46f0-b5e8-22c73128643c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.258598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9da5bc59-be2b-40db-a849-240f805d9e76 None None] Provisioning complete for port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:32.259243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9da5bc59-be2b-40db-a849-240f805d9e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.271715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.466468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c7b422bb-c057-47d6-a0f1-8b2da01f39cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.490766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab8bae-0ee4-46f0-b5e8-22c73128643c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=673b6c96-8877-415c-896e-4d8780534acc,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:32.522890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-a320e35c-1260-4b60-a4ea-09f838b1b945', 'network_id': 'a320e35c-1260-4b60-a4ea-09f838b1b945', 'tenant_id': '1403bca3da384714a3dc03d6b9c599ce', 'fixed_ips': [{'subnet_id': 'bc0c671a-40e1-490c-8bcd-6cfd02e40614'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:32.523835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.638518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c7b422bb-c057-47d6-a0f1-8b2da01f39cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 407eab71-e98f-4168-897f-ba05b9844939 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:32.681874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:32.681874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.715492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.721956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:32.722578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.767519 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] DHCP port deletion for 10b7ac6c-2434-4753-9f56-3e6371374f84 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:18:32.820697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:32.836086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:32.847564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:32.884801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] Deleting port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:32.885087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.901644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c7b422bb-c057-47d6-a0f1-8b2da01f39cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.914460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:32.923070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=2c265448-0ad4-4ada-b8d4-fcb473ea0135,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:32.925853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bbab8bae-0ee4-46f0-b5e8-22c73128643c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.930218 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bbab8bae-0ee4-46f0-b5e8-22c73128643c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/673b6c96-8877-415c-896e-4d8780534acc HTTP/1.1" status: 204 len: 168 time: 1.9326816 Jun 16 15:18:32.931289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56556) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:32.941377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-fd7df906-785a-400f-b01f-ff91fd5572d1', 'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1', 'tenant_id': '278eafbf3c42411cb71556eb113bb9fd', 'fixed_ips': [{'subnet_id': 'e851b7a5-79cf-4421-bcce-e9d142226a5b'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:32.942524 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.951625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 2c265448-0ad4-4ada-b8d4-fcb473ea0135 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:32.985584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b422bb-c057-47d6-a0f1-8b2da01f39cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=407eab71-e98f-4168-897f-ba05b9844939,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:32.993056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c7b422bb-c057-47d6-a0f1-8b2da01f39cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.002198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 83ad84b6-ccbf-4f47-bdcc-ec585867be47, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83ad84b6-ccbf-4f47-bdcc-ec585867be47,segment=NetworkSegment(da305757-90de-4f36-b00f-dab4aa6d14c1),segment_id=da305757-90de-4f36-b00f-dab4aa6d14c1)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:33.015451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ce1b4-2f4e-49c0-be3e-29742cc85ed2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:33.018093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ce1b4-2f4e-49c0-be3e-29742cc85ed2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:33.023534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ce1b4-2f4e-49c0-be3e-29742cc85ed2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:33.023534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-497ce1b4-2f4e-49c0-be3e-29742cc85ed2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:33.058051 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e31b59f5-57a3-40a0-ac90-db109d7fb144 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1521163 Jun 16 15:18:33.061064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56560) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:33.075614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'network_id': '2c265448-0ad4-4ada-b8d4-fcb473ea0135', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:33.075999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9da5bc59-be2b-40db-a849-240f805d9e76 None None] Current status of the port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:33.158159 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c7b422bb-c057-47d6-a0f1-8b2da01f39cf tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/ports/407eab71-e98f-4168-897f-ba05b9844939 HTTP/1.1" status: 204 len: 168 time: 1.2879689 Jun 16 15:18:33.161276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56564) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:33.164707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-497ce1b4-2f4e-49c0-be3e-29742cc85ed2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:33.173138 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-497ce1b4-2f4e-49c0-be3e-29742cc85ed2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2337453 Jun 16 15:18:33.173138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56568) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:33.214215 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.291924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a8b84b-665c-41c1-b002-a211967577bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 62f24cae-4a51-4e33-92ad-983f1de2c56b {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:33.295873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.305287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b84b-665c-41c1-b002-a211967577bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.308791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Deleting port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:33.309136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.361370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:33.370695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.437802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:33.452408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:subnet and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:33.460847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:33.480637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c29fc5b-2b37-420e-af1e-64e63d20e222 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:33.501820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Allocated IP 2001:db8::1 (a320e35c-1260-4b60-a4ea-09f838b1b945/bc0c671a-40e1-490c-8bcd-6cfd02e40614/6e96816d-fad9-4184-8022-cba0d711049d) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:33.515121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:33.524225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b84b-665c-41c1-b002-a211967577bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.540361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] For port 83ad84b6-ccbf-4f47-bdcc-ec585867be47, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83ad84b6-ccbf-4f47-bdcc-ec585867be47,segment=NetworkSegment(da305757-90de-4f36-b00f-dab4aa6d14c1),segment_id=da305757-90de-4f36-b00f-dab4aa6d14c1)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:33.541038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.576509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] For port 83ad84b6-ccbf-4f47-bdcc-ec585867be47, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=83ad84b6-ccbf-4f47-bdcc-ec585867be47,segment=NetworkSegment(da305757-90de-4f36-b00f-dab4aa6d14c1),segment_id=da305757-90de-4f36-b00f-dab4aa6d14c1)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:33.577138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.626764 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.ipam_backend_mixin [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e851b7a5-79cf-4421-bcce-e9d142226a5b (CIDR: 2001:db8::/64) Jun 16 15:18:33.644010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:33.647751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.686051 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:18:33.686447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:33.711054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b84b-665c-41c1-b002-a211967577bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:33.711293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Calling delete_port for 83ad84b6-ccbf-4f47-bdcc-ec585867be47 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:33.768246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=83ad84b6-ccbf-4f47-bdcc-ec585867be47,revision_number=11']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:33.788863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] Calling delete_port for 83ad84b6-ccbf-4f47-bdcc-ec585867be47 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:33.800778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Performing IP validity checks on allocation pools {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 16 15:18:33.801302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 16 15:18:33.844481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-356755d2-fabd-4e36-9676-f9931c6da0a8 None None] Provisioning for port 3a8db3ee-626b-4f51-96b9-2f9f920df336 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:33.993291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Allocated IP 2001:db8::2 (fd7df906-785a-400f-b01f-ff91fd5572d1/e851b7a5-79cf-4421-bcce-e9d142226a5b/7d64a287-c4eb-44f8-aa32-1f80145abb0b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:34.031231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.076943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 3a8db3ee-626b-4f51-96b9-2f9f920df336 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:34.078169 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-df82419f-3736-4182-8be1-ee0490f8071b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0558002 Jun 16 15:18:34.085604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56578) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:34.087880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Port': ['ID=83ad84b6-ccbf-4f47-bdcc-ec585867be47,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:34.094470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] No DVR routers for this DVR port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:34.107258 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:34.107615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:34.109839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b84b-665c-41c1-b002-a211967577bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.127902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:34.165183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8b84b-665c-41c1-b002-a211967577bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=62f24cae-4a51-4e33-92ad-983f1de2c56b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:34.171453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b84b-665c-41c1-b002-a211967577bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.273915 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c7a8b84b-665c-41c1-b002-a211967577bc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/62f24cae-4a51-4e33-92ad-983f1de2c56b HTTP/1.1" status: 204 len: 168 time: 1.0980980 Jun 16 15:18:34.274207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56582) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:34.309109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.352132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.393635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.400079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2525ffa6-4486-473f-a48b-f37df5a5d1ea tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet d1576b0c-d62d-4f9b-882d-97d8af4b8bf6 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:34.408561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b7ac6c-2434-4753-9f56-3e6371374f84']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:34.410001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2525ffa6-4486-473f-a48b-f37df5a5d1ea tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.462678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Transition to ACTIVE for port object 6e96816d-fad9-4184-8022-cba0d711049d will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:34.471791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=5e929994-ad1b-489f-81b9-c37042c6ffce,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:34.493684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2525ffa6-4486-473f-a48b-f37df5a5d1ea tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.528885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking segment: {'id': 'eb89d070-7381-4614-bf82-284aaf6631da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2c265448-0ad4-4ada-b8d4-fcb473ea0135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:34.528885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network hostable DHCP agents. Network: 2c265448-0ad4-4ada-b8d4-fcb473ea0135, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:34.536564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 3a8db3ee-626b-4f51-96b9-2f9f920df336 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:34.538438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da305757-90de-4f36-b00f-dab4aa6d14c1') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:34.538735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da305757-90de-4f36-b00f-dab4aa6d14c1') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:34.550291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:34.557428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.566435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:34.566821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 3a8db3ee-626b-4f51-96b9-2f9f920df336 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:34.570808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.571588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:34.580759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:34.591788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.600159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:34.600646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.607157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2525ffa6-4486-473f-a48b-f37df5a5d1ea tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.608356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] Deleting port 83ad84b6-ccbf-4f47-bdcc-ec585867be47 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:34.608733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.658868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Transition to ACTIVE for port object 6e96816d-fad9-4184-8022-cba0d711049d will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:34.659343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network 2c265448-0ad4-4ada-b8d4-fcb473ea0135 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:34.676790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.693273 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment da305757-90de-4f36-b00f-dab4aa6d14c1 resource provider aggregate not found Jun 16 15:18:34.704342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:34.707911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.729586 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment da305757-90de-4f36-b00f-dab4aa6d14c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da305757-90de-4f36-b00f-dab4aa6d14c1 found for delete ", "request_id": "req-1e05ca29-2659-4110-b289-40214cddca76"}]} Jun 16 15:18:34.729949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-04f5c0ee-9aa6-43c5-8b86-b7672bc3155c None None] The port '83ad84b6-ccbf-4f47-bdcc-ec585867be47' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:18:34.736737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Transition to ACTIVE for port object 7d64a287-c4eb-44f8-aa32-1f80145abb0b will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:34.764271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Transition to ACTIVE for port object 7d64a287-c4eb-44f8-aa32-1f80145abb0b will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:34.765413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 2c265448-0ad4-4ada-b8d4-fcb473ea0135) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:34.772539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:34.775901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.796551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5094a2d7-531f-40ec-a725-d5a423b96967 None None] Network 2c265448-0ad4-4ada-b8d4-fcb473ea0135 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:34.843342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2525ffa6-4486-473f-a48b-f37df5a5d1ea tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.850800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.888889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525ffa6-4486-473f-a48b-f37df5a5d1ea tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=d1576b0c-d62d-4f9b-882d-97d8af4b8bf6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:34.892719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2525ffa6-4486-473f-a48b-f37df5a5d1ea tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.893681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.894974 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2525ffa6-4486-473f-a48b-f37df5a5d1ea tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/d1576b0c-d62d-4f9b-882d-97d8af4b8bf6 HTTP/1.1" status: 204 len: 168 time: 0.6194673 Jun 16 15:18:34.897138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56590) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:34.898222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.942994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] Pushing event deleted for resources: {'Network': ['ID=10b7ac6c-2434-4753-9f56-3e6371374f84,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:34.954710 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-86f9b4d3-1b88-4338-b6ce-6e950f2452b0 tempest-PortsTestJSON-490303701 tempest-PortsTestJSON-490303701-project] 10.222.0.73 "DELETE /v2.0/networks/10b7ac6c-2434-4753-9f56-3e6371374f84 HTTP/1.1" status: 204 len: 168 time: 1.7899938 Jun 16 15:18:34.954884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.985317 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-10d1502c-9e2e-4ec4-9d84-e468914e20db tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854976 Jun 16 15:18:34.986777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 3a8db3ee-626b-4f51-96b9-2f9f920df336 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:34.987400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:34.990578 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e64e61a1-66c7-49df-bbea-3e614b46ce08 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9283125 Jun 16 15:18:34.991419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56596) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:34.991811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56598) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:35.036536 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Network a320e35c-1260-4b60-a4ea-09f838b1b945 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:35.061221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7babc9-c640-4f9b-a241-8decfd9a23c3 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:35.075438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:35.083822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Network fd7df906-785a-400f-b01f-ff91fd5572d1 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:35.093683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:35.111095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:35.128371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Pushing event updated for resources: {'Port': ['ID=6e96816d-fad9-4184-8022-cba0d711049d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:35.174256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:35.231409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.334655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network fd7df906-785a-400f-b01f-ff91fd5572d1 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:35.336018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=04453a65-549e-4167-8661-af372b054580,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:35.338705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:35.350101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:35.350881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.352649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b122e43-494a-45d8-897b-507a586a9321 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:35.353340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1b122e43-494a-45d8-897b-507a586a9321 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:35.362122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.433488 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e8ebec62-9d13-47d8-ad0b-a1d5f3c29e92 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3424170 Jun 16 15:18:35.436186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56604) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:35.443993 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1', 'fixed_ips': [{'subnet_id': 'e851b7a5-79cf-4421-bcce-e9d142226a5b'}, {'subnet_id': '04453a65-549e-4167-8661-af372b054580'}], 'name': 'tempest-PortsIpV6TestJSON-2095846501'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:35.450350 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.480167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1b122e43-494a-45d8-897b-507a586a9321 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:35.483777 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1b122e43-494a-45d8-897b-507a586a9321 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4886160 Jun 16 15:18:35.484604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56610) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:35.608584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.627035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-506a4c29-0dec-4c94-94de-3b0f72ba30c2 None None] Provisioning complete for port 3a8db3ee-626b-4f51-96b9-2f9f920df336 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:35.631941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-506a4c29-0dec-4c94-94de-3b0f72ba30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.632730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce16bcf2-02d8-45e4-b135-b1c421da97cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:35.633420 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ce16bcf2-02d8-45e4-b135-b1c421da97cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:35.653587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56616) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:35.656287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Pushing event updated for resources: {'Port': ['ID=7d64a287-c4eb-44f8-aa32-1f80145abb0b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:35.666683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Subnet': ['ID=5e929994-ad1b-489f-81b9-c37042c6ffce,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:35.672620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.673324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:35.673676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:35.684556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Attempting to bind port 6e96816d-fad9-4184-8022-cba0d711049d on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:35.684927 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Attempting to bind port 6e96816d-fad9-4184-8022-cba0d711049d by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '08ac6ab8-cd92-42cc-ac95-f295b8eb8406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a320e35c-1260-4b60-a4ea-09f838b1b945'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:35.685472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Attempting to bind port 6e96816d-fad9-4184-8022-cba0d711049d on network a320e35c-1260-4b60-a4ea-09f838b1b945 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:35.686671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:35.697189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:35.751525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ce16bcf2-02d8-45e4-b135-b1c421da97cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:35.752699 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ce16bcf2-02d8-45e4-b135-b1c421da97cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2673588 Jun 16 15:18:35.755230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56622) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:35.762671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Attempting to bind port 7d64a287-c4eb-44f8-aa32-1f80145abb0b on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:35.763077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Attempting to bind port 7d64a287-c4eb-44f8-aa32-1f80145abb0b by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '7c7fe547-908b-4c2b-b900-98c0baed23f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:35.763437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Attempting to bind port 7d64a287-c4eb-44f8-aa32-1f80145abb0b on network fd7df906-785a-400f-b01f-ff91fd5572d1 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:35.774877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:35.775556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Checking segment: {'id': '08ac6ab8-cd92-42cc-ac95-f295b8eb8406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a320e35c-1260-4b60-a4ea-09f838b1b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:35.776145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.776710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Bound using segment: {'id': '08ac6ab8-cd92-42cc-ac95-f295b8eb8406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a320e35c-1260-4b60-a4ea-09f838b1b945'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:35.777356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Bound port: 6e96816d-fad9-4184-8022-cba0d711049d, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ac6ab8-cd92-42cc-ac95-f295b8eb8406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a320e35c-1260-4b60-a4ea-09f838b1b945'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:35.778159 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.808576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:35.808959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Checking segment: {'id': '7c7fe547-908b-4c2b-b900-98c0baed23f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:35.809356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.809751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Bound using segment: {'id': '7c7fe547-908b-4c2b-b900-98c0baed23f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:35.810224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Bound port: 7d64a287-c4eb-44f8-aa32-1f80145abb0b, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7fe547-908b-4c2b-b900-98c0baed23f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:35.810612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.811293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.839899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:35.840726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c265448-0ad4-4ada-b8d4-fcb473ea0135']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:35.858121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb89d070-7381-4614-bf82-284aaf6631da') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:35.858479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb89d070-7381-4614-bf82-284aaf6631da') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:35.869578 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c1ab03ea-9885-4404-a5e7-2ca11cfb7c85 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031933 Jun 16 15:18:35.869784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56626) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:35.871927 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f194d-a08d-4ba9-ad85-92c7c4bf6a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-2c265448-0ad4-4ada-b8d4-fcb473ea0135', 'network_id': '2c265448-0ad4-4ada-b8d4-fcb473ea0135', 'tenant_id': '1403bca3da384714a3dc03d6b9c599ce', 'fixed_ips': [{'subnet_id': '5e929994-ad1b-489f-81b9-c37042c6ffce'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:35.872947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f74f194d-a08d-4ba9-ad85-92c7c4bf6a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.875900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-49759504-6832-4ec4-89b9-aea34ddbfbd3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:35.890890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.926240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.987487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:35.988156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.003837 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-63922d93-c272-422c-aa84-4bd1d9c76b22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9d6a46cdf8749d7b5bc6036364ae908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458395 Jun 16 15:18:36.004068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56630) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:36.050298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.085030 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment eb89d070-7381-4614-bf82-284aaf6631da resource provider aggregate not found Jun 16 15:18:36.099732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-49759504-6832-4ec4-89b9-aea34ddbfbd3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:36.100088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port 709b088c-12bf-472e-a35b-b7934d4abff4 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:36.114254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-49759504-6832-4ec4-89b9-aea34ddbfbd3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:36.121501 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment eb89d070-7381-4614-bf82-284aaf6631da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb89d070-7381-4614-bf82-284aaf6631da found for delete ", "request_id": "req-98b85a49-e75d-47bf-b856-d5da0870ca31"}]} Jun 16 15:18:36.145327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b37a3b09-1893-46cc-88e4-b2a821939226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.200987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b37a3b09-1893-46cc-88e4-b2a821939226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.222663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.244176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] For port 6e96816d-fad9-4184-8022-cba0d711049d, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:36.245257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.248527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] For port 7d64a287-c4eb-44f8-aa32-1f80145abb0b, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:36.264200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-506a4c29-0dec-4c94-94de-3b0f72ba30c2 None None] Current status of the port 3a8db3ee-626b-4f51-96b9-2f9f920df336 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:36.264579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-506a4c29-0dec-4c94-94de-3b0f72ba30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.273053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Network': ['ID=2c265448-0ad4-4ada-b8d4-fcb473ea0135,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:36.275255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49759504-6832-4ec4-89b9-aea34ddbfbd3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:36.283490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] For port 7d64a287-c4eb-44f8-aa32-1f80145abb0b, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7d64a287-c4eb-44f8-aa32-1f80145abb0b,segment=NetworkSegment(7c7fe547-908b-4c2b-b900-98c0baed23f6),segment_id=7c7fe547-908b-4c2b-b900-98c0baed23f6)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:36.286617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-49759504-6832-4ec4-89b9-aea34ddbfbd3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.291045 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-49759504-6832-4ec4-89b9-aea34ddbfbd3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:18:36.291504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49759504-6832-4ec4-89b9-aea34ddbfbd3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:36.299467 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] For port 6e96816d-fad9-4184-8022-cba0d711049d, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6e96816d-fad9-4184-8022-cba0d711049d,segment=NetworkSegment(08ac6ab8-cd92-42cc-ac95-f295b8eb8406),segment_id=08ac6ab8-cd92-42cc-ac95-f295b8eb8406)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:36.304719 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-576c3490-4671-4528-98a2-d9e869dde624 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/2c265448-0ad4-4ada-b8d4-fcb473ea0135 HTTP/1.1" status: 204 len: 168 time: 1.3097382 Jun 16 15:18:36.316152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 3a8db3ee-626b-4f51-96b9-2f9f920df336 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:36.316361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56638) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:36.316900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.321856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1128919308'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:36.331541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:36.335647 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:18:36.337677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:network and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:36.341260 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:36.346597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Deleting port 3a8db3ee-626b-4f51-96b9-2f9f920df336 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:36.347320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.350643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:36.400944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-506a4c29-0dec-4c94-94de-3b0f72ba30c2 None None] For port 3a8db3ee-626b-4f51-96b9-2f9f920df336, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3a8db3ee-626b-4f51-96b9-2f9f920df336,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:36.449321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.471220 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-49759504-6832-4ec4-89b9-aea34ddbfbd3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6009784 Jun 16 15:18:36.473186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:36.479019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.479476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56642) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:36.491574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f9b99fe6-bc88-4ede-b218-b0fe1606d583 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:36.508605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:36.515050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.520835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.521621 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Added segment 8548e4e9-efe5-457f-b354-2d8f79167ceb of type vlan for network 9565f613-a91f-4335-9083-b3d5276d3b63 Jun 16 15:18:36.531592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-506a4c29-0dec-4c94-94de-3b0f72ba30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.566033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.577530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6b442-1738-4c2e-aa00-e0167d71f1e7 None None] Network 2c265448-0ad4-4ada-b8d4-fcb473ea0135 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:36.579563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b37a3b09-1893-46cc-88e4-b2a821939226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.641784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6b442-1738-4c2e-aa00-e0167d71f1e7 None None] Network 2c265448-0ad4-4ada-b8d4-fcb473ea0135 could not be found, it might have been deleted concurrently. {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 16 15:18:36.667583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a3b09-1893-46cc-88e4-b2a821939226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c387eb5e-4fd9-4f5a-a184-87d41c0e15e0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:36.671658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc465193-a550-4bc0-8850-58e8e4177ec1 None None] Pushing event updated for resources: {'Port': ['ID=7d64a287-c4eb-44f8-aa32-1f80145abb0b,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:36.677458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.683539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:36.684172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.746709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8::365 (fd7df906-785a-400f-b01f-ff91fd5572d1/e851b7a5-79cf-4421-bcce-e9d142226a5b/709b088c-12bf-472e-a35b-b7934d4abff4) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:36.750665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b37a3b09-1893-46cc-88e4-b2a821939226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.751847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b37a3b09-1893-46cc-88e4-b2a821939226 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c387eb5e-4fd9-4f5a-a184-87d41c0e15e0 HTTP/1.1" status: 204 len: 168 time: 0.7469480 Jun 16 15:18:36.753230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f9b99fe6-bc88-4ede-b218-b0fe1606d583 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:36.754042 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:36.754737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:36.767949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8:0:1::314 (fd7df906-785a-400f-b01f-ff91fd5572d1/04453a65-549e-4167-8661-af372b054580/709b088c-12bf-472e-a35b-b7934d4abff4) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:36.776534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f9b99fe6-bc88-4ede-b218-b0fe1606d583 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:36.892373 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5741994 Jun 16 15:18:36.898352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56650) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:36.901418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867dec1-e30b-47b9-9839-c64e0b6912d7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=9565f613-a91f-4335-9083-b3d5276d3b63,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:36.907756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'network_id': '9565f613-a91f-4335-9083-b3d5276d3b63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:36.959823 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 9565f613-a91f-4335-9083-b3d5276d3b63 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:36.973791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b99fe6-bc88-4ede-b218-b0fe1606d583 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:36.976973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9b99fe6-bc88-4ede-b218-b0fe1606d583 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:36.978513 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b99fe6-bc88-4ede-b218-b0fe1606d583 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:18:36.978964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b99fe6-bc88-4ede-b218-b0fe1606d583 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:37.035148 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] For port 3a8db3ee-626b-4f51-96b9-2f9f920df336, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3a8db3ee-626b-4f51-96b9-2f9f920df336,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:37.035559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:37.098992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:37.104282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:subnet and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:37.108410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:37.116678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:37.213877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:37.218384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:37.234606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 3a8db3ee-626b-4f51-96b9-2f9f920df336 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:37.282414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Calling delete_port for 3a8db3ee-626b-4f51-96b9-2f9f920df336 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:37.330679 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f9b99fe6-bc88-4ede-b218-b0fe1606d583 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8476965 Jun 16 15:18:37.337393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56656) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:37.350005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4048b-82af-487f-bdb8-524d66658801 None None] Pushing event updated for resources: {'Port': ['ID=6e96816d-fad9-4184-8022-cba0d711049d,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:37.378852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-10d61cc6-72f7-4d6e-b9b6-4495d30a93b2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:37.458699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7d64a287-c4eb-44f8-aa32-1f80145abb0b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:37.482854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:37.562561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a4c29-0dec-4c94-94de-3b0f72ba30c2 None None] Pushing event updated for resources: {'Port': ['ID=3a8db3ee-626b-4f51-96b9-2f9f920df336,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:37.582713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object 709b088c-12bf-472e-a35b-b7934d4abff4 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:37.592794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-10d61cc6-72f7-4d6e-b9b6-4495d30a93b2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:37.597696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:37.598278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:37.606125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-10d61cc6-72f7-4d6e-b9b6-4495d30a93b2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:37.670618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 7d64a287-c4eb-44f8-aa32-1f80145abb0b completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:37.700447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:37.702226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d61cc6-72f7-4d6e-b9b6-4495d30a93b2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:37.707321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10d61cc6-72f7-4d6e-b9b6-4495d30a93b2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:37.709958 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d61cc6-72f7-4d6e-b9b6-4495d30a93b2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:18:37.709958 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d61cc6-72f7-4d6e-b9b6-4495d30a93b2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:37.730835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 3a8db3ee-626b-4f51-96b9-2f9f920df336 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:18:37.771881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:37.807242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network fd7df906-785a-400f-b01f-ff91fd5572d1 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:37.816038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:37.819033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:37.826901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:37.827684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:37.833837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=709b088c-12bf-472e-a35b-b7934d4abff4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:37.868521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=9921e817-3bf0-4904-8f71-5f72f3a85f37,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:37.871410 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-10d61cc6-72f7-4d6e-b9b6-4495d30a93b2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5329456 Jun 16 15:18:37.874349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56670) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:37.880535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-444a5a50-e39e-485c-877b-3d9971ae66b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:37.904537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 3a8db3ee-626b-4f51-96b9-2f9f920df336 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:37.904758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:37.916372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking segment: {'id': '8548e4e9-efe5-457f-b354-2d8f79167ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9565f613-a91f-4335-9083-b3d5276d3b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:37.917026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network hostable DHCP agents. Network: 9565f613-a91f-4335-9083-b3d5276d3b63, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:37.948839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 3a8db3ee-626b-4f51-96b9-2f9f920df336, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3a8db3ee-626b-4f51-96b9-2f9f920df336,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:37.972630 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a21d2e9b-e826-40ef-95a2-7cd2061a828d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5352151 Jun 16 15:18:37.975989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56674) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:37.983190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e851b7a5-79cf-4421-bcce-e9d142226a5b'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:38.001083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-444a5a50-e39e-485c-877b-3d9971ae66b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:38.012849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-444a5a50-e39e-485c-877b-3d9971ae66b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:38.033438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network 9565f613-a91f-4335-9083-b3d5276d3b63 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:38.053736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.101703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Deleting port 3a8db3ee-626b-4f51-96b9-2f9f920df336 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:38.102082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.116213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444a5a50-e39e-485c-877b-3d9971ae66b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:38.119755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-444a5a50-e39e-485c-877b-3d9971ae66b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.121184 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-444a5a50-e39e-485c-877b-3d9971ae66b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:18:38.121603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444a5a50-e39e-485c-877b-3d9971ae66b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:38.190652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 9565f613-a91f-4335-9083-b3d5276d3b63) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:38.203509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ca720-095b-4b96-9259-105c8a6dd817 None None] Network fd7df906-785a-400f-b01f-ff91fd5572d1 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:38.205964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:38.206560 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.221385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad4859-9419-4de4-8a41-78510c436c2f None None] Network 9565f613-a91f-4335-9083-b3d5276d3b63 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:38.254458 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-444a5a50-e39e-485c-877b-3d9971ae66b0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3788533 Jun 16 15:18:38.257316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56684) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:38.262804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2bfdb726-094e-41f0-98c5-26fe4728966d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:38.329758 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-625e25b1-9c65-4ec5-b08d-c808e069494b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4300864 Jun 16 15:18:38.333141 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56690) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:38.348525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.422196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=3a8db3ee-626b-4f51-96b9-2f9f920df336,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:38.513244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56694) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:38.626471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2bfdb726-094e-41f0-98c5-26fe4728966d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:38.644098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2bfdb726-094e-41f0-98c5-26fe4728966d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:38.657770 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc457b-3fb3-4603-8c75-d557097e2dcb None None] Network a320e35c-1260-4b60-a4ea-09f838b1b945 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:38.673469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.718718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-244952023'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:38.737030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:38.745319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:network and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:38.750673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:38.759776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:38.769863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfdb726-094e-41f0-98c5-26fe4728966d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:38.773471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb726-094e-41f0-98c5-26fe4728966d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.774998 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfdb726-094e-41f0-98c5-26fe4728966d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:18:38.775525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfdb726-094e-41f0-98c5-26fe4728966d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:38.787251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.835786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-297e2c4d-4f65-4dae-a769-ea244cc6da1a None None] Provisioning for port 7d64a287-c4eb-44f8-aa32-1f80145abb0b completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:38.894181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:38.898099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.912382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.913172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Delete allocated IP 2001:db8:0:1::314 (fd7df906-785a-400f-b01f-ff91fd5572d1/04453a65-549e-4167-8661-af372b054580) {{(pid=89746) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 16 15:18:38.927273 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2bfdb726-094e-41f0-98c5-26fe4728966d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6659067 Jun 16 15:18:38.927474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56700) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:38.933483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:38.939998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-53db0d47-83db-49e3-948f-5820cbd4a40e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:38.963459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:security_group_rule and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:38.968107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-297e2c4d-4f65-4dae-a769-ea244cc6da1a None None] Provisioning complete for port 7d64a287-c4eb-44f8-aa32-1f80145abb0b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:38.968477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-297e2c4d-4f65-4dae-a769-ea244cc6da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.976983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:38.987769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:38.993605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:39.043078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] For port 3a8db3ee-626b-4f51-96b9-2f9f920df336, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3a8db3ee-626b-4f51-96b9-2f9f920df336,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:39.043742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.087630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Subnet': ['ID=9921e817-3bf0-4904-8f71-5f72f3a85f37,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:39.105883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.124157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Ignored duplicate provisioning block setup for port 709b088c-12bf-472e-a35b-b7934d4abff4 by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 16 15:18:39.163230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-53db0d47-83db-49e3-948f-5820cbd4a40e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:39.188579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.233166 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-53db0d47-83db-49e3-948f-5820cbd4a40e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:39.240459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.244504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Calling delete_port for 3a8db3ee-626b-4f51-96b9-2f9f920df336 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:39.280852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9565f613-a91f-4335-9083-b3d5276d3b63']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:39.300376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8548e4e9-efe5-457f-b354-2d8f79167ceb') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:39.300376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8548e4e9-efe5-457f-b354-2d8f79167ceb') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:39.304593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] In _notify_port_updated(), no bound segment for port 709b088c-12bf-472e-a35b-b7934d4abff4 on network fd7df906-785a-400f-b01f-ff91fd5572d1 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:18:39.310312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:39.311529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.312498 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "PUT /v2.0/ports/709b088c-12bf-472e-a35b-b7934d4abff4 HTTP/1.1" status: 200 len: 926 time: 1.3352680 Jun 16 15:18:39.316901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56704) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:39.322886 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e851b7a5-79cf-4421-bcce-e9d142226a5b'}, {'subnet_id': '04453a65-549e-4167-8661-af372b054580'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:39.323044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.343828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53db0d47-83db-49e3-948f-5820cbd4a40e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:39.347534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-53db0d47-83db-49e3-948f-5820cbd4a40e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.348903 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-53db0d47-83db-49e3-948f-5820cbd4a40e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:18:39.349326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53db0d47-83db-49e3-948f-5820cbd4a40e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:18:39.367503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965453a-1f75-4fcf-aaa4-3d673839cfda tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=709b088c-12bf-472e-a35b-b7934d4abff4,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:39.385325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.394372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a799bb46-68ff-4abb-905e-a722b1b14ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-9565f613-a91f-4335-9083-b3d5276d3b63', 'network_id': '9565f613-a91f-4335-9083-b3d5276d3b63', 'tenant_id': '1403bca3da384714a3dc03d6b9c599ce', 'fixed_ips': [{'subnet_id': '9921e817-3bf0-4904-8f71-5f72f3a85f37'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:39.395516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a799bb46-68ff-4abb-905e-a722b1b14ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.395996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.406275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:39.407063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.457117 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 8548e4e9-efe5-457f-b354-2d8f79167ceb resource provider aggregate not found Jun 16 15:18:39.495574 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 8548e4e9-efe5-457f-b354-2d8f79167ceb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8548e4e9-efe5-457f-b354-2d8f79167ceb found for delete ", "request_id": "req-67db3fa5-10a7-4da4-ab01-708e76b18776"}]} Jun 16 15:18:39.498975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.547225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.575239 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-53db0d47-83db-49e3-948f-5820cbd4a40e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6443331 Jun 16 15:18:39.577725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56712) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:39.578244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6e96816d-fad9-4184-8022-cba0d711049d up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:39.598145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fd3bed-c849-4a71-a37c-034cad95497c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:39.652757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-297e2c4d-4f65-4dae-a769-ea244cc6da1a None None] Current status of the port 7d64a287-c4eb-44f8-aa32-1f80145abb0b is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:39.653124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-297e2c4d-4f65-4dae-a769-ea244cc6da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.665083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.692479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.695799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:39.703957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Network': ['ID=9565f613-a91f-4335-9083-b3d5276d3b63,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:39.714699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.715333 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added segment 112b0a2a-6fb2-45e5-bec0-e0e327ed56cd of type vlan for network 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 Jun 16 15:18:39.727188 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8ebd4063-345f-4d79-904e-fbcc4f0ad2a6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/9565f613-a91f-4335-9083-b3d5276d3b63 HTTP/1.1" status: 204 len: 168 time: 1.3929582 Jun 16 15:18:39.729416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56716) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:39.735746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-297e2c4d-4f65-4dae-a769-ea244cc6da1a None None] For port 7d64a287-c4eb-44f8-aa32-1f80145abb0b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7d64a287-c4eb-44f8-aa32-1f80145abb0b,segment=NetworkSegment(7c7fe547-908b-4c2b-b900-98c0baed23f6),segment_id=7c7fe547-908b-4c2b-b900-98c0baed23f6)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:39.754002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.754235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.773253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585350761'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:39.778109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:39.783172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:network and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:39.785727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:39.792180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:39.829457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55b5d36-c64f-4685-b630-bd75fe55c1f1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:39.834258 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e55b5d36-c64f-4685-b630-bd75fe55c1f1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2565911 Jun 16 15:18:39.834755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56720) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:39.844997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] Pushing event deleted for resources: {'Port': ['ID=3a8db3ee-626b-4f51-96b9-2f9f920df336,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:39.846598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-297e2c4d-4f65-4dae-a769-ea244cc6da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.851464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29097c-9f53-473e-bdfe-19d47eb170f5 None None] No DVR routers for this DVR port 3a8db3ee-626b-4f51-96b9-2f9f920df336 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:39.888165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 6e96816d-fad9-4184-8022-cba0d711049d completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:39.905631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05efeaed-3914-4868-9cbc-d28786fe0450 None None] Network 9565f613-a91f-4335-9083-b3d5276d3b63 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:39.906944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.914360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:39.916844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.940883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:39.945157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:39.961164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05efeaed-3914-4868-9cbc-d28786fe0450 None None] Network 9565f613-a91f-4335-9083-b3d5276d3b63 could not be found, it might have been deleted concurrently. {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 16 15:18:39.988445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:39.990902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5ad32-2c3b-479a-9515-42050752849b None None] Update dhcp port {'port': {'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1', 'fixed_ips': [{'subnet_id': 'e851b7a5-79cf-4421-bcce-e9d142226a5b', 'ip_address': '2001:db8::2'}, {'subnet_id': '04453a65-549e-4167-8661-af372b054580'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '7d64a287-c4eb-44f8-aa32-1f80145abb0b'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:18:40.001596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.002071 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Added segment f1e59654-1734-4ffd-8ed1-e6fc7b1cf5b8 of type vlan for network 905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe Jun 16 15:18:40.037000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e2c4d-4f65-4dae-a769-ea244cc6da1a None None] Pushing event updated for resources: {'Port': ['ID=7d64a287-c4eb-44f8-aa32-1f80145abb0b,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:40.063292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ad32-2c3b-479a-9515-42050752849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.085890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.109067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a2ca2dc1-7192-46df-9c9e-fd1d1413f8f6 None None] Provisioning for port 6e96816d-fad9-4184-8022-cba0d711049d completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:40.116129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8:0:1::3ba (fd7df906-785a-400f-b01f-ff91fd5572d1/04453a65-549e-4167-8661-af372b054580/709b088c-12bf-472e-a35b-b7934d4abff4) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:40.124141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a2ca2dc1-7192-46df-9c9e-fd1d1413f8f6 None None] Provisioning complete for port 6e96816d-fad9-4184-8022-cba0d711049d triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:40.124765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2dc1-7192-46df-9c9e-fd1d1413f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.185384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e8c13-ada6-4247-924e-3e901fabc5a5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:40.186879 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9c7e8c13-ada6-4247-924e-3e901fabc5a5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3508456 Jun 16 15:18:40.189630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56726) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:40.196938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Network': ['ID=98a91cc5-d6f0-4a35-95f7-41b3b64ba356,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:40.200704 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-120723ef-ba83-4484-b7b0-3f6904973e02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6842091 Jun 16 15:18:40.203325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56730) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:40.209082 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-912822614'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:40.214425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:40.218657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:network and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:40.222186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:40.228376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:40.241371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:40.300870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.306444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:40.306734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.342595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:40.347096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.379193 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-661637e0-a71f-47c8-8e7f-830c0b2933e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1848466 Jun 16 15:18:40.380843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56734) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:40.383102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:40.388435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:40.432568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.432930 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added segment 815ab272-4d83-4b3d-9b4f-b64f6944222f of type vlan for network eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 Jun 16 15:18:40.468546 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7070577 Jun 16 15:18:40.471695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f121fdb-80c6-42bf-afb4-643fe94529ec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:40.476939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56738) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:40.482424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'network_id': '905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:40.482576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:40.526387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a2ca2dc1-7192-46df-9c9e-fd1d1413f8f6 None None] Current status of the port 6e96816d-fad9-4184-8022-cba0d711049d is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:40.526912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2dc1-7192-46df-9c9e-fd1d1413f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.539024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.548477 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:40.562725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:40.630545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a2ca2dc1-7192-46df-9c9e-fd1d1413f8f6 None None] For port 6e96816d-fad9-4184-8022-cba0d711049d, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6e96816d-fad9-4184-8022-cba0d711049d,segment=NetworkSegment(08ac6ab8-cd92-42cc-ac95-f295b8eb8406),segment_id=08ac6ab8-cd92-42cc-ac95-f295b8eb8406)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:40.680079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:40.683747 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.704368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.709510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:40.710080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.718958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.743226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:40.744967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2dc1-7192-46df-9c9e-fd1d1413f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.746137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Ignored duplicate provisioning block setup for port 709b088c-12bf-472e-a35b-b7934d4abff4 by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 16 15:18:40.747633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:subnet and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:40.751394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:40.757640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:40.802105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.856107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:40.860263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.863150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca2dc1-7192-46df-9c9e-fd1d1413f8f6 None None] Pushing event updated for resources: {'Port': ['ID=6e96816d-fad9-4184-8022-cba0d711049d,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:40.888803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-f9f5ad32-2c3b-479a-9515-42050752849b None None] Allocated IP 2001:db8:0:1::2 (fd7df906-785a-400f-b01f-ff91fd5572d1/04453a65-549e-4167-8661-af372b054580/7d64a287-c4eb-44f8-aa32-1f80145abb0b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:40.892215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Network': ['ID=eb4b0f23-833f-4383-a5d6-01dc8d05c1f9,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:40.897221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-99393b42-7fe5-4efc-8529-f359599de35a None None] Provisioning complete for port 6e96816d-fad9-4184-8022-cba0d711049d triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:40.897534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-99393b42-7fe5-4efc-8529-f359599de35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:40.898764 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-25cc5011-23e8-4a3e-ac73-a5802b722d23 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6943748 Jun 16 15:18:40.902315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56742) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:40.909872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'subnet': {'network_id': '98a91cc5-d6f0-4a35-95f7-41b3b64ba356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:40.937787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:41.054316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=709b088c-12bf-472e-a35b-b7934d4abff4,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:41.063664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:41.064025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] In _notify_port_updated(), no bound segment for port 709b088c-12bf-472e-a35b-b7934d4abff4 on network fd7df906-785a-400f-b01f-ff91fd5572d1 {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:18:41.069558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:41.070353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.071765 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fba10624-2129-49eb-b957-92a47ff0d846 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "PUT /v2.0/ports/709b088c-12bf-472e-a35b-b7934d4abff4 HTTP/1.1" status: 200 len: 1012 time: 1.7540154 Jun 16 15:18:41.075267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56746) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:41.081274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:subnet and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:41.085982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:41.136256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:41.185722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b430e134-be1f-44d6-8067-57b47dfc7887 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 709b088c-12bf-472e-a35b-b7934d4abff4 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:41.186843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b430e134-be1f-44d6-8067-57b47dfc7887 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.240129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f9f5ad32-2c3b-479a-9515-42050752849b None None] For port 7d64a287-c4eb-44f8-aa32-1f80145abb0b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7d64a287-c4eb-44f8-aa32-1f80145abb0b,segment=NetworkSegment(7c7fe547-908b-4c2b-b900-98c0baed23f6),segment_id=7c7fe547-908b-4c2b-b900-98c0baed23f6)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:41.242391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:41.250056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.259142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-99393b42-7fe5-4efc-8529-f359599de35a None None] Current status of the port 6e96816d-fad9-4184-8022-cba0d711049d is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:41.271878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.282407 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ad32-2c3b-479a-9515-42050752849b None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.302384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f9f5ad32-2c3b-479a-9515-42050752849b None None] Transition to ACTIVE for port object 7d64a287-c4eb-44f8-aa32-1f80145abb0b will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:41.367301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6e96816d-fad9-4184-8022-cba0d711049d up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:41.390031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=f14c6877-189e-4b24-9c41-1f451151bd34,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:41.394966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking segment: {'id': 'f1e59654-1734-4ffd-8ed1-e6fc7b1cf5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:41.395189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network hostable DHCP agents. Network: 905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:41.408512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ad32-2c3b-479a-9515-42050752849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.464782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network 905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:41.536700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:41.545305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:41.545893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.555584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17737cde-54f8-4d80-b590-cf3a8aae2ab5 None None] Network 905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:41.608885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.objects.ports [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:18:41.618256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.643672 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a355b001-7b9f-4d2f-91c2-8c198cb10264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1656680 Jun 16 15:18:41.646279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56750) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:41.674428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5ad32-2c3b-479a-9515-42050752849b None None] Pushing event updated for resources: {'Port': ['ID=7d64a287-c4eb-44f8-aa32-1f80145abb0b,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:41.707804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6e96816d-fad9-4184-8022-cba0d711049d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:41.708159 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.760406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:41.774556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:41.785965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:41.791811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.806103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b430e134-be1f-44d6-8067-57b47dfc7887 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.808917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e4812-81f0-4fde-9614-ada848357e54 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:41.816508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=b7b4249b-1a4b-41af-9974-106f85631177,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:41.839407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:41.928406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.136239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b430e134-be1f-44d6-8067-57b47dfc7887 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 709b088c-12bf-472e-a35b-b7934d4abff4 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:42.178529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5e5cd-aa7a-4a90-a869-0e4794faefaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe', 'network_id': '905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe', 'tenant_id': '1403bca3da384714a3dc03d6b9c599ce', 'fixed_ips': [{'subnet_id': 'f14c6877-189e-4b24-9c41-1f451151bd34'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:42.179384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e5cd-aa7a-4a90-a869-0e4794faefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.378161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6e96816d-fad9-4184-8022-cba0d711049d is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:42.379598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7d64a287-c4eb-44f8-aa32-1f80145abb0b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:42.406171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.407399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': 'b7b4249b-1a4b-41af-9974-106f85631177'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:42.408172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.423236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614ec0f9-cc2a-484f-8469-7a981ea88761 None None] Network fd7df906-785a-400f-b01f-ff91fd5572d1 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:42.448228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Subnet': ['ID=f14c6877-189e-4b24-9c41-1f451151bd34,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:42.503530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.511889 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-46393baa-86e6-431a-bd06-9d9b6ace86da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1309736 Jun 16 15:18:42.529600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56754) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:42.535096 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:18:42.541952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b430e134-be1f-44d6-8067-57b47dfc7887 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.571191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.597657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:f1:7e:db', 'name': 'tempest-NetworksTestDHCPv6-981827113'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:42.604161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:42.621445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e59654-1734-4ffd-8ed1-e6fc7b1cf5b8') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:42.621764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e59654-1734-4ffd-8ed1-e6fc7b1cf5b8') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:42.636032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.652392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e134-be1f-44d6-8067-57b47dfc7887 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=709b088c-12bf-472e-a35b-b7934d4abff4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:42.658779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.669658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:42.671221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server [None req-cbd5e5cd-aa7a-4a90-a869-0e4794faefaa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f14c6877-189e-4b24-9c41-1f451151bd34: This subnet is being modified by another concurrent operation. Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:18:42.772549 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1454, in create_port Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1421, in _create_port_db Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise exception Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f14c6877-189e-4b24-9c41-1f451151bd34: This subnet is being modified by another concurrent operation. Jun 16 15:18:42.776066 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Jun 16 15:18:42.794315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c2b46fb1-1b3a-4415-a796-88ba50c3ea3c None None] Provisioning for port 7d64a287-c4eb-44f8-aa32-1f80145abb0b completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:42.809576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00946399-aae9-4a54-a7d8-f6ad4d67b435 None None] Network 905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:42.814833 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment f1e59654-1734-4ffd-8ed1-e6fc7b1cf5b8 resource provider aggregate not found Jun 16 15:18:42.837684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7d64a287-c4eb-44f8-aa32-1f80145abb0b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:42.837851 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment f1e59654-1734-4ffd-8ed1-e6fc7b1cf5b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1e59654-1734-4ffd-8ed1-e6fc7b1cf5b8 found for delete ", "request_id": "req-a02916cf-2123-4dbd-832c-4ba1a2543a31"}]} Jun 16 15:18:42.838743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.862122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Subnet': ['ID=a82d1657-5e3a-41d4-adda-e3be4aa6f145,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:42.872681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b430e134-be1f-44d6-8067-57b47dfc7887 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.877600 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b430e134-be1f-44d6-8067-57b47dfc7887 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/709b088c-12bf-472e-a35b-b7934d4abff4 HTTP/1.1" status: 204 len: 168 time: 1.7957349 Jun 16 15:18:42.881075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c2b46fb1-1b3a-4415-a796-88ba50c3ea3c None None] Provisioning complete for port 7d64a287-c4eb-44f8-aa32-1f80145abb0b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:42.881260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56762) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:42.881351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c2b46fb1-1b3a-4415-a796-88ba50c3ea3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.881857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.910703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:42.924753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Network': ['ID=905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:42.935724 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ce26c114-8e0d-4afd-ae19-4fd836673f5b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe HTTP/1.1" status: 204 len: 168 time: 1.2871962 Jun 16 15:18:42.938882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56766) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:42.947732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-79475108'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:42.952363 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52bc2e4-4c94-404e-9fe7-0fc738fe07b0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:18:42.953393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a52bc2e4-4c94-404e-9fe7-0fc738fe07b0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:42.955589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:42.959951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:network and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:42.962793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Checking segment: {'id': '112b0a2a-6fb2-45e5-bec0-e0e327ed56cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '98a91cc5-d6f0-4a35-95f7-41b3b64ba356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:42.963533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network hostable DHCP agents. Network: 98a91cc5-d6f0-4a35-95f7-41b3b64ba356, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:42.965628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:42.974492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:43.001222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:43.007139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:43.011150 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:43.015002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Allocated IP 2001:db8::f816:3eff:fefa:f795 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/b7b4249b-1a4b-41af-9974-106f85631177/89e213d1-f163-44ac-abdd-421e94e20758) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:43.017864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:43.065387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:43.068909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.099157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:43.100920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:43.107046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a52bc2e4-4c94-404e-9fe7-0fc738fe07b0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:43.110571 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a52bc2e4-4c94-404e-9fe7-0fc738fe07b0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/709b088c-12bf-472e-a35b-b7934d4abff4 HTTP/1.1" status: 404 len: 333 time: 0.2240672 Jun 16 15:18:43.110915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:43.114238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56770) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:43.163233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.163575 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Added segment 8478be2b-d131-44d0-9bd6-1a99ed4864b6 of type vlan for network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 Jun 16 15:18:43.211642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 98a91cc5-d6f0-4a35-95f7-41b3b64ba356) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:43.214948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-794baa28-f6d7-48cb-a110-f3d15c4105c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet 04453a65-549e-4167-8661-af372b054580 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:43.216626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:43.217225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.219794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-794baa28-f6d7-48cb-a110-f3d15c4105c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.232254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a4702-94ed-442f-ad71-8c782ec46698 None None] Network 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:43.274981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.276066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-794baa28-f6d7-48cb-a110-f3d15c4105c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.305577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port c511dcef-af94-4fc9-9cb6-bad98b3dcc50 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:43.347683 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4e913fe2-4782-4f61-9798-d68d43cd72b1 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4389136 Jun 16 15:18:43.446878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56774) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:43.447710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-794baa28-f6d7-48cb-a110-f3d15c4105c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.448132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'subnet': {'network_id': 'eb4b0f23-833f-4383-a5d6-01dc8d05c1f9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:43.448271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.497754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7d64a287-c4eb-44f8-aa32-1f80145abb0b is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:43.543269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:43.543874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c2b46fb1-1b3a-4415-a796-88ba50c3ea3c None None] Current status of the port 7d64a287-c4eb-44f8-aa32-1f80145abb0b is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:43.544762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:subnet and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:43.548667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:43.555426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:43.558575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.601192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:43.601192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.601821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c2b46fb1-1b3a-4415-a796-88ba50c3ea3c None None] Could not find standard attr ID for object 709b088c-12bf-472e-a35b-b7934d4abff4. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:18:43.601936 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-794baa28-f6d7-48cb-a110-f3d15c4105c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.659682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:43.668342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.676383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794baa28-f6d7-48cb-a110-f3d15c4105c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=04453a65-549e-4167-8661-af372b054580,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:43.678260 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-794baa28-f6d7-48cb-a110-f3d15c4105c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.678743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7d64a287-c4eb-44f8-aa32-1f80145abb0b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:43.680140 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-794baa28-f6d7-48cb-a110-f3d15c4105c4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/04453a65-549e-4167-8661-af372b054580 HTTP/1.1" status: 204 len: 168 time: 0.5647304 Jun 16 15:18:43.708742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56778) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:43.775604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f17c31-0a8e-45a7-b3be-a356fcf7e476 None None] Network fd7df906-785a-400f-b01f-ff91fd5572d1 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:43.842711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.870857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bad16c-beca-4ff0-babf-0f79f622fe76 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet e851b7a5-79cf-4421-bcce-e9d142226a5b {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:43.877498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50bad16c-beca-4ff0-babf-0f79f622fe76 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:43.887397 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9474461 Jun 16 15:18:43.890601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56782) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:43.892964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09573f19-d8ff-498d-8aa5-47bc1b2b1cc5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=cfe7bb12-a379-4ac7-8a74-09ad8ba82e09,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:43.897971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'network_id': 'cfe7bb12-a379-4ac7-8a74-09ad8ba82e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:43.919548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:43.934188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Transition to ACTIVE for port object 89e213d1-f163-44ac-abdd-421e94e20758 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:43.942347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50bad16c-beca-4ff0-babf-0f79f622fe76 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.011371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:44.015493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:subnet and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:44.018031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:44.024812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:44.033132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-386ddf0f-6b9b-4aff-8e73-92fdab527319 None None] Provisioning complete for port 7d64a287-c4eb-44f8-aa32-1f80145abb0b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:44.033132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-386ddf0f-6b9b-4aff-8e73-92fdab527319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.096874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:44.101125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.106340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-98a91cc5-d6f0-4a35-95f7-41b3b64ba356', 'network_id': '98a91cc5-d6f0-4a35-95f7-41b3b64ba356', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'fixed_ips': [{'subnet_id': 'a82d1657-5e3a-41d4-adda-e3be4aa6f145'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:44.107496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.113267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50bad16c-beca-4ff0-babf-0f79f622fe76 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.119258 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Transition to ACTIVE for port object 89e213d1-f163-44ac-abdd-421e94e20758 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:44.184526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.260164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7d64a287-c4eb-44f8-aa32-1f80145abb0b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:44.260753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.296170 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.347340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Subnet': ['ID=f2cbb34c-f9f4-4257-998a-d102f2c11e33,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:44.359401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Checking segment: {'id': '815ab272-4d83-4b3d-9b4f-b64f6944222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'eb4b0f23-833f-4383-a5d6-01dc8d05c1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:44.359914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network hostable DHCP agents. Network: eb4b0f23-833f-4383-a5d6-01dc8d05c1f9, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:44.373570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::f816:3eff:fef1:7edb (31e74b08-3bfc-4c0f-a043-3479a97b05c8/b7b4249b-1a4b-41af-9974-106f85631177/c511dcef-af94-4fc9-9cb6-bad98b3dcc50) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:44.377230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50bad16c-beca-4ff0-babf-0f79f622fe76 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.419400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.458374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:44.500158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:44.504113 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:44.531608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Pushing event updated for resources: {'Port': ['ID=89e213d1-f163-44ac-abdd-421e94e20758,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:44.534790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking segment: {'id': '8478be2b-d131-44d0-9bd6-1a99ed4864b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'cfe7bb12-a379-4ac7-8a74-09ad8ba82e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:44.534790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network hostable DHCP agents. Network: cfe7bb12-a379-4ac7-8a74-09ad8ba82e09, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:44.541427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=0823b303-b03f-417c-9f7a-ddc824ec7fad,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:44.557688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bad16c-beca-4ff0-babf-0f79f622fe76 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=e851b7a5-79cf-4421-bcce-e9d142226a5b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:44.573336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50bad16c-beca-4ff0-babf-0f79f622fe76 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.610158 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-50bad16c-beca-4ff0-babf-0f79f622fe76 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/e851b7a5-79cf-4421-bcce-e9d142226a5b HTTP/1.1" status: 204 len: 168 time: 0.9022124 Jun 16 15:18:44.614337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56788) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:44.660284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:44.729227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:44.746509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.758178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 7d64a287-c4eb-44f8-aa32-1f80145abb0b {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:44.758604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.785035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, eb4b0f23-833f-4383-a5d6-01dc8d05c1f9) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:44.787508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, cfe7bb12-a379-4ac7-8a74-09ad8ba82e09) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:44.798561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:44.799124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:44.799331 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.800214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.820376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.840043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d05e509-04ad-4020-8887-f9b87a7ccdce None None] Network eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:44.842907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object c511dcef-af94-4fc9-9cb6-bad98b3dcc50 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:44.852135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e72b9a4-c9e6-4b93-a896-712d8781e37c None None] Network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:44.905711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-386ddf0f-6b9b-4aff-8e73-92fdab527319 None None] Current status of the port 7d64a287-c4eb-44f8-aa32-1f80145abb0b is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:44.910078 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2f9326c8-24b9-4fea-8428-971fe7f2bb93 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5526829 Jun 16 15:18:44.912922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56794) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:44.918974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1356284893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:44.925245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Allocated IP 2001:db8::2 (98a91cc5-d6f0-4a35-95f7-41b3b64ba356/a82d1657-5e3a-41d4-adda-e3be4aa6f145/1f1a3147-0f35-4f56-ad20-63535aa5916e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:44.926399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:44.931706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:router and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:44.936479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Attempting to bind port 89e213d1-f163-44ac-abdd-421e94e20758 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:44.936845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Attempting to bind port 89e213d1-f163-44ac-abdd-421e94e20758 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:44.937224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Attempting to bind port 89e213d1-f163-44ac-abdd-421e94e20758 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:44.941631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:44.953216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:44.957764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:44.985924 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-25d5e771-9585-4a7d-8b7a-113025da1cab tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0918002 Jun 16 15:18:44.988872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56802) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:45.003077 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'network_id': 'cfe7bb12-a379-4ac7-8a74-09ad8ba82e09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:45.026289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:45.026660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:45.028256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.028256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:45.028256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Bound port: 89e213d1-f163-44ac-abdd-421e94e20758, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:45.028256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.055416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:45.062729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:45.067143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:45.071350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:45.071957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.086662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7d64a287-c4eb-44f8-aa32-1f80145abb0b is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:45.097073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.097897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.115421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.128032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=c511dcef-af94-4fc9-9cb6-bad98b3dcc50,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:45.171342 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e7d93a51-7cfa-4c83-af82-e4fd088f84e0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6206422 Jun 16 15:18:45.171848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56810) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:45.178909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] For port 7d64a287-c4eb-44f8-aa32-1f80145abb0b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7d64a287-c4eb-44f8-aa32-1f80145abb0b,segment=NetworkSegment(7c7fe547-908b-4c2b-b900-98c0baed23f6),segment_id=7c7fe547-908b-4c2b-b900-98c0baed23f6)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:45.179315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.278523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.315806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d1a52-b68c-4c22-9851-240c56a928da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:45.320876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 7d64a287-c4eb-44f8-aa32-1f80145abb0b owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:45.321050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d1a52-b68c-4c22-9851-240c56a928da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:45.321922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-853d1a52-b68c-4c22-9851-240c56a928da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:45.387781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:45.395980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:subnet and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:45.400813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:45.421882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:45.436739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.440624 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bc103c21-0b2e-4a9d-bc31-98a0599b8cde tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5266509 Jun 16 15:18:45.441909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-853d1a52-b68c-4c22-9851-240c56a928da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:45.443525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56814) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:45.444092 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-853d1a52-b68c-4c22-9851-240c56a928da tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2700694 Jun 16 15:18:45.446343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56818) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:45.571434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:45.576601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.616051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.663957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] For port 89e213d1-f163-44ac-abdd-421e94e20758, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:45.708353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e1fc1-fc95-4d73-bbdb-82f0522f7a50 req-9d35c205-62f5-469d-a2fd-c4d79cdb7c9e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:45.709960 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-274e1fc1-fc95-4d73-bbdb-82f0522f7a50 req-9d35c205-62f5-469d-a2fd-c4d79cdb7c9e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.1268024 Jun 16 15:18:45.760500 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-274e1fc1-fc95-4d73-bbdb-82f0522f7a50 req-af8e8edd-4c9f-4183-99c8-77f91f75f1fc tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 Jun 16 15:18:45.786351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1462f9-a343-4591-86e6-d20b463b92a7 None None] Update dhcp port {'port': {'network_id': 'fd7df906-785a-400f-b01f-ff91fd5572d1', 'fixed_ips': [{'subnet_id': 'e851b7a5-79cf-4421-bcce-e9d142226a5b'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '7d64a287-c4eb-44f8-aa32-1f80145abb0b'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:18:45.856114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] For port 89e213d1-f163-44ac-abdd-421e94e20758, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=89e213d1-f163-44ac-abdd-421e94e20758,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:45.928085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-eb4b0f23-833f-4383-a5d6-01dc8d05c1f9', 'network_id': 'eb4b0f23-833f-4383-a5d6-01dc8d05c1f9', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'fixed_ips': [{'subnet_id': 'f2cbb34c-f9f4-4257-998a-d102f2c11e33'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:45.928985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.941521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=7d64a287-c4eb-44f8-aa32-1f80145abb0b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:45.943983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-cfe7bb12-a379-4ac7-8a74-09ad8ba82e09', 'network_id': 'cfe7bb12-a379-4ac7-8a74-09ad8ba82e09', 'tenant_id': '1403bca3da384714a3dc03d6b9c599ce', 'fixed_ips': [{'subnet_id': '0823b303-b03f-417c-9f7a-ddc824ec7fad'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:45.945201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.961789 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1462f9-a343-4591-86e6-d20b463b92a7 None None] Host dv-neutron-846028-2-hyperv tried to update port 7d64a287-c4eb-44f8-aa32-1f80145abb0b which no longer exists. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 16 15:18:45.983053 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd9ab-adb1-4b9d-b76c-01c9b841ecad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:45.991936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:46.029775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No DVR routers for this DVR port 7d64a287-c4eb-44f8-aa32-1f80145abb0b on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:46.100493 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:46.112369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d8caf-e822-4068-9a48-95da8ff041fb None None] Network fd7df906-785a-400f-b01f-ff91fd5572d1 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:46.129220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-250d2624-ee64-4470-8371-efdfa6243cc5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port c511dcef-af94-4fc9-9cb6-bad98b3dcc50 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:46.129584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-250d2624-ee64-4470-8371-efdfa6243cc5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:46.226417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Transition to ACTIVE for port object 1f1a3147-0f35-4f56-ad20-63535aa5916e will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:46.242659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ef036b8a-933a-4bf3-b489-2e672e215aba None None] Could not find standard attr ID for object 7d64a287-c4eb-44f8-aa32-1f80145abb0b. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:18:46.403368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Transition to ACTIVE for port object 1f1a3147-0f35-4f56-ad20-63535aa5916e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:46.448141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa08082-dad0-4d0c-b3b6-33ae87e2af5d None None] Pushing event updated for resources: {'Port': ['ID=89e213d1-f163-44ac-abdd-421e94e20758,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:46.564560 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:46.586429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:46.701095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87051e30-c959-417b-940e-df2f03584d5d None None] DHCP port deletion for fd7df906-785a-400f-b01f-ff91fd5572d1 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:18:46.701718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7df906-785a-400f-b01f-ff91fd5572d1']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:46.708034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Network 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:46.709413 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Allocated IP 2001:db8::2 (cfe7bb12-a379-4ac7-8a74-09ad8ba82e09/0823b303-b03f-417c-9f7a-ddc824ec7fad/bcf6e133-4be6-4fb2-be1e-ff33cc87289f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:46.724367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:46.727485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:46.730224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:46.733032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Allocated IP 2001:db8:1::2 (eb4b0f23-833f-4383-a5d6-01dc8d05c1f9/f2cbb34c-f9f4-4257-998a-d102f2c11e33/a8911786-a178-4141-bb96-fff4d609fb62) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:46.757344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Pushing event updated for resources: {'Port': ['ID=1f1a3147-0f35-4f56-ad20-63535aa5916e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:46.815723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7fe547-908b-4c2b-b900-98c0baed23f6') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:46.816025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7fe547-908b-4c2b-b900-98c0baed23f6') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:46.847870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:46.983982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663406f-6aee-4c53-be2a-5511959dacc4 req-3c02e577-2e06-434a-821c-8b3c93de9fd6 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:46.992779 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3663406f-6aee-4c53-be2a-5511959dacc4 req-3c02e577-2e06-434a-821c-8b3c93de9fd6 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.1057215 Jun 16 15:18:47.043690 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3663406f-6aee-4c53-be2a-5511959dacc4 req-c54d5ba6-d6c4-4ea4-a245-1d912bcd517c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496063 Jun 16 15:18:47.061761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.116795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:47.117232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.152448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-250d2624-ee64-4470-8371-efdfa6243cc5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.166229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Attempting to bind port 1f1a3147-0f35-4f56-ad20-63535aa5916e on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:47.166430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Attempting to bind port 1f1a3147-0f35-4f56-ad20-63535aa5916e by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '112b0a2a-6fb2-45e5-bec0-e0e327ed56cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '98a91cc5-d6f0-4a35-95f7-41b3b64ba356'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:47.166668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Attempting to bind port 1f1a3147-0f35-4f56-ad20-63535aa5916e on network 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:47.195763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:47.196114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Checking segment: {'id': '112b0a2a-6fb2-45e5-bec0-e0e327ed56cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '98a91cc5-d6f0-4a35-95f7-41b3b64ba356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:47.196514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.196911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Bound using segment: {'id': '112b0a2a-6fb2-45e5-bec0-e0e327ed56cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '98a91cc5-d6f0-4a35-95f7-41b3b64ba356'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:47.197390 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Bound port: 1f1a3147-0f35-4f56-ad20-63535aa5916e, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112b0a2a-6fb2-45e5-bec0-e0e327ed56cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '98a91cc5-d6f0-4a35-95f7-41b3b64ba356'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:47.197761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.376203 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 7c7fe547-908b-4c2b-b900-98c0baed23f6 resource provider aggregate not found Jun 16 15:18:47.421523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.455800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Transition to ACTIVE for port object a8911786-a178-4141-bb96-fff4d609fb62 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:47.494369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] For port 1f1a3147-0f35-4f56-ad20-63535aa5916e, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:47.497783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.501439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Transition to ACTIVE for port object a8911786-a178-4141-bb96-fff4d609fb62 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:47.503594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] For port 1f1a3147-0f35-4f56-ad20-63535aa5916e, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1f1a3147-0f35-4f56-ad20-63535aa5916e,segment=NetworkSegment(112b0a2a-6fb2-45e5-bec0-e0e327ed56cd),segment_id=112b0a2a-6fb2-45e5-bec0-e0e327ed56cd)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:47.512682 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 7c7fe547-908b-4c2b-b900-98c0baed23f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c7fe547-908b-4c2b-b900-98c0baed23f6 found for delete ", "request_id": "req-bf527d7c-7041-4eb4-b9ab-0ca09145db17"}]} Jun 16 15:18:47.513846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Transition to ACTIVE for port object bcf6e133-4be6-4fb2-be1e-ff33cc87289f will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:47.519774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-250d2624-ee64-4470-8371-efdfa6243cc5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for c511dcef-af94-4fc9-9cb6-bad98b3dcc50 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:47.539207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Transition to ACTIVE for port object bcf6e133-4be6-4fb2-be1e-ff33cc87289f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:47.567800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.645081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.649266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.659154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.670082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 89e213d1-f163-44ac-abdd-421e94e20758 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:47.692095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16363798'] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.720497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:47.721204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b70180-552f-4445-8ef5-c21fcfbba41a None None] Pushing event updated for resources: {'Port': ['ID=1f1a3147-0f35-4f56-ad20-63535aa5916e,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:47.722980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Network': ['ID=fd7df906-785a-400f-b01f-ff91fd5572d1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:47.726564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:47.733530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:47.815151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Network eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:47.843211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.859547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:47.868781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:47.900979 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e855dfd5-fc0b-4a73-b327-82bb3d9b9dae tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/networks/fd7df906-785a-400f-b01f-ff91fd5572d1 HTTP/1.1" status: 204 len: 168 time: 3.2852879 Jun 16 15:18:47.905427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56836) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:47.949195 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:47.955084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:47.960033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Allocated IP 2001:db8::1 (98a91cc5-d6f0-4a35-95f7-41b3b64ba356/a82d1657-5e3a-41d4-adda-e3be4aa6f145/83d5704f-3273-4cdc-96c3-be69bdd6d35f) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:47.964947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:47.965768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:47.974395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=00756d50-d2bc-4bc6-94cb-7463eb621716,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:48.003655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Pushing event updated for resources: {'Port': ['ID=bcf6e133-4be6-4fb2-be1e-ff33cc87289f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:48.025246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c3c194-96bf-4acf-a6c6-f6a1e49a3cbe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:48.027670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f7c3c194-96bf-4acf-a6c6-f6a1e49a3cbe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1212251 Jun 16 15:18:48.036131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56840) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:48.045244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-250d2624-ee64-4470-8371-efdfa6243cc5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.137531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Pushing event updated for resources: {'Port': ['ID=a8911786-a178-4141-bb96-fff4d609fb62,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:48.177216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56846) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:48.192324 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-25de6465-ca0d-4638-9c7b-0c48e1ac667e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1882520 Jun 16 15:18:48.192324 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d2624-ee64-4470-8371-efdfa6243cc5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=c511dcef-af94-4fc9-9cb6-bad98b3dcc50,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:48.233981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Attempting to bind port bcf6e133-4be6-4fb2-be1e-ff33cc87289f on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:48.234482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Attempting to bind port bcf6e133-4be6-4fb2-be1e-ff33cc87289f by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8478be2b-d131-44d0-9bd6-1a99ed4864b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'cfe7bb12-a379-4ac7-8a74-09ad8ba82e09'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:48.234988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Attempting to bind port bcf6e133-4be6-4fb2-be1e-ff33cc87289f on network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:48.238758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7f429db6-ddb6-4f4d-9377-4f6f73425a52 None None] Provisioning for port 89e213d1-f163-44ac-abdd-421e94e20758 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:48.264018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 89e213d1-f163-44ac-abdd-421e94e20758 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:48.273348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:48.273875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Checking segment: {'id': '8478be2b-d131-44d0-9bd6-1a99ed4864b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'cfe7bb12-a379-4ac7-8a74-09ad8ba82e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:48.274377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.274870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Bound using segment: {'id': '8478be2b-d131-44d0-9bd6-1a99ed4864b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'cfe7bb12-a379-4ac7-8a74-09ad8ba82e09'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:48.275544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Bound port: bcf6e133-4be6-4fb2-be1e-ff33cc87289f, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8478be2b-d131-44d0-9bd6-1a99ed4864b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'cfe7bb12-a379-4ac7-8a74-09ad8ba82e09'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:48.276076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.299035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7f429db6-ddb6-4f4d-9377-4f6f73425a52 None None] Provisioning complete for port 89e213d1-f163-44ac-abdd-421e94e20758 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:48.307611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f429db6-ddb6-4f4d-9377-4f6f73425a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.314046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-250d2624-ee64-4470-8371-efdfa6243cc5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.316523 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-250d2624-ee64-4470-8371-efdfa6243cc5 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/c511dcef-af94-4fc9-9cb6-bad98b3dcc50 HTTP/1.1" status: 204 len: 168 time: 2.8693364 Jun 16 15:18:48.319957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56850) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:48.367492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 89e213d1-f163-44ac-abdd-421e94e20758 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:48.367866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.415491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1be943-1049-4f76-812d-4c7ae5421d9c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:48.416507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1be943-1049-4f76-812d-4c7ae5421d9c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:48.418649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1be943-1049-4f76-812d-4c7ae5421d9c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:48.419774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1be943-1049-4f76-812d-4c7ae5421d9c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:48.421571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1be943-1049-4f76-812d-4c7ae5421d9c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:48.422566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bb1be943-1049-4f76-812d-4c7ae5421d9c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Synchronizing usage tracker for tenant:1403bca3da384714a3dc03d6b9c599ce on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:48.426490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Attempting to bind port a8911786-a178-4141-bb96-fff4d609fb62 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:48.426862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Attempting to bind port a8911786-a178-4141-bb96-fff4d609fb62 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '815ab272-4d83-4b3d-9b4f-b64f6944222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'eb4b0f23-833f-4383-a5d6-01dc8d05c1f9'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:48.427302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Attempting to bind port a8911786-a178-4141-bb96-fff4d609fb62 on network eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:48.441137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8120b92-6dbc-4037-80aa-a37e594f8ae8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:48.443035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8120b92-6dbc-4037-80aa-a37e594f8ae8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:48.443977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e8120b92-6dbc-4037-80aa-a37e594f8ae8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:48.450823 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7427d974-af2f-4908-ae92-b8c16ad313b6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4128418 Jun 16 15:18:48.457269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56854) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:48.458476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.475265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-995954275'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:48.481326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Transition to ACTIVE for port object 83d5704f-3273-4cdc-96c3-be69bdd6d35f will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:48.484857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:48.489953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:network and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:48.494340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:48.509332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d3fb-64cc-4f60-9e40-9a4bc1dfa0b2 req-367b6ce9-14c6-4d44-98f6-f89dc4a15666 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:48.510842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:48.511036 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7af4d3fb-64cc-4f60-9e40-9a4bc1dfa0b2 req-367b6ce9-14c6-4d44-98f6-f89dc4a15666 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.2736492 Jun 16 15:18:48.511238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Checking segment: {'id': '815ab272-4d83-4b3d-9b4f-b64f6944222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'eb4b0f23-833f-4383-a5d6-01dc8d05c1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:48.511638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.511843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:48.512076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Bound using segment: {'id': '815ab272-4d83-4b3d-9b4f-b64f6944222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'eb4b0f23-833f-4383-a5d6-01dc8d05c1f9'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:48.512627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Bound port: a8911786-a178-4141-bb96-fff4d609fb62, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815ab272-4d83-4b3d-9b4f-b64f6944222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'eb4b0f23-833f-4383-a5d6-01dc8d05c1f9'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:48.513008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.549565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bb1be943-1049-4f76-812d-4c7ae5421d9c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Unset dirty status for tenant:1403bca3da384714a3dc03d6b9c599ce on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:48.550977 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bb1be943-1049-4f76-812d-4c7ae5421d9c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3699901 Jun 16 15:18:48.556166 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56858) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:48.564821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-167110366'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:48.574048 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7af4d3fb-64cc-4f60-9e40-9a4bc1dfa0b2 req-7d7d559d-8b6f-462b-a912-00a38d62f753 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545080 Jun 16 15:18:48.575145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:48.578484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e8120b92-6dbc-4037-80aa-a37e594f8ae8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:48.581107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:network and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:48.583423 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e8120b92-6dbc-4037-80aa-a37e594f8ae8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2614460 Jun 16 15:18:48.584363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:48.585884 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.586962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56862) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:48.600562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6258d87f-57eb-465d-b883-c47afcd7a81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.629975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:48.650308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:48.653214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.679993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:48.683101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:48.693128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:48.693931 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.703547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-89330503-d4b3-4c5a-b590-0cfdb1036d4a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet b7b4249b-1a4b-41af-9974-106f85631177 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:48.710997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89330503-d4b3-4c5a-b590-0cfdb1036d4a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.711813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=83d5704f-3273-4cdc-96c3-be69bdd6d35f,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:48.753422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:48.767380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:48.771229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.788086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.788588 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Added segment aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf of type vlan for network 3c2405af-c0a2-47a6-9368-3b329a10c9c0 Jun 16 15:18:48.788724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] For port bcf6e133-4be6-4fb2-be1e-ff33cc87289f, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:48.800831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] For port a8911786-a178-4141-bb96-fff4d609fb62, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:48.821771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89330503-d4b3-4c5a-b590-0cfdb1036d4a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.834710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] For port bcf6e133-4be6-4fb2-be1e-ff33cc87289f, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bcf6e133-4be6-4fb2-be1e-ff33cc87289f,segment=NetworkSegment(8478be2b-d131-44d0-9bd6-1a99ed4864b6),segment_id=8478be2b-d131-44d0-9bd6-1a99ed4864b6)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:48.836469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7f429db6-ddb6-4f4d-9377-4f6f73425a52 None None] Current status of the port 89e213d1-f163-44ac-abdd-421e94e20758 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:48.843148 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f429db6-ddb6-4f4d-9377-4f6f73425a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.846997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] For port a8911786-a178-4141-bb96-fff4d609fb62, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a8911786-a178-4141-bb96-fff4d609fb62,segment=NetworkSegment(815ab272-4d83-4b3d-9b4f-b64f6944222f),segment_id=815ab272-4d83-4b3d-9b4f-b64f6944222f)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:48.850954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 89e213d1-f163-44ac-abdd-421e94e20758 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:48.851412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.892955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.900182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:18:48.904976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7f429db6-ddb6-4f4d-9377-4f6f73425a52 None None] For port 89e213d1-f163-44ac-abdd-421e94e20758, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=89e213d1-f163-44ac-abdd-421e94e20758,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:48.906437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.928949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.931046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.931292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Added segment 45adf3db-1a62-4b11-8a4c-a2ebc1dfa186 of type vlan for network 5edaf430-7d40-496d-a515-2f8250f524f0 Jun 16 15:18:48.940988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.955881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:48.997635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.041661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89330503-d4b3-4c5a-b590-0cfdb1036d4a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.042492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f429db6-ddb6-4f4d-9377-4f6f73425a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.095861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.105104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:49.105996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.169633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4aa65aa6-05a8-4bcc-be6e-0603806fc484 None None] Could not find standard attr ID for object c511dcef-af94-4fc9-9cb6-bad98b3dcc50. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:18:49.171155 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:49.171514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:49.183606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83aa102-a769-4ad7-ae47-d2c03466d36a None None] Pushing event updated for resources: {'Port': ['ID=a8911786-a178-4141-bb96-fff4d609fb62,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:49.236685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.244337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:49.245202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.289670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418a37d-97e5-4bfb-8c06-9bff4305f86b None None] Pushing event updated for resources: {'Port': ['ID=bcf6e133-4be6-4fb2-be1e-ff33cc87289f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:49.392190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Network': ['ID=3c2405af-c0a2-47a6-9368-3b329a10c9c0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:49.477873 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c14ad321-193e-4dbf-8775-e47b757b98be tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0164316 Jun 16 15:18:49.478985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56866) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:49.491136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f429db6-ddb6-4f4d-9377-4f6f73425a52 None None] Pushing event updated for resources: {'Port': ['ID=89e213d1-f163-44ac-abdd-421e94e20758,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:49.508344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 3c2405af-c0a2-47a6-9368-3b329a10c9c0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:49.522902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad463214-b0f5-409f-89d6-686997c0e7c9 None None] Network 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:49.550186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': '3c2405af-c0a2-47a6-9368-3b329a10c9c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:49.593781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.629582 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0722344 Jun 16 15:18:49.632461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89330503-d4b3-4c5a-b590-0cfdb1036d4a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.632635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56870) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:49.642193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-da42f09a-63a9-4f33-a348-84515aa5a5fb tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:49.693026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.693895 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:49.818366 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-849aa9f9-e4bb-4bb0-bcb9-b0f56c49e3b1 None None] Provisioning for port 1f1a3147-0f35-4f56-ad20-63535aa5916e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:49.879824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 89e213d1-f163-44ac-abdd-421e94e20758 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:49.961301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7d64a287-c4eb-44f8-aa32-1f80145abb0b no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:18:49.968820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb9f1d-b708-47d7-97a1-3927901d0002 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=5edaf430-7d40-496d-a515-2f8250f524f0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:50.002027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 7d64a287-c4eb-44f8-aa32-1f80145abb0b {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:18:50.002427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7d64a287-c4eb-44f8-aa32-1f80145abb0b not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:18:50.004190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 5edaf430-7d40-496d-a515-2f8250f524f0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:50.022441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89330503-d4b3-4c5a-b590-0cfdb1036d4a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b4249b-1a4b-41af-9974-106f85631177,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:50.024772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:50.028220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89330503-d4b3-4c5a-b590-0cfdb1036d4a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:50.041990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c95274-84b5-444c-bc27-662a3aec6abe None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:50.050709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:50.055665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:50.067330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:50.115653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df7b4a-d401-4302-9987-6cb21aebc2b5 req-87e29c5f-f219-4c4e-8f68-b08d9b5dbcbb tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:50.118788 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a1df7b4a-d401-4302-9987-6cb21aebc2b5 req-87e29c5f-f219-4c4e-8f68-b08d9b5dbcbb tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.1508408 Jun 16 15:18:50.127305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=83d5704f-3273-4cdc-96c3-be69bdd6d35f,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:50.145096 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-89330503-d4b3-4c5a-b590-0cfdb1036d4a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/b7b4249b-1a4b-41af-9974-106f85631177 HTTP/1.1" status: 204 len: 168 time: 1.5571108 Jun 16 15:18:50.151855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56876) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:50.265065 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9bb557d5-3863-43ed-a5c0-3a04360cc030 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120389 Jun 16 15:18:50.270498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56880) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:50.276796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:50.280778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:50.310218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:50.345764 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a1df7b4a-d401-4302-9987-6cb21aebc2b5 req-6bc62d99-e690-4b31-829d-87fdf360636a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179203 Jun 16 15:18:50.383965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:50.456036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1f1a3147-0f35-4f56-ad20-63535aa5916e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:50.529006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da42f09a-63a9-4f33-a348-84515aa5a5fb tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:50.569733 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:50.578031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:50.581363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:50.590300 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:50.591355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:50.593627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:50.678324 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da42f09a-63a9-4f33-a348-84515aa5a5fb tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:50.739386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:50.768654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 1f1a3147-0f35-4f56-ad20-63535aa5916e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:50.774093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1f1a3147-0f35-4f56-ad20-63535aa5916e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:50.774474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:50.782806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da42f09a-63a9-4f33-a348-84515aa5a5fb tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network 5edaf430-7d40-496d-a515-2f8250f524f0 is not hosted by any dhcp agent {{(pid=89746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 16 15:18:50.788278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42f09a-63a9-4f33-a348-84515aa5a5fb tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:50.788984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da42f09a-63a9-4f33-a348-84515aa5a5fb tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:50.790400 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-da42f09a-63a9-4f33-a348-84515aa5a5fb tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "PUT /v2.0/networks/5edaf430-7d40-496d-a515-2f8250f524f0 HTTP/1.1" status: 200 len: 723 time: 1.1569533 Jun 16 15:18:50.812112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56884) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:50.813326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:50.817321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:50.848721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'network_id': '5edaf430-7d40-496d-a515-2f8250f524f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:50.876663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:18:50.903870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Deleting port 89e213d1-f163-44ac-abdd-421e94e20758 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:50.905374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:50.968608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42f09a-63a9-4f33-a348-84515aa5a5fb tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=5edaf430-7d40-496d-a515-2f8250f524f0,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:50.998130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=61f8b777-e201-44c4-ab30-a6edae3c3939,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:51.041466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Checking segment: {'id': 'aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3c2405af-c0a2-47a6-9368-3b329a10c9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:51.041810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network hostable DHCP agents. Network: 3c2405af-c0a2-47a6-9368-3b329a10c9c0, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:51.049071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:51.059266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 5edaf430-7d40-496d-a515-2f8250f524f0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:18:51.071852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40016f97-3398-4234-b0bb-22a7047fa1fd None None] Network eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:51.083049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:51.165462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 3c2405af-c0a2-47a6-9368-3b329a10c9c0 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:51.234757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:51.238860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:51.273720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 8d6c52a6-6b2b-4d84-be73-fcb653c970bf is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:18:51.314637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 3c2405af-c0a2-47a6-9368-3b329a10c9c0) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:51.339136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:51.340025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:51.342985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1f1a3147-0f35-4f56-ad20-63535aa5916e is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:51.343377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:51.381733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f51d97-07d2-48ee-ab56-7697c522ea16 None None] Network 3c2405af-c0a2-47a6-9368-3b329a10c9c0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:51.519693 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e3b0fc89-0568-41a9-a83a-953c82b5e60d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0386894 Jun 16 15:18:51.523164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fadf49b9-b057-481c-9327-1f40f9f836d0 None None] Provisioning for port a8911786-a178-4141-bb96-fff4d609fb62 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:51.528061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56890) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:51.551525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': '3c2405af-c0a2-47a6-9368-3b329a10c9c0', 'name': 'tempest-PortsIpV6TestJSON-850058605'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:51.553364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b549592-f66f-4ac2-ba1b-b5a970948450 None None] Network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:51.587306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:18:51.639411 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-de9e8ef0-aa0d-41ef-ad9a-08c681a34344 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/8d6c52a6-6b2b-4d84-be73-fcb653c970bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1947422 Jun 16 15:18:51.644137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56894) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:51.687086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.objects.ports [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89746) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:18:51.786265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:51.866217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dba8e-7659-4baa-9474-e7260634324b None None] Sync routers for ids ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:18:51.889982 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:51.971121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fb2ebc-89e7-4bdd-9760-fd5de652b713 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:51.971726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-47fb2ebc-89e7-4bdd-9760-fd5de652b713 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:51.981056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=a403d7c4-e93f-4e88-ba87-a9f2eccac569,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:51.993336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] For port 89e213d1-f163-44ac-abdd-421e94e20758, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=89e213d1-f163-44ac-abdd-421e94e20758,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:51.993336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:51.994586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:51.996925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking segment: {'id': '45adf3db-1a62-4b11-8a4c-a2ebc1dfa186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5edaf430-7d40-496d-a515-2f8250f524f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:51.997287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network hostable DHCP agents. Network: 5edaf430-7d40-496d-a515-2f8250f524f0, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:18:52.007299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:port and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:52.017798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451dcaf-a77b-4ec6-8508-cbab8c1bf57c req-f9c45499-2401-4a52-83bd-e2be2e9dfdca tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:52.023788 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2451dcaf-a77b-4ec6-8508-cbab8c1bf57c req-f9c45499-2401-4a52-83bd-e2be2e9dfdca tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.3215377 Jun 16 15:18:52.027803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:52.060846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 1f1a3147-0f35-4f56-ad20-63535aa5916e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1f1a3147-0f35-4f56-ad20-63535aa5916e,segment=NetworkSegment(112b0a2a-6fb2-45e5-bec0-e0e327ed56cd),segment_id=112b0a2a-6fb2-45e5-bec0-e0e327ed56cd)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:52.068758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:52.098983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-47fb2ebc-89e7-4bdd-9760-fd5de652b713 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:52.103115 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-47fb2ebc-89e7-4bdd-9760-fd5de652b713 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports/83d5704f-3273-4cdc-96c3-be69bdd6d35f HTTP/1.1" status: 200 len: 911 time: 0.4551115 Jun 16 15:18:52.103320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56898) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:52.124114 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2451dcaf-a77b-4ec6-8508-cbab8c1bf57c req-2e534328-aa48-49d5-b5e7-bd940b5e5bbc tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981889 Jun 16 15:18:52.164118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Calling delete_port for 89e213d1-f163-44ac-abdd-421e94e20758 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:52.200446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dba8e-7659-4baa-9474-e7260634324b None None] Routers {'8d6c52a6-6b2b-4d84-be73-fcb653c970bf'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:18:52.201107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ca5dba8e-7659-4baa-9474-e7260634324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:18:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:52.202688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:52.207287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:52.221916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network 5edaf430-7d40-496d-a515-2f8250f524f0 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:18:52.238750 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port 661a6b6e-e010-4ab8-bf00-6e6c97baca4d yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:52.282707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ca5dba8e-7659-4baa-9474-e7260634324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:52.285291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:52.286223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a8911786-a178-4141-bb96-fff4d609fb62 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:52.331230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:52.363752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 5edaf430-7d40-496d-a515-2f8250f524f0) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:52.368351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:52.378569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:52.404108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68376e3-656d-40b0-aa38-26d08699f6c0 None None] Network 5edaf430-7d40-496d-a515-2f8250f524f0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:52.445470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8::341 (3c2405af-c0a2-47a6-9368-3b329a10c9c0/61f8b777-e201-44c4-ab30-a6edae3c3939/661a6b6e-e010-4ab8-bf00-6e6c97baca4d) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:52.511674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a993116a-5066-42f3-9d36-c2e733dcda1a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6946609 Jun 16 15:18:52.514699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56904) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:52.531871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e228c055-addf-4396-ba0a-c259ab16f773 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:52.544737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c9d6e094-6fab-4ccf-a99b-b954ec4ae7b8 None None] Provisioning for port bcf6e133-4be6-4fb2-be1e-ff33cc87289f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:52.548274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dba8e-7659-4baa-9474-e7260634324b None None] Routers {'8d6c52a6-6b2b-4d84-be73-fcb653c970bf'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:18:52.548914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ca5dba8e-7659-4baa-9474-e7260634324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:18:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:52.805347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:52.807587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ca5dba8e-7659-4baa-9474-e7260634324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:52.807990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dba8e-7659-4baa-9474-e7260634324b None None] The sync data for ids ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:18:52.816803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=1f1a3147-0f35-4f56-ad20-63535aa5916e,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:52.830310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object 661a6b6e-e010-4ab8-bf00-6e6c97baca4d will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:52.901784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c9d6e094-6fab-4ccf-a99b-b954ec4ae7b8 None None] Provisioning complete for port 1f1a3147-0f35-4f56-ad20-63535aa5916e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:52.902414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e094-6fab-4ccf-a99b-b954ec4ae7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:52.949257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:52.970348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e228c055-addf-4396-ba0a-c259ab16f773 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15194100'] for subnet, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:52.983874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port a8911786-a178-4141-bb96-fff4d609fb62 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:53.026718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port a8911786-a178-4141-bb96-fff4d609fb62 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:53.026718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.029229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 3c2405af-c0a2-47a6-9368-3b329a10c9c0 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:53.037759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:53.040452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:53.046390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:53.047202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.068984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=661a6b6e-e010-4ab8-bf00-6e6c97baca4d,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:53.097403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] For port 89e213d1-f163-44ac-abdd-421e94e20758, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=89e213d1-f163-44ac-abdd-421e94e20758,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:53.130373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-3c2405af-c0a2-47a6-9368-3b329a10c9c0', 'network_id': '3c2405af-c0a2-47a6-9368-3b329a10c9c0', 'tenant_id': '278eafbf3c42411cb71556eb113bb9fd', 'fixed_ips': [{'subnet_id': '61f8b777-e201-44c4-ab30-a6edae3c3939'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:53.131261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.163471 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f43099cc-d2ec-473f-bab5-cbfb52bf0072 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6290762 Jun 16 15:18:53.165722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56910) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:53.176171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': '3c2405af-c0a2-47a6-9368-3b329a10c9c0', 'name': 'tempest-PortsIpV6TestJSON-521274352'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:53.227166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:18:53.258578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.321193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.339591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-5edaf430-7d40-496d-a515-2f8250f524f0', 'network_id': '5edaf430-7d40-496d-a515-2f8250f524f0', 'tenant_id': '1403bca3da384714a3dc03d6b9c599ce', 'fixed_ips': [{'subnet_id': 'a403d7c4-e93f-4e88-ba87-a9f2eccac569'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:53.342449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.388732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.389850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.391349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:53.402233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:port and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:53.407305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:53.416029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:53.441733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:53.442087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:53.560773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00276c-e651-4f66-9fb1-ef3713caf2f2 req-20e2c641-c6a7-45e9-b082-324a83042e3c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:53.568549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4f00276c-e651-4f66-9fb1-ef3713caf2f2 req-20e2c641-c6a7-45e9-b082-324a83042e3c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.1488900 Jun 16 15:18:53.588107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:53.591704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.633954 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4f00276c-e651-4f66-9fb1-ef3713caf2f2 req-770ff21c-68ac-40bb-9884-ab1ce962ae9d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645177 Jun 16 15:18:53.637160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port 66987cbf-6781-42b4-8a3f-c2a8d9d6f5cb yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:53.726428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52d7f90-0010-49f6-bb66-c1300fd09211 None None] Update dhcp port {'port': {'network_id': 'cfe7bb12-a379-4ac7-8a74-09ad8ba82e09', 'fixed_ips': [{'subnet_id': '0823b303-b03f-417c-9f7a-ddc824ec7fad', 'ip_address': '2001:db8::2'}, {'subnet_id': '00756d50-d2bc-4bc6-94cb-7463eb621716'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': 'bcf6e133-4be6-4fb2-be1e-ff33cc87289f'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:18:53.770849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6e094-6fab-4ccf-a99b-b954ec4ae7b8 None None] Current status of the port 1f1a3147-0f35-4f56-ad20-63535aa5916e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:53.786087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port a8911786-a178-4141-bb96-fff4d609fb62 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:53.786464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.820086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:53.832229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f52d7f90-0010-49f6-bb66-c1300fd09211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.834947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:53.844684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Allocated IP 2001:db8::2 (3c2405af-c0a2-47a6-9368-3b329a10c9c0/61f8b777-e201-44c4-ab30-a6edae3c3939/ba26a474-b405-4d55-86ed-cde4e8eae934) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:53.845745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:53.846344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.876379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=97ff733a-cea8-44dd-b4d0-baa954217442,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:53.889312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=89e213d1-f163-44ac-abdd-421e94e20758,revision_number=6']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:53.908260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c9d6e094-6fab-4ccf-a99b-b954ec4ae7b8 None None] Provisioning for port 83d5704f-3273-4cdc-96c3-be69bdd6d35f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:53.940801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e228c055-addf-4396-ba0a-c259ab16f773 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777696960031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14128404'] for subnet, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.944990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Deleting port 89e213d1-f163-44ac-abdd-421e94e20758 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:53.945366 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.998842 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-02142020-1444-44cf-ac60-abb271f16f3b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7184608 Jun 16 15:18:54.001933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56914) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:54.008746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:19:de:e4', 'name': 'tempest-NetworksTestDHCPv6-1624191996'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:54.015086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e228c055-addf-4396-ba0a-c259ab16f773 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:54.015668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e228c055-addf-4396-ba0a-c259ab16f773 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.017502 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e228c055-addf-4396-ba0a-c259ab16f773 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "PUT /v2.0/subnets/a403d7c4-e93f-4e88-ba87-a9f2eccac569 HTTP/1.1" status: 200 len: 826 time: 1.4991970 Jun 16 15:18:54.020544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port a8911786-a178-4141-bb96-fff4d609fb62, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a8911786-a178-4141-bb96-fff4d609fb62,segment=NetworkSegment(815ab272-4d83-4b3d-9b4f-b64f6944222f),segment_id=815ab272-4d83-4b3d-9b4f-b64f6944222f)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:54.023280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56918) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:54.032981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c9d6e094-6fab-4ccf-a99b-b954ec4ae7b8 None None] Provisioning complete for port 83d5704f-3273-4cdc-96c3-be69bdd6d35f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:54.033347 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e094-6fab-4ccf-a99b-b954ec4ae7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.110276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228c055-addf-4396-ba0a-c259ab16f773 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=a403d7c4-e93f-4e88-ba87-a9f2eccac569,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:54.167576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:54.173671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:18:54.176933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:18:54.180940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.181725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bcf6e133-4be6-4fb2-be1e-ff33cc87289f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:54.183720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:54.264762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:54.288323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.306061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Allocated IP 2001:db8:1::1 (eb4b0f23-833f-4383-a5d6-01dc8d05c1f9/f2cbb34c-f9f4-4257-998a-d102f2c11e33/970f4836-777a-4350-b548-8bede0e0596a) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:54.388271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6e094-6fab-4ccf-a99b-b954ec4ae7b8 None None] Port 83d5704f-3273-4cdc-96c3-be69bdd6d35f cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:54.397860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Allocated IP 2001:db8::2 (5edaf430-7d40-496d-a515-2f8250f524f0/a403d7c4-e93f-4e88-ba87-a9f2eccac569/2531a9e6-40ae-409f-b88e-3773e4f4542a) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:54.430924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.460178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 5545cfeb-21a1-4707-bc83-3c74e997acbc yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:18:54.461414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.510083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=a8911786-a178-4141-bb96-fff4d609fb62,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:54.573381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.591767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Transition to ACTIVE for port object 970f4836-777a-4350-b548-8bede0e0596a will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:54.617603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::f816:3eff:fe19:dee4 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/97ff733a-cea8-44dd-b4d0-baa954217442/5545cfeb-21a1-4707-bc83-3c74e997acbc) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:54.728328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.797822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:54.801747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:54.804274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:54.804867 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.867468 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-f52d7f90-0010-49f6-bb66-c1300fd09211 None None] Allocated IP 172.20.0.1 (cfe7bb12-a379-4ac7-8a74-09ad8ba82e09/00756d50-d2bc-4bc6-94cb-7463eb621716/bcf6e133-4be6-4fb2-be1e-ff33cc87289f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:54.870367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=970f4836-777a-4350-b548-8bede0e0596a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:54.871821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port bcf6e133-4be6-4fb2-be1e-ff33cc87289f completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:54.890176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-03a9c6ac-b5b3-47d7-b252-856daf9c0423 None None] Provisioning complete for port a8911786-a178-4141-bb96-fff4d609fb62 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:54.890552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-03a9c6ac-b5b3-47d7-b252-856daf9c0423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.913945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.916097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:54.941709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54e5f1-5456-4172-97e9-c7d7eb0b572c req-e6f1b213-d4bc-4552-b863-082118b2572d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:54.943265 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a54e5f1-5456-4172-97e9-c7d7eb0b572c req-e6f1b213-d4bc-4552-b863-082118b2572d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.1670930 Jun 16 15:18:54.945990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 5545cfeb-21a1-4707-bc83-3c74e997acbc will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:54.955874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bcf6e133-4be6-4fb2-be1e-ff33cc87289f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:54.956266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.004176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Transition to ACTIVE for port object ba26a474-b405-4d55-86ed-cde4e8eae934 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:55.042170 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a54e5f1-5456-4172-97e9-c7d7eb0b572c req-9e615c15-5598-4c88-928d-5b2f456c50c4 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743666 Jun 16 15:18:55.067424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.103497 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.107962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] For port 89e213d1-f163-44ac-abdd-421e94e20758, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=89e213d1-f163-44ac-abdd-421e94e20758,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:55.108530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.119627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Transition to ACTIVE for port object ba26a474-b405-4d55-86ed-cde4e8eae934 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:55.191291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:55.194836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:55.199182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:55.205407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:55.206123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.216895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=5545cfeb-21a1-4707-bc83-3c74e997acbc,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:55.316538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8::2c4 (3c2405af-c0a2-47a6-9368-3b329a10c9c0/61f8b777-e201-44c4-ab30-a6edae3c3939/66987cbf-6781-42b4-8a3f-c2a8d9d6f5cb) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:18:55.351239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.368915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Calling delete_port for 89e213d1-f163-44ac-abdd-421e94e20758 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:55.418678 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fff376d3-7442-47c8-8b42-8654bbec0ec9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4156494 Jun 16 15:18:55.422621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56924) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:55.571048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Network 3c2405af-c0a2-47a6-9368-3b329a10c9c0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:55.590665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:55.611556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.622694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Pushing event updated for resources: {'Port': ['ID=ba26a474-b405-4d55-86ed-cde4e8eae934,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:55.627288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72411e2-a1c8-4c40-8318-f58fb7abadc4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:55.631149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:55.633216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72411e2-a1c8-4c40-8318-f58fb7abadc4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:55.634007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d72411e2-a1c8-4c40-8318-f58fb7abadc4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:55.652354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.655877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object 66987cbf-6781-42b4-8a3f-c2a8d9d6f5cb will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:55.670215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.720919 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f52d7f90-0010-49f6-bb66-c1300fd09211 None None] For port bcf6e133-4be6-4fb2-be1e-ff33cc87289f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bcf6e133-4be6-4fb2-be1e-ff33cc87289f,segment=NetworkSegment(8478be2b-d131-44d0-9bd6-1a99ed4864b6),segment_id=8478be2b-d131-44d0-9bd6-1a99ed4864b6)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:55.730003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Transition to ACTIVE for port object 2531a9e6-40ae-409f-b88e-3773e4f4542a will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:55.744352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d72411e2-a1c8-4c40-8318-f58fb7abadc4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:55.745593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d72411e2-a1c8-4c40-8318-f58fb7abadc4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3219287 Jun 16 15:18:55.749349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56928) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:55.786336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-03a9c6ac-b5b3-47d7-b252-856daf9c0423 None None] Current status of the port a8911786-a178-4141-bb96-fff4d609fb62 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:55.796084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.797241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.863504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bcf6e133-4be6-4fb2-be1e-ff33cc87289f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:55.863836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.891724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Transition to ACTIVE for port object 2531a9e6-40ae-409f-b88e-3773e4f4542a will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:55.904761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.929220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Attempting to bind port ba26a474-b405-4d55-86ed-cde4e8eae934 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:55.929841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Attempting to bind port ba26a474-b405-4d55-86ed-cde4e8eae934 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3c2405af-c0a2-47a6-9368-3b329a10c9c0'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:55.929992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Attempting to bind port ba26a474-b405-4d55-86ed-cde4e8eae934 on network 3c2405af-c0a2-47a6-9368-3b329a10c9c0 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:55.936963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f52d7f90-0010-49f6-bb66-c1300fd09211 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.949229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:55.950290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Checking segment: {'id': 'aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3c2405af-c0a2-47a6-9368-3b329a10c9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:55.950290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.950575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Bound using segment: {'id': 'aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3c2405af-c0a2-47a6-9368-3b329a10c9c0'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:55.950841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Bound port: ba26a474-b405-4d55-86ed-cde4e8eae934, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3c2405af-c0a2-47a6-9368-3b329a10c9c0'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:55.951240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:55.958911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=970f4836-777a-4350-b548-8bede0e0596a,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:55.994730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 3c2405af-c0a2-47a6-9368-3b329a10c9c0 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:55.999809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:56.004684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:56.008727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.010988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:56.012081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.014194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f52d7f90-0010-49f6-bb66-c1300fd09211 None None] Transition to ACTIVE for port object bcf6e133-4be6-4fb2-be1e-ff33cc87289f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:18:56.024001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:56.033241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:56.056882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.059687 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6e389-93b1-4d6f-8774-958308ec19a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 5545cfeb-21a1-4707-bc83-3c74e997acbc {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:56.063685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e389-93b1-4d6f-8774-958308ec19a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.090740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-456a2be2-0cbf-456c-9722-cff8140970b4 None None] Provisioning for port 970f4836-777a-4350-b548-8bede0e0596a completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:56.119131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=66987cbf-6781-42b4-8a3f-c2a8d9d6f5cb,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:56.148772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Network 5edaf430-7d40-496d-a515-2f8250f524f0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:18:56.150553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-456a2be2-0cbf-456c-9722-cff8140970b4 None None] Provisioning complete for port 970f4836-777a-4350-b548-8bede0e0596a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:56.151089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-456a2be2-0cbf-456c-9722-cff8140970b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.229872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 8d6c52a6-6b2b-4d84-be73-fcb653c970bf has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:18:56.233486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.243713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f52d7f90-0010-49f6-bb66-c1300fd09211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.272262 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6e806dd4-bbf4-4e62-995a-3b0c3b8d9d69 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1048670 Jun 16 15:18:56.279494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:18:56.280875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56934) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:56.282213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:18:56.285974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Subnet': ['ID=a403d7c4-e93f-4e88-ba87-a9f2eccac569,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:56.398802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:56.399038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:56.407438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] No DVR routers for this DVR port 89e213d1-f163-44ac-abdd-421e94e20758 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:56.411356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Pushing event updated for resources: {'Port': ['ID=2531a9e6-40ae-409f-b88e-3773e4f4542a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:56.543704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b50b0-70c4-48f6-9849-5cd3a3c226dd None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:56.564376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.589048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac1def-9ab4-4384-a254-5396418249c7 req-ba72f335-2489-4bdb-b40e-614584164f63 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:56.590095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:18:56.590859 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b5ac1def-9ab4-4384-a254-5396418249c7 req-ba72f335-2489-4bdb-b40e-614584164f63 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.3672140 Jun 16 15:18:56.606017 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f4e0b-2e35-4041-b562-c1c67e6ee1e2 None None] Sync routers for ids ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:18:56.608188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edaf430-7d40-496d-a515-2f8250f524f0']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:56.623475 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f4e0b-2e35-4041-b562-c1c67e6ee1e2 None None] Routers {'8d6c52a6-6b2b-4d84-be73-fcb653c970bf'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:18:56.623724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45adf3db-1a62-4b11-8a4c-a2ebc1dfa186') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:56.623843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45adf3db-1a62-4b11-8a4c-a2ebc1dfa186') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:56.625981 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-351f4e0b-2e35-4041-b562-c1c67e6ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:18:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:56.628890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e389-93b1-4d6f-8774-958308ec19a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.644495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e5c42-6ee0-4c61-95e3-add916831dfa tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:56.645327 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.645470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bd9e5c42-6ee0-4c61-95e3-add916831dfa tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:56.671596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.681905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:56.682728 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.701071 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-351f4e0b-2e35-4041-b562-c1c67e6ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:56.714855 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f4e0b-2e35-4041-b562-c1c67e6ee1e2 None None] Routers {'8d6c52a6-6b2b-4d84-be73-fcb653c970bf'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:18:56.716114 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-351f4e0b-2e35-4041-b562-c1c67e6ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:18:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:56.727859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] For port ba26a474-b405-4d55-86ed-cde4e8eae934, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:56.766012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4c46c-b4e2-4d95-87ff-6624371fdd81 None None] Pushing event deleted for resources: {'Port': ['ID=89e213d1-f163-44ac-abdd-421e94e20758,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:56.790818 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-351f4e0b-2e35-4041-b562-c1c67e6ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:56.791481 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f4e0b-2e35-4041-b562-c1c67e6ee1e2 None None] The sync data for ids ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:18:56.794031 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6e389-93b1-4d6f-8774-958308ec19a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 5545cfeb-21a1-4707-bc83-3c74e997acbc owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:56.811512 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2c97652a-91ee-4d22-8257-605792ecc330 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/8d6c52a6-6b2b-4d84-be73-fcb653c970bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7069104 Jun 16 15:18:56.814169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56940) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:56.820940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-456a2be2-0cbf-456c-9722-cff8140970b4 None None] Port 970f4836-777a-4350-b548-8bede0e0596a cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:56.852378 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 45adf3db-1a62-4b11-8a4c-a2ebc1dfa186 resource provider aggregate not found Jun 16 15:18:56.853790 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b5ac1def-9ab4-4384-a254-5396418249c7 req-d10616a8-d92f-4c70-bc6d-82136e445778 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502613 Jun 16 15:18:56.880017 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 45adf3db-1a62-4b11-8a4c-a2ebc1dfa186 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45adf3db-1a62-4b11-8a4c-a2ebc1dfa186 found for delete ", "request_id": "req-9e85fd80-5544-4b0c-a06a-7c089a2b237f"}]} Jun 16 15:18:56.880017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:18:56.880017 dv-neutron-846028-2-hyperv neutron-server[89746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:18:56.880017 dv-neutron-846028-2-hyperv neutron-server[89746]: [parameters: {'id': '5edaf430-7d40-496d-a515-2f8250f524f0'}] Jun 16 15:18:56.880017 dv-neutron-846028-2-hyperv neutron-server[89746]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:18:56.880017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:18:56.909352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] For port ba26a474-b405-4d55-86ed-cde4e8eae934, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ba26a474-b405-4d55-86ed-cde4e8eae934,segment=NetworkSegment(aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf),segment_id=aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:56.917100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0eeb4-e8ae-4e4c-9498-be8b11e217fe tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:56.917862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-28c0eeb4-e8ae-4e4c-9498-be8b11e217fe tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:56.943475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bd9e5c42-6ee0-4c61-95e3-add916831dfa tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:56.944618 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bd9e5c42-6ee0-4c61-95e3-add916831dfa tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A341 HTTP/1.1" status: 200 len: 928 time: 0.6627812 Jun 16 15:18:56.947840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56946) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:56.984489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Attempting to bind port 2531a9e6-40ae-409f-b88e-3773e4f4542a on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:18:56.985107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Attempting to bind port 2531a9e6-40ae-409f-b88e-3773e4f4542a by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '45adf3db-1a62-4b11-8a4c-a2ebc1dfa186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5edaf430-7d40-496d-a515-2f8250f524f0'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:18:56.985239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Attempting to bind port 2531a9e6-40ae-409f-b88e-3773e4f4542a on network 5edaf430-7d40-496d-a515-2f8250f524f0 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:18:57.008711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.012812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:18:57.013197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Checking segment: {'id': '45adf3db-1a62-4b11-8a4c-a2ebc1dfa186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5edaf430-7d40-496d-a515-2f8250f524f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:18:57.013598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.013996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Bound using segment: {'id': '45adf3db-1a62-4b11-8a4c-a2ebc1dfa186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5edaf430-7d40-496d-a515-2f8250f524f0'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:18:57.014486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Bound port: 2531a9e6-40ae-409f-b88e-3773e4f4542a, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45adf3db-1a62-4b11-8a4c-a2ebc1dfa186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5edaf430-7d40-496d-a515-2f8250f524f0'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:18:57.014899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.020827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-28c0eeb4-e8ae-4e4c-9498-be8b11e217fe tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:57.020827 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-28c0eeb4-e8ae-4e4c-9498-be8b11e217fe tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports/970f4836-777a-4350-b548-8bede0e0596a HTTP/1.1" status: 200 len: 913 time: 0.2026532 Jun 16 15:18:57.021256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 56950) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:57.046469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e389-93b1-4d6f-8774-958308ec19a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.056882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d7f90-0010-49f6-bb66-c1300fd09211 None None] Pushing event updated for resources: {'Port': ['ID=bcf6e133-4be6-4fb2-be1e-ff33cc87289f,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:57.095862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-898e9740-7556-46ec-a02f-e78f904053f8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 66987cbf-6781-42b4-8a3f-c2a8d9d6f5cb {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:57.109849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-898e9740-7556-46ec-a02f-e78f904053f8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.110006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6e389-93b1-4d6f-8774-958308ec19a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=5545cfeb-21a1-4707-bc83-3c74e997acbc,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:57.123286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bcf6e133-4be6-4fb2-be1e-ff33cc87289f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:57.123929 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.168230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e389-93b1-4d6f-8774-958308ec19a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.184743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4b3f4a86-114d-452c-bf3d-500c3485a3c6 None None] Provisioning complete for port 970f4836-777a-4350-b548-8bede0e0596a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:57.185150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4a86-114d-452c-bf3d-500c3485a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.246275 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1cf6e389-93b1-4d6f-8774-958308ec19a3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/5545cfeb-21a1-4707-bc83-3c74e997acbc HTTP/1.1" status: 204 len: 168 time: 1.4946754 Jun 16 15:18:57.246521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56954) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:57.368285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c2635-2376-4e0b-88c8-8c2a427ffc50 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:57.370986 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c2635-2376-4e0b-88c8-8c2a427ffc50 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:57.371815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f67c2635-2376-4e0b-88c8-8c2a427ffc50 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:57.378703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558e035-ead0-4b07-9821-3fc979110963 None None] Pushing event updated for resources: {'Port': ['ID=ba26a474-b405-4d55-86ed-cde4e8eae934,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:57.382848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4a86-114d-452c-bf3d-500c3485a3c6 None None] Port 970f4836-777a-4350-b548-8bede0e0596a cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:18:57.390364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port bcf6e133-4be6-4fb2-be1e-ff33cc87289f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bcf6e133-4be6-4fb2-be1e-ff33cc87289f,segment=NetworkSegment(8478be2b-d131-44d0-9bd6-1a99ed4864b6),segment_id=8478be2b-d131-44d0-9bd6-1a99ed4864b6)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:57.399131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] For port 2531a9e6-40ae-409f-b88e-3773e4f4542a, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:18:57.405122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] For port 2531a9e6-40ae-409f-b88e-3773e4f4542a, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2531a9e6-40ae-409f-b88e-3773e4f4542a,segment=NetworkSegment(45adf3db-1a62-4b11-8a4c-a2ebc1dfa186),segment_id=45adf3db-1a62-4b11-8a4c-a2ebc1dfa186)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:18:57.470137 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1665da06-2e13-47a0-901e-9c27aafcf79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '97ff733a-cea8-44dd-b4d0-baa954217442'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:18:57.471116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1665da06-2e13-47a0-901e-9c27aafcf79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.552891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.553882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 89e213d1-f163-44ac-abdd-421e94e20758 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:57.557929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f67c2635-2376-4e0b-88c8-8c2a427ffc50 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:57.561723 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f67c2635-2376-4e0b-88c8-8c2a427ffc50 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3130288 Jun 16 15:18:57.562516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56958) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:57.566479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.673754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.679851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 89e213d1-f163-44ac-abdd-421e94e20758 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:18:57.680437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-05882248-d265-467a-af13-b52fa36ee4cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 97ff733a-cea8-44dd-b4d0-baa954217442 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:18:57.680586 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 89e213d1-f163-44ac-abdd-421e94e20758 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 16 15:18:57.684156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-05882248-d265-467a-af13-b52fa36ee4cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.723420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Deleting port 2531a9e6-40ae-409f-b88e-3773e4f4542a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:57.723922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.784105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8503e0f0-40b5-470d-abd1-f1048629e553 None None] Network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:57.822668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Port 89e213d1-f163-44ac-abdd-421e94e20758 not found, will not notify nova. {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 16 15:18:57.872461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-05882248-d265-467a-af13-b52fa36ee4cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.977037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=bcf6e133-4be6-4fb2-be1e-ff33cc87289f,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:58.007843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-05882248-d265-467a-af13-b52fa36ee4cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:58.060368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c00527-8968-495f-ba91-019a4a1c6417 None None] Pushing event updated for resources: {'Port': ['ID=2531a9e6-40ae-409f-b88e-3773e4f4542a,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:58.080901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c18322cf-a70a-442b-a4e3-6de7e9cf1eab None None] Provisioning for port bcf6e133-4be6-4fb2-be1e-ff33cc87289f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:58.097956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-898e9740-7556-46ec-a02f-e78f904053f8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:58.100598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c18322cf-a70a-442b-a4e3-6de7e9cf1eab None None] Provisioning complete for port bcf6e133-4be6-4fb2-be1e-ff33cc87289f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:58.101043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c18322cf-a70a-442b-a4e3-6de7e9cf1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:58.182248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054709f5-f400-41f6-be4f-9d17c3b121a7 None None] Network 5edaf430-7d40-496d-a515-2f8250f524f0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:58.274367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-898e9740-7556-46ec-a02f-e78f904053f8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 66987cbf-6781-42b4-8a3f-c2a8d9d6f5cb owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:58.278841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-05882248-d265-467a-af13-b52fa36ee4cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:58.336919 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05882248-d265-467a-af13-b52fa36ee4cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=97ff733a-cea8-44dd-b4d0-baa954217442,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:58.351828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-05882248-d265-467a-af13-b52fa36ee4cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:58.382017 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1f1a3147-0f35-4f56-ad20-63535aa5916e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:58.395707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989df756-2490-4cbf-ab5f-e0c385eb7ca3 req-c0b69113-74fc-47ec-9954-114a0d359b64 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:58.397434 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-989df756-2490-4cbf-ab5f-e0c385eb7ca3 req-c0b69113-74fc-47ec-9954-114a0d359b64 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.1962848 Jun 16 15:18:58.449352 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-989df756-2490-4cbf-ab5f-e0c385eb7ca3 req-678f6b16-8118-4f12-a083-70a32cddde6e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 Jun 16 15:18:58.466672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-05882248-d265-467a-af13-b52fa36ee4cd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/97ff733a-cea8-44dd-b4d0-baa954217442 HTTP/1.1" status: 204 len: 168 time: 0.9027162 Jun 16 15:18:58.470733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56968) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server [None req-1665da06-2e13-47a0-901e-9c27aafcf79e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97ff733a-cea8-44dd-b4d0-baa954217442: This subnet is being modified by another concurrent operation. Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:18:58.472694 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1454, in create_port Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1421, in _create_port_db Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise exception Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97ff733a-cea8-44dd-b4d0-baa954217442: This subnet is being modified by another concurrent operation. Jun 16 15:18:58.485476 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Jun 16 15:18:58.561397 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e4089c32-7d83-40c5-bdc5-59735c3448f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885830 Jun 16 15:18:58.564104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56972) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:58.588452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] For port 2531a9e6-40ae-409f-b88e-3773e4f4542a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2531a9e6-40ae-409f-b88e-3773e4f4542a,segment=NetworkSegment(45adf3db-1a62-4b11-8a4c-a2ebc1dfa186),segment_id=45adf3db-1a62-4b11-8a4c-a2ebc1dfa186)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:18:58.588837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:58.627323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-23616300-d7f2-41b2-9ad9-d6041bd27f0a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:58.740223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Calling delete_port for 2531a9e6-40ae-409f-b88e-3773e4f4542a owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:18:58.755864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-23616300-d7f2-41b2-9ad9-d6041bd27f0a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:58.759922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-23616300-d7f2-41b2-9ad9-d6041bd27f0a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1922557 Jun 16 15:18:58.760464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56976) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:58.801181 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c18322cf-a70a-442b-a4e3-6de7e9cf1eab None None] Current status of the port bcf6e133-4be6-4fb2-be1e-ff33cc87289f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:58.805948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1f1a3147-0f35-4f56-ad20-63535aa5916e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:58.806334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:58.900379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc4a049-579f-4809-800b-e596074be69a None None] Network 5edaf430-7d40-496d-a515-2f8250f524f0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:58.902953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:58.965192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-898e9740-7556-46ec-a02f-e78f904053f8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:58.979624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a837861-7fff-4fe8-a18f-2b2af48377c6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:58.980629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1a837861-7fff-4fe8-a18f-2b2af48377c6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:18:59.005859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb2faab-be9a-4654-b701-83c0ea2474e6 None None] Network 3c2405af-c0a2-47a6-9368-3b329a10c9c0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:18:59.088992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e9740-7556-46ec-a02f-e78f904053f8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=66987cbf-6781-42b4-8a3f-c2a8d9d6f5cb,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:59.110922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1a837861-7fff-4fe8-a18f-2b2af48377c6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:18:59.114203 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1a837861-7fff-4fe8-a18f-2b2af48377c6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3528452 Jun 16 15:18:59.116407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56980) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:59.222216 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-46668d19-8ffb-4faa-8761-b304ae7f5008 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041660 Jun 16 15:18:59.223039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56984) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:59.229648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:18:59.289172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-898e9740-7556-46ec-a02f-e78f904053f8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:59.291865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:59.295657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1f1a3147-0f35-4f56-ad20-63535aa5916e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:59.302217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a8911786-a178-4141-bb96-fff4d609fb62 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:59.367202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No DVR routers for this DVR port 2531a9e6-40ae-409f-b88e-3773e4f4542a on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:18:59.370410 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:18:59.385360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:18:59.386625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2af4891b-0958-4002-b8b2-546357779fa9 None None] Provisioning for port ba26a474-b405-4d55-86ed-cde4e8eae934 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:18:59.428909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Port': ['ID=2531a9e6-40ae-409f-b88e-3773e4f4542a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:18:59.467063 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-898e9740-7556-46ec-a02f-e78f904053f8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/66987cbf-6781-42b4-8a3f-c2a8d9d6f5cb HTTP/1.1" status: 204 len: 168 time: 2.5157149 Jun 16 15:18:59.468496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56988) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:59.503296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port a8911786-a178-4141-bb96-fff4d609fb62 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:59.503678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:59.525011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:18:59.528471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:59.589196 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c7d938-1d63-4ea9-8744-1394ff9ba021 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:18:59.590691 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d2c7d938-1d63-4ea9-8744-1394ff9ba021 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/66987cbf-6781-42b4-8a3f-c2a8d9d6f5cb HTTP/1.1" status: 404 len: 333 time: 0.1199567 Jun 16 15:18:59.599808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 56994) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:59.676179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:59.705843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-645e6229-71ef-477e-932c-3eb9261a8b83 None None] Provisioning complete for port bcf6e133-4be6-4fb2-be1e-ff33cc87289f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:18:59.706213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-645e6229-71ef-477e-932c-3eb9261a8b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:59.759349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port a8911786-a178-4141-bb96-fff4d609fb62 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:18:59.760435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ba26a474-b405-4d55-86ed-cde4e8eae934 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:18:59.767777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edaf430-7d40-496d-a515-2f8250f524f0']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:59.785668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45adf3db-1a62-4b11-8a4c-a2ebc1dfa186') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:59.786081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45adf3db-1a62-4b11-8a4c-a2ebc1dfa186') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:18:59.804840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:59.810137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-6c78b20f-eeaa-4e21-b85c-a8151f728136 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 661a6b6e-e010-4ab8-bf00-6e6c97baca4d {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:18:59.810489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c78b20f-eeaa-4e21-b85c-a8151f728136 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:59.842430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:59.858423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:18:59.858947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:59.910910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09b43c-e1a2-4814-bcd4-b344bdce9222 req-df4d1f8c-3541-4d06-902a-036de317bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:18:59.912725 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2d09b43c-e1a2-4814-bcd4-b344bdce9222 req-df4d1f8c-3541-4d06-902a-036de317bd6f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 1099 time: 0.2396863 Jun 16 15:18:59.935449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-645e6229-71ef-477e-932c-3eb9261a8b83 None None] Current status of the port bcf6e133-4be6-4fb2-be1e-ff33cc87289f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:00.002225 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port ba26a474-b405-4d55-86ed-cde4e8eae934 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:00.009766 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ba26a474-b405-4d55-86ed-cde4e8eae934 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:00.009766 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.017411 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 45adf3db-1a62-4b11-8a4c-a2ebc1dfa186 resource provider aggregate not found Jun 16 15:19:00.050331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc22692-80dc-4fed-bd4a-949d11e82cd9 req-c36a0ad5-44c3-4f8e-aa02-21602315d20e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:00.052162 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3cc22692-80dc-4fed-bd4a-949d11e82cd9 req-c36a0ad5-44c3-4f8e-aa02-21602315d20e tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.3431458 Jun 16 15:19:00.074680 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 45adf3db-1a62-4b11-8a4c-a2ebc1dfa186 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45adf3db-1a62-4b11-8a4c-a2ebc1dfa186 found for delete ", "request_id": "req-e06bb432-aae6-4037-a16d-0bc4c19070c4"}]} Jun 16 15:19:00.089523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 970f4836-777a-4350-b548-8bede0e0596a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:00.090282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.123371 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2d09b43c-e1a2-4814-bcd4-b344bdce9222 req-acdca23d-d7aa-4dbf-acde-1d17be9aa542 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809959 Jun 16 15:19:00.147835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.161267 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ba26a474-b405-4d55-86ed-cde4e8eae934 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:00.161653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.185018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.186475 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3cc22692-80dc-4fed-bd4a-949d11e82cd9 req-c207ec67-6804-4eb3-aa45-15b9af48f998 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261623 Jun 16 15:19:00.201394 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/5edaf430-7d40-496d-a515-2f8250f524f0 HTTP/1.1" status: 204 len: 168 time: 6.1774952 Jun 16 15:19:00.207352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57002) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:00.220680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port ba26a474-b405-4d55-86ed-cde4e8eae934, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ba26a474-b405-4d55-86ed-cde4e8eae934,segment=NetworkSegment(aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf),segment_id=aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:00.297781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.300373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bcf6e133-4be6-4fb2-be1e-ff33cc87289f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:00.306294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Network': ['ID=5edaf430-7d40-496d-a515-2f8250f524f0,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:00.321688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c78b20f-eeaa-4e21-b85c-a8151f728136 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.406752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.407177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.407917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.408063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.408311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.409000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.409348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.409677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.410146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.410477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.410803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.411148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33caa489-5bb2-46b1-a2cd-e88f6671b53a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:00.418447 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cae211-dbc9-4644-ae85-9cf8f8a08c8c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:00.419423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cae211-dbc9-4644-ae85-9cf8f8a08c8c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:00.426509 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-06cae211-dbc9-4644-ae85-9cf8f8a08c8c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/5edaf430-7d40-496d-a515-2f8250f524f0 HTTP/1.1" status: 404 len: 339 time: 0.2176831 Jun 16 15:19:00.429327 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57006) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:00.438669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-703554478', 'description': 'd1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:00.443553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=ba26a474-b405-4d55-86ed-cde4e8eae934,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:00.448193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:00.456492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Usage tracker for resource:network and tenant:1403bca3da384714a3dc03d6b9c599ce is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:00.457657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bcf6e133-4be6-4fb2-be1e-ff33cc87289f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:00.458132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.463536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:00.471624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-6c78b20f-eeaa-4e21-b85c-a8151f728136 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 661a6b6e-e010-4ab8-bf00-6e6c97baca4d owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:00.483337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:00.489938 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.504758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f3432b0b-85e6-45d2-bd20-9268f53a9539 None None] Provisioning for port 661a6b6e-e010-4ab8-bf00-6e6c97baca4d completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:00.518036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f3432b0b-85e6-45d2-bd20-9268f53a9539 None None] Provisioning complete for port 661a6b6e-e010-4ab8-bf00-6e6c97baca4d triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:00.518787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3432b0b-85e6-45d2-bd20-9268f53a9539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.613198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f3432b0b-85e6-45d2-bd20-9268f53a9539 None None] Port 661a6b6e-e010-4ab8-bf00-6e6c97baca4d cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:00.644570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:00.648474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.669861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f3432b0b-85e6-45d2-bd20-9268f53a9539 None None] Provisioning complete for port ba26a474-b405-4d55-86ed-cde4e8eae934 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:00.670570 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3432b0b-85e6-45d2-bd20-9268f53a9539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.677619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 970f4836-777a-4350-b548-8bede0e0596a owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:00.752673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bcf6e133-4be6-4fb2-be1e-ff33cc87289f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:00.770098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.objects.ports [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:19:00.772962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.825273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:19:00.831074 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c78b20f-eeaa-4e21-b85c-a8151f728136 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.847038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.847392 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Added segment 6c1f9b3a-59b6-40f9-b726-a56563578552 of type vlan for network 036b4320-8c30-4479-9346-2216ee94b72a Jun 16 15:19:00.850007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 89e213d1-f163-44ac-abdd-421e94e20758 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:00.876463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:00.881002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.892032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:00.894357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 89e213d1-f163-44ac-abdd-421e94e20758 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:00.894511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 89e213d1-f163-44ac-abdd-421e94e20758 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:00.898011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78b20f-eeaa-4e21-b85c-a8151f728136 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=661a6b6e-e010-4ab8-bf00-6e6c97baca4d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:00.904380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:00.904990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:00.912309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f3432b0b-85e6-45d2-bd20-9268f53a9539 None None] Current status of the port ba26a474-b405-4d55-86ed-cde4e8eae934 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:00.915928 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=75e97c83-6fcc-4a8b-9903-030bd1372922,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:00.935007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202ba551-ba53-405c-a9ca-4ff92eb2f082 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:00.973881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c78b20f-eeaa-4e21-b85c-a8151f728136 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:01.000505 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6c78b20f-eeaa-4e21-b85c-a8151f728136 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/661a6b6e-e010-4ab8-bf00-6e6c97baca4d HTTP/1.1" status: 204 len: 168 time: 1.3951099 Jun 16 15:19:01.001465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57010) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:01.045578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:01.060774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:01.062326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:01.103563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bcf6e133-4be6-4fb2-be1e-ff33cc87289f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:01.140058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:01.189904 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-de448dcb-a156-496d-9f43-e2de36ab186e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9656920 Jun 16 15:19:01.193099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57014) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:01.199459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:b4:23:29', 'name': 'tempest-NetworksTestDHCPv6-1196213149'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:01.202271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-74166ecf-6af5-4166-ac8c-0dff42750024 None None] Could not find standard attr ID for object 661a6b6e-e010-4ab8-bf00-6e6c97baca4d. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:19:01.325711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=970f4836-777a-4350-b548-8bede0e0596a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:01.357938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-11821ff8-f9e8-4deb-a58a-6b71d0d5ba94 None None] Could not find standard attr ID for object 66987cbf-6781-42b4-8a3f-c2a8d9d6f5cb. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:19:01.379215 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c16c01e-89aa-4fad-803d-54fc71ed03bf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:19:01.379761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7c16c01e-89aa-4fad-803d-54fc71ed03bf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:01.470730 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0403359 Jun 16 15:19:01.471689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57020) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:01.553652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:01.568214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:01.568721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bcf6e133-4be6-4fb2-be1e-ff33cc87289f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:01.569349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:01.596468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0653d3-1cd8-41ad-8ae5-b98fc527e74c req-4d1c0fff-ca2c-48aa-a501-a328943ea1b8 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:01.598333 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6d0653d3-1cd8-41ad-8ae5-b98fc527e74c req-4d1c0fff-ca2c-48aa-a501-a328943ea1b8 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.1853664 Jun 16 15:19:01.607428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '75e97c83-6fcc-4a8b-9903-030bd1372922'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:19:01.608953 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:01.626715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7c16c01e-89aa-4fad-803d-54fc71ed03bf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:01.629363 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7c16c01e-89aa-4fad-803d-54fc71ed03bf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/661a6b6e-e010-4ab8-bf00-6e6c97baca4d HTTP/1.1" status: 404 len: 333 time: 0.6253982 Jun 16 15:19:01.634143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57022) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:01.692709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:01.821347 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4d1853ef-4175-4f55-858f-5da4c5bf02b9 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:19:01.828913 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6d0653d3-1cd8-41ad-8ae5-b98fc527e74c req-5928ffa6-f431-458e-bb3b-808db6d98624 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250698 Jun 16 15:19:01.855846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet 61f8b777-e201-44c4-ab30-a6edae3c3939 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:01.863040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:01.871441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4d1853ef-4175-4f55-858f-5da4c5bf02b9 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:01.887610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223ea30-3a18-42f5-b3cd-5a3edc828158 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=036b4320-8c30-4479-9346-2216ee94b72a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:01.956758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.008794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 036b4320-8c30-4479-9346-2216ee94b72a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:19:02.012424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.023357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8376d54-cd57-414c-a2a9-bd6c1a41fb0e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:02.024016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d8376d54-cd57-414c-a2a9-bd6c1a41fb0e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Synchronizing usage tracker for tenant:1403bca3da384714a3dc03d6b9c599ce on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:02.028858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.083668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 5345bd63-ad72-4ee4-b03b-c686adde7eac yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:02.135617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bcf6e133-4be6-4fb2-be1e-ff33cc87289f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:02.136728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ba26a474-b405-4d55-86ed-cde4e8eae934 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:02.195208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d8376d54-cd57-414c-a2a9-bd6c1a41fb0e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Unset dirty status for tenant:1403bca3da384714a3dc03d6b9c599ce on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:02.198831 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d8376d54-cd57-414c-a2a9-bd6c1a41fb0e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/networks?id=036b4320-8c30-4479-9346-2216ee94b72a HTTP/1.1" status: 200 len: 764 time: 0.4725561 Jun 16 15:19:02.199021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.199174 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57030) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:02.208232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-0f94a7a4-5270-4857-b9f9-aceda32c10b2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'description': 'd2'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:02.280151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:02.317138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'port_id': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'mac_address': 'fa:16:3e:35:38:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:19:02.356779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.370463 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Allocated IP 2001:db8::f816:3eff:feb9:45af (31e74b08-3bfc-4c0f-a043-3479a97b05c8/75e97c83-6fcc-4a8b-9903-030bd1372922/c3604d71-394c-4ae5-a900-6832269324d4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:02.402418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=61f8b777-e201-44c4-ab30-a6edae3c3939,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:02.408403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.415793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.416535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.416535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.416762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.417134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.417724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.417724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.418011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.418331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.418649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.420433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.420785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:02.432633 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-84159cbc-73ff-4bd8-a63b-83c44383fc6f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/61f8b777-e201-44c4-ab30-a6edae3c3939 HTTP/1.1" status: 204 len: 168 time: 0.7958889 Jun 16 15:19:02.432633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57034) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:02.434088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b9d4b-6aa0-402d-8f33-6fb878e9b95b None None] Network 3c2405af-c0a2-47a6-9368-3b329a10c9c0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:02.519396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:02.519857 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.543119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 is: ACTIVE; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:02.543505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.575669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.576939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 8d6c52a6-6b2b-4d84-be73-fcb653c970bf has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:19:02.587615 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port ba26a474-b405-4d55-86ed-cde4e8eae934 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:02.588214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.617362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d1853ef-4175-4f55-858f-5da4c5bf02b9 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:19:02.660049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0f94a7a4-5270-4857-b9f9-aceda32c10b2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.710973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ba26a474-b405-4d55-86ed-cde4e8eae934 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:02.711344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.784120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:02.794105 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f5b4bf4f-2af1-4f59-9491-32f41cb8a012 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/8d6c52a6-6b2b-4d84-be73-fcb653c970bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7690480 Jun 16 15:19:02.794448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57038) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:02.807202 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:02.809604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf45a6-a277-47d0-8f3a-045641bf128f None None] Sync routers for ids ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:02.824449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] For port ba26a474-b405-4d55-86ed-cde4e8eae934, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ba26a474-b405-4d55-86ed-cde4e8eae934,segment=NetworkSegment(aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf),segment_id=aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:02.824800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.867115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0f94a7a4-5270-4857-b9f9-aceda32c10b2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.957270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f94a7a4-5270-4857-b9f9-aceda32c10b2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network 036b4320-8c30-4479-9346-2216ee94b72a is not hosted by any dhcp agent {{(pid=89746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 16 15:19:02.962256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f94a7a4-5270-4857-b9f9-aceda32c10b2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:02.963021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0f94a7a4-5270-4857-b9f9-aceda32c10b2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.967214 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0f94a7a4-5270-4857-b9f9-aceda32c10b2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "PUT /v2.0/networks/036b4320-8c30-4479-9346-2216ee94b72a HTTP/1.1" status: 200 len: 761 time: 0.7642887 Jun 16 15:19:02.968304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for ba26a474-b405-4d55-86ed-cde4e8eae934 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:02.972671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.989169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57044) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:03.066304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf45a6-a277-47d0-8f3a-045641bf128f None None] Routers {'8d6c52a6-6b2b-4d84-be73-fcb653c970bf'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:03.067009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-56bf45a6-a277-47d0-8f3a-045641bf128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:18:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:03.144973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67597a5-ebea-4ed4-9f94-bc3a5925ddf5 req-d4e3c27d-2cd1-4652-bf70-3457de703df3 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:03.146483 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a67597a5-ebea-4ed4-9f94-bc3a5925ddf5 req-d4e3c27d-2cd1-4652-bf70-3457de703df3 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 945 time: 0.1409829 Jun 16 15:19:03.201173 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a67597a5-ebea-4ed4-9f94-bc3a5925ddf5 req-7ee2c03d-111c-4b9e-854b-702c4bbaa79d tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479734 Jun 16 15:19:03.212983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-56bf45a6-a277-47d0-8f3a-045641bf128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:03.225605 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:19:03.230163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:19:03.242107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57048) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:03.299075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf45a6-a277-47d0-8f3a-045641bf128f None None] Routers {'8d6c52a6-6b2b-4d84-be73-fcb653c970bf'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:03.299726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-56bf45a6-a277-47d0-8f3a-045641bf128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:18:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:03.339873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94a7a4-5270-4857-b9f9-aceda32c10b2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=036b4320-8c30-4479-9346-2216ee94b72a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:03.358099 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=4d1853ef-4175-4f55-858f-5da4c5bf02b9,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:03.377406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['4d1853ef-4175-4f55-858f-5da4c5bf02b9'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:19:03.405246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 036b4320-8c30-4479-9346-2216ee94b72a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:19:03.414340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Port ba26a474-b405-4d55-86ed-cde4e8eae934 update to ACTIVE by agent not found {{(pid=89747) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2142}} Jun 16 15:19:03.416311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:03.447634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:03.464100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-56bf45a6-a277-47d0-8f3a-045641bf128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:03.464501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf45a6-a277-47d0-8f3a-045641bf128f None None] The sync data for ids ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:03.474644 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Transition to ACTIVE for port object c3604d71-394c-4ae5-a900-6832269324d4 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:03.511792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a659b035-c188-4c73-82dd-efb91b41801b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:03.516974 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a659b035-c188-4c73-82dd-efb91b41801b tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/networks?id=036b4320-8c30-4479-9346-2216ee94b72a HTTP/1.1" status: 200 len: 764 time: 0.5229223 Jun 16 15:19:03.518287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57052) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:03.524765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=ba26a474-b405-4d55-86ed-cde4e8eae934,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:03.526807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No DVR routers for this DVR port ba26a474-b405-4d55-86ed-cde4e8eae934 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:03.584641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Transition to ACTIVE for port object c3604d71-394c-4ae5-a900-6832269324d4 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:03.618228 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-250e5999-4dfe-4284-9428-25d8fdf7cfe2 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/floatingips/72acc016-2b05-419b-ad9b-ecdd3bda6da4 HTTP/1.1" status: 200 len: 992 time: 0.3698745 Jun 16 15:19:03.652566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf96bb4-a95b-4ea3-ac61-bf8b3b9ce9f8 None None] DHCP port deletion for 3c2405af-c0a2-47a6-9368-3b329a10c9c0 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:03.683905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:03.723954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:03.766609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2405af-c0a2-47a6-9368-3b329a10c9c0']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:03.783936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:03.783936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:03.809145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::f816:3eff:feb4:2329 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/75e97c83-6fcc-4a8b-9903-030bd1372922/5345bd63-ad72-4ee4-b03b-c686adde7eac) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:03.809634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:03.812151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:03.825040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e814b-034d-4746-b7c7-7bd1ea6dc1ba tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:03.830168 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-505e814b-034d-4746-b7c7-7bd1ea6dc1ba tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3110414 Jun 16 15:19:03.831346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57056) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:03.835899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:03.844231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:03.844979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:03.858054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 is: BUILD; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:03.858491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:03.869571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Pushing event updated for resources: {'Port': ['ID=c3604d71-394c-4ae5-a900-6832269324d4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:03.878859 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9a361989-cb3c-46d4-81bf-8529f9ae507a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Synchronizing usage tracker for tenant:1403bca3da384714a3dc03d6b9c599ce on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:03.885567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:03.886146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:03.985678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:03.992872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4d1853ef-4175-4f55-858f-5da4c5bf02b9 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:19:04.000796 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf resource provider aggregate not found Jun 16 15:19:04.027879 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa9d5181-d1d6-4f71-b8f1-af6fedf50ebf found for delete ", "request_id": "req-887dd472-e4cf-4a5b-b5a1-0563fe3a208e"}]} Jun 16 15:19:04.043930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Attempting to bind port c3604d71-394c-4ae5-a900-6832269324d4 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:19:04.046708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Attempting to bind port c3604d71-394c-4ae5-a900-6832269324d4 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:19:04.046708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Attempting to bind port c3604d71-394c-4ae5-a900-6832269324d4 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:19:04.047001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9a361989-cb3c-46d4-81bf-8529f9ae507a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Unset dirty status for tenant:1403bca3da384714a3dc03d6b9c599ce on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:04.051947 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9a361989-cb3c-46d4-81bf-8529f9ae507a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 207 time: 0.2114723 Jun 16 15:19:04.053527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57064) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:04.064152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:04.067738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:19:04.068243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:04.068737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.069210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:19:04.077426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Bound port: c3604d71-394c-4ae5-a900-6832269324d4, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:19:04.077426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.147066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.226480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.236640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.291033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] For port c3604d71-394c-4ae5-a900-6832269324d4, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:19:04.293510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=4d1853ef-4175-4f55-858f-5da4c5bf02b9,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:04.304985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] For port c3604d71-394c-4ae5-a900-6832269324d4, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c3604d71-394c-4ae5-a900-6832269324d4,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:19:04.313429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Network': ['ID=3c2405af-c0a2-47a6-9368-3b329a10c9c0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:04.373557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.381133 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe953142-f7f7-434a-90ca-8ba357e85dd5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.386497 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe953142-f7f7-434a-90ca-8ba357e85dd5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.392250 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe953142-f7f7-434a-90ca-8ba357e85dd5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.398525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe953142-f7f7-434a-90ca-8ba357e85dd5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.404106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe953142-f7f7-434a-90ca-8ba357e85dd5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.404287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 83d5704f-3273-4cdc-96c3-be69bdd6d35f {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:04.404565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.410036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe953142-f7f7-434a-90ca-8ba357e85dd5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.411072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fe953142-f7f7-434a-90ca-8ba357e85dd5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Synchronizing usage tracker for tenant:1403bca3da384714a3dc03d6b9c599ce on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:04.428829 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f50efb26-afda-4fbd-952a-ee84528ff1e7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/networks/3c2405af-c0a2-47a6-9368-3b329a10c9c0 HTTP/1.1" status: 204 len: 168 time: 1.9915056 Jun 16 15:19:04.432765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57068) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:04.436587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.453114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-424701887'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:04.462730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fe953142-f7f7-434a-90ca-8ba357e85dd5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Unset dirty status for tenant:1403bca3da384714a3dc03d6b9c599ce on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:04.463217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:04.463897 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fe953142-f7f7-434a-90ca-8ba357e85dd5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3725 time: 0.4090731 Jun 16 15:19:04.468579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57072) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:04.469471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:network and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:04.471318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eacac7-1c11-4330-9612-b5d5dd8736a3 None None] Pushing event updated for resources: {'Port': ['ID=c3604d71-394c-4ae5-a900-6832269324d4,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:04.473280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 5345bd63-ad72-4ee4-b03b-c686adde7eac will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:04.475394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:04.491393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:04.610443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:04.614911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.656719 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-548177bd-3502-416a-87a4-04f87d36a9cf tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 807 time: 0.1869886 Jun 16 15:19:04.660007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57076) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:04.680395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:19:04.685962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.697000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.829434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.829995 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Added segment 422cc747-5c2e-48c6-89d4-3d7f3e052f92 of type vlan for network 76d0194f-7f30-4877-9b98-ab1b39e81285 Jun 16 15:19:04.830623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:04.838242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 83d5704f-3273-4cdc-96c3-be69bdd6d35f owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:04.839309 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:04.841398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=5345bd63-ad72-4ee4-b03b-c686adde7eac,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:04.850219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f81563-566a-46c8-b76b-67cdfaeaeeb6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.851661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f81563-566a-46c8-b76b-67cdfaeaeeb6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.853157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f81563-566a-46c8-b76b-67cdfaeaeeb6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.854773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f81563-566a-46c8-b76b-67cdfaeaeeb6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.856303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f81563-566a-46c8-b76b-67cdfaeaeeb6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.857257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-92f81563-566a-46c8-b76b-67cdfaeaeeb6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Synchronizing usage tracker for tenant:1403bca3da384714a3dc03d6b9c599ce on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:04.864693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:04.870158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:04.870809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:04.894660 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-92f81563-566a-46c8-b76b-67cdfaeaeeb6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Unset dirty status for tenant:1403bca3da384714a3dc03d6b9c599ce on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:04.896067 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-92f81563-566a-46c8-b76b-67cdfaeaeeb6 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2351089 Jun 16 15:19:04.900381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57080) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:04.963837 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-33a4654c-3599-4b65-b36a-c708263551ae tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7694900 Jun 16 15:19:04.966609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57084) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:05.062906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef2f2c7-359a-46a2-bd13-8253ec24c360 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:05.068688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef2f2c7-359a-46a2-bd13-8253ec24c360 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:05.069484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0ef2f2c7-359a-46a2-bd13-8253ec24c360 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:05.123619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:05.172908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0ef2f2c7-359a-46a2-bd13-8253ec24c360 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:05.174119 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0ef2f2c7-359a-46a2-bd13-8253ec24c360 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2062695 Jun 16 15:19:05.180240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f991dd-dd3c-4d6d-af54-a43a2264e48d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:05.188009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57088) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:05.188193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f991dd-dd3c-4d6d-af54-a43a2264e48d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:05.188193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f991dd-dd3c-4d6d-af54-a43a2264e48d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:05.188193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f991dd-dd3c-4d6d-af54-a43a2264e48d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:05.188193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f991dd-dd3c-4d6d-af54-a43a2264e48d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['shared'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:05.191314 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-41f991dd-dd3c-4d6d-af54-a43a2264e48d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2892053 Jun 16 15:19:05.199739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57092) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:05.263524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d81f8557-9ebe-4d12-97ce-1b9c063956df tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 5345bd63-ad72-4ee4-b03b-c686adde7eac {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:05.264596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d81f8557-9ebe-4d12-97ce-1b9c063956df tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:05.321659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:05.327275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:05.327908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:05.522658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:05.528034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Network': ['ID=76d0194f-7f30-4877-9b98-ab1b39e81285,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:05.540579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 76d0194f-7f30-4877-9b98-ab1b39e81285 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:19:05.542382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b6b2c7-76c3-493c-a1f9-86bdaf819160 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:05.543831 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-00b6b2c7-76c3-493c-a1f9-86bdaf819160 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/networks/7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c HTTP/1.1" status: 200 len: 802 time: 0.3422606 Jun 16 15:19:05.551026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57096) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:05.588396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c3604d71-394c-4ae5-a900-6832269324d4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:05.613638 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8a30e829-23ac-4ee1-aff9-483cc3800a37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1726758 Jun 16 15:19:05.621673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57100) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:05.637378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': '76d0194f-7f30-4877-9b98-ab1b39e81285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:05.732518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d81f8557-9ebe-4d12-97ce-1b9c063956df tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:05.841941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4d1853ef-4175-4f55-858f-5da4c5bf02b9 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:05.844238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:05.878852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d81f8557-9ebe-4d12-97ce-1b9c063956df tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 5345bd63-ad72-4ee4-b03b-c686adde7eac owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:05.889209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port c3604d71-394c-4ae5-a900-6832269324d4 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:05.915199 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-210a6169-0ae7-4921-b5dc-a372d7821af0 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/networks/7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.3621757 Jun 16 15:19:05.915889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Provisioning for port c3604d71-394c-4ae5-a900-6832269324d4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:05.919019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57104) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:05.921477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=83d5704f-3273-4cdc-96c3-be69bdd6d35f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:05.929335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Provisioning complete for port c3604d71-394c-4ae5-a900-6832269324d4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:05.929335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:05.970410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:06.036153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:06.059003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:06.089272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ba26a474-b405-4d55-86ed-cde4e8eae934 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:06.128230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:06.143833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: ba26a474-b405-4d55-86ed-cde4e8eae934 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:06.145124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ba26a474-b405-4d55-86ed-cde4e8eae934 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:06.167805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d81f8557-9ebe-4d12-97ce-1b9c063956df tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.185201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:06.185766 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.229713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f8557-9ebe-4d12-97ce-1b9c063956df tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=5345bd63-ad72-4ee4-b03b-c686adde7eac,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:06.245638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f5b17-15ac-452c-8323-21379d967f5a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:06.247473 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7f1f5b17-15ac-452c-8323-21379d967f5a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/subnets/73b16263-dbd1-4e60-83c0-118eefcd2da1 HTTP/1.1" status: 200 len: 843 time: 0.3269422 Jun 16 15:19:06.256560 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:06.260100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.306414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57108) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:06.330854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Current status of the port c3604d71-394c-4ae5-a900-6832269324d4 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:06.331297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.385137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d81f8557-9ebe-4d12-97ce-1b9c063956df tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.432624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] For port c3604d71-394c-4ae5-a900-6832269324d4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c3604d71-394c-4ae5-a900-6832269324d4,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:06.439862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2089dc7-d33d-4b22-be07-c5dd36cd598e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['shared'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:06.442279 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f2089dc7-d33d-4b22-be07-c5dd36cd598e tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "GET /v2.0/subnets/73b16263-dbd1-4e60-83c0-118eefcd2da1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1319089 Jun 16 15:19:06.447808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57112) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:06.456724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-591602864'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:06.462592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:06.464943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:06.465337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.478801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:06.493202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.504470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:19:06.516205 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d81f8557-9ebe-4d12-97ce-1b9c063956df tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/5345bd63-ad72-4ee4-b03b-c686adde7eac HTTP/1.1" status: 204 len: 168 time: 1.3331308 Jun 16 15:19:06.518092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57118) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:06.520427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:06.536708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.581304 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a6f919-137e-4ca0-992c-6ee13f804907'] response: {'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'code': 200} Jun 16 15:19:06.585790 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:06.600354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.612887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb91105-a7cb-4a5a-a918-502720e493f5 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:19:06.652856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.653697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:19:06.674282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c3b0e-415d-404b-a30b-f7ee582872e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:06.676549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c3b0e-415d-404b-a30b-f7ee582872e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:06.677042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-334c3b0e-415d-404b-a30b-f7ee582872e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:06.680007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.680733 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Added segment bc7200ea-3aff-4ae4-b613-4de8ba196089 of type vlan for network 70c8d15c-b187-42eb-b340-4899fdf1ced4 Jun 16 15:19:06.685829 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-96bb125a-440f-40f7-8a30-c0e1f9218bf9 None None] Could not find standard attr ID for object 5345bd63-ad72-4ee4-b03b-c686adde7eac. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:19:06.716371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.719042 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Pushing event updated for resources: {'Port': ['ID=c3604d71-394c-4ae5-a900-6832269324d4,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:06.735683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.736032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.736377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.736722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.737051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.737382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.737707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.738035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.738361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.738683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.739114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.739443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9659c-0847-47d7-bba7-009f39911a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:19:06.796522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-334c3b0e-415d-404b-a30b-f7ee582872e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:06.800743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-334c3b0e-415d-404b-a30b-f7ee582872e7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2805264 Jun 16 15:19:06.805634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57122) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:06.854779 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=4d1853ef-4175-4f55-858f-5da4c5bf02b9,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:06.855295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.862870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:06.863530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:06.876052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb91105-a7cb-4a5a-a918-502720e493f5 None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:19:06.925870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:07.003892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Network': ['ID=70c8d15c-b187-42eb-b340-4899fdf1ced4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:07.009667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c582b9-0eda-42af-b3bb-e35852aafe6f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 75e97c83-6fcc-4a8b-9903-030bd1372922 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:07.013413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c582b9-0eda-42af-b3bb-e35852aafe6f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:07.033233 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 70c8d15c-b187-42eb-b340-4899fdf1ced4 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:19:07.058717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 8d6c52a6-6b2b-4d84-be73-fcb653c970bf has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:19:07.085522 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7f3943c9-84f3-4dd2-a59c-d2a72130cdfc tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6364996 Jun 16 15:19:07.088621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c582b9-0eda-42af-b3bb-e35852aafe6f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:07.091702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57126) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:07.104242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'network_id': '70c8d15c-b187-42eb-b340-4899fdf1ced4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:07.170809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=5c4281fc-b53a-44f1-919a-f28ea1ec29c6,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:07.178068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c582b9-0eda-42af-b3bb-e35852aafe6f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:07.206644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Checking segment: {'id': '422cc747-5c2e-48c6-89d4-3d7f3e052f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '76d0194f-7f30-4877-9b98-ab1b39e81285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:07.207128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network hostable DHCP agents. Network: 76d0194f-7f30-4877-9b98-ab1b39e81285, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:19:07.325454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c582b9-0eda-42af-b3bb-e35852aafe6f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:07.347469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:07.364085 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b994737-d48c-4add-928f-74904008b4ce None None] Sync routers for ids ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:07.374345 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b994737-d48c-4add-928f-74904008b4ce None None] Routers {'8d6c52a6-6b2b-4d84-be73-fcb653c970bf'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:07.375027 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1b994737-d48c-4add-928f-74904008b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:18:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:07.387539 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-27d6a8f0-c61c-4635-a190-9df3c65df723 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/8d6c52a6-6b2b-4d84-be73-fcb653c970bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5870855 Jun 16 15:19:07.387539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57130) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:07.394975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b39966-94ed-422b-a96c-0c4f1d03c03c None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:19:07.412618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c582b9-0eda-42af-b3bb-e35852aafe6f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:07.416396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c582b9-0eda-42af-b3bb-e35852aafe6f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=75e97c83-6fcc-4a8b-9903-030bd1372922,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:07.438994 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1b994737-d48c-4add-928f-74904008b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:07.442862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:07.446395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-61e1c387-ed0b-4f10-98a8-391241af076c tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:07.449731 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b994737-d48c-4add-928f-74904008b4ce None None] Routers {'8d6c52a6-6b2b-4d84-be73-fcb653c970bf'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:07.450187 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1b994737-d48c-4add-928f-74904008b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:18:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:07.460410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:07.462443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 76d0194f-7f30-4877-9b98-ab1b39e81285 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:19:07.519166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57134) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:07.520608 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1b994737-d48c-4add-928f-74904008b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:07.521036 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b994737-d48c-4add-928f-74904008b4ce None None] The sync data for ids ['8d6c52a6-6b2b-4d84-be73-fcb653c970bf'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:07.522305 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-02c582b9-0eda-42af-b3bb-e35852aafe6f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/75e97c83-6fcc-4a8b-9903-030bd1372922 HTTP/1.1" status: 204 len: 168 time: 0.7152495 Jun 16 15:19:07.529860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c3604d71-394c-4ae5-a900-6832269324d4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:07.585202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-61e1c387-ed0b-4f10-98a8-391241af076c tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:07.589032 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-61e1c387-ed0b-4f10-98a8-391241af076c tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d6c52a6-6b2b-4d84-be73-fcb653c970bf HTTP/1.1" status: 200 len: 205 time: 0.1997037 Jun 16 15:19:07.589505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57138) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:07.593589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Made reservation on behalf of 1403bca3da384714a3dc03d6b9c599ce for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:07.597744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:07.611913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 76d0194f-7f30-4877-9b98-ab1b39e81285) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:07.621292 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-519f722b-372c-404c-ba0c-d6e595c670c6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004455 Jun 16 15:19:07.622425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57142) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:07.642570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:07.662268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:07.663033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:07.707162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c3604d71-394c-4ae5-a900-6832269324d4 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:07.707713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:07.772016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Performing IP validity checks on allocation pools {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 16 15:19:07.772630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-871e6325-661b-4049-8923-2266836cec41 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:07.772909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 16 15:19:07.863383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b39966-94ed-422b-a96c-0c4f1d03c03c None None] Unable to find a vacant binding_index for network 76d0194f-7f30-4877-9b98-ab1b39e81285 and agent e38c833c-5448-44e3-aec8-f1595923742d {{(pid=89747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 16 15:19:07.879706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b39966-94ed-422b-a96c-0c4f1d03c03c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 76d0194f-7f30-4877-9b98-ab1b39e81285) {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:19:07.891715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:07.894123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c3604d71-394c-4ae5-a900-6832269324d4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:07.897962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:07.901621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:07.912139 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e784ee89-fb17-4aea-80fd-161e642ca6d1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2862749 Jun 16 15:19:07.912139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:07.913427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57146) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:07.921880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': '76d0194f-7f30-4877-9b98-ab1b39e81285', 'name': 'tempest-PortsIpV6TestJSON-1984809246', 'fixed_ips': [{'subnet_id': '5c4281fc-b53a-44f1-919a-f28ea1ec29c6', 'ip_address': '2001:db8::10'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:08.061029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:08.065066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.286981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:08.292399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:port and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:08.296394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:08.304990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:08.337388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-871e6325-661b-4049-8923-2266836cec41 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.340030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-871e6325-661b-4049-8923-2266836cec41 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.383806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.401954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-76d0194f-7f30-4877-9b98-ab1b39e81285', 'network_id': '76d0194f-7f30-4877-9b98-ab1b39e81285', 'tenant_id': '278eafbf3c42411cb71556eb113bb9fd', 'fixed_ips': [{'subnet_id': '5c4281fc-b53a-44f1-919a-f28ea1ec29c6'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:19:08.403471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.433485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-871e6325-661b-4049-8923-2266836cec41 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.433977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871e6325-661b-4049-8923-2266836cec41 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Fanout notify agent at l3_agent the message router_deleted on router 8d6c52a6-6b2b-4d84-be73-fcb653c970bf {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:19:08.452805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-871e6325-661b-4049-8923-2266836cec41 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.456785 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-871e6325-661b-4049-8923-2266836cec41 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/8d6c52a6-6b2b-4d84-be73-fcb653c970bf HTTP/1.1" status: 204 len: 168 time: 0.8634059 Jun 16 15:19:08.457391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57150) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:08.477357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:08.545651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-127f5f76-1862-4a23-ba9e-5625aa1c6ab6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting subnet f2cbb34c-f9f4-4257-998a-d102f2c11e33 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:08.553255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-127f5f76-1862-4a23-ba9e-5625aa1c6ab6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.619244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Allocated IP 2001:db8::2 (76d0194f-7f30-4877-9b98-ab1b39e81285/5c4281fc-b53a-44f1-919a-f28ea1ec29c6/19bf48b1-1606-4af0-9abf-2f99ad25d43f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:08.628613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-127f5f76-1862-4a23-ba9e-5625aa1c6ab6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.728821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-127f5f76-1862-4a23-ba9e-5625aa1c6ab6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.769322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=97b0cdc9-3e22-4eae-993d-fe07be5e77da,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:08.785103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Checking segment: {'id': 'bc7200ea-3aff-4ae4-b613-4de8ba196089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '70c8d15c-b187-42eb-b340-4899fdf1ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:08.786546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network hostable DHCP agents. Network: 70c8d15c-b187-42eb-b340-4899fdf1ced4, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:19:08.836450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.855708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.869456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port b0b8db97-1d3f-42c0-9cca-5b69293885df yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:08.879466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Transition to ACTIVE for port object 19bf48b1-1606-4af0-9abf-2f99ad25d43f will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:08.880979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-127f5f76-1862-4a23-ba9e-5625aa1c6ab6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.899645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Transition to ACTIVE for port object 19bf48b1-1606-4af0-9abf-2f99ad25d43f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:08.924734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f5f76-1862-4a23-ba9e-5625aa1c6ab6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cbb34c-f9f4-4257-998a-d102f2c11e33,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:08.928963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-127f5f76-1862-4a23-ba9e-5625aa1c6ab6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:08.935109 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-127f5f76-1862-4a23-ba9e-5625aa1c6ab6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/f2cbb34c-f9f4-4257-998a-d102f2c11e33 HTTP/1.1" status: 204 len: 168 time: 0.4766448 Jun 16 15:19:08.938327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57154) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:08.973844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.015167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0759e04-81e0-4c0c-94cc-713a878d6c55 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting subnet a82d1657-5e3a-41d4-adda-e3be4aa6f145 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:09.018899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0759e04-81e0-4c0c-94cc-713a878d6c55 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.021071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Network 70c8d15c-b187-42eb-b340-4899fdf1ced4 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:19:09.040148 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Network 76d0194f-7f30-4877-9b98-ab1b39e81285 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:09.048487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:09.052811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:09.062154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Pushing event updated for resources: {'Port': ['ID=19bf48b1-1606-4af0-9abf-2f99ad25d43f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:09.088172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0759e04-81e0-4c0c-94cc-713a878d6c55 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.169191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Attempting to bind port 19bf48b1-1606-4af0-9abf-2f99ad25d43f on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:19:09.169515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Attempting to bind port 19bf48b1-1606-4af0-9abf-2f99ad25d43f by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '422cc747-5c2e-48c6-89d4-3d7f3e052f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '76d0194f-7f30-4877-9b98-ab1b39e81285'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:19:09.169843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Attempting to bind port 19bf48b1-1606-4af0-9abf-2f99ad25d43f on network 76d0194f-7f30-4877-9b98-ab1b39e81285 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:19:09.180104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:19:09.180104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Checking segment: {'id': '422cc747-5c2e-48c6-89d4-3d7f3e052f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '76d0194f-7f30-4877-9b98-ab1b39e81285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:09.180460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.181212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Bound using segment: {'id': '422cc747-5c2e-48c6-89d4-3d7f3e052f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '76d0194f-7f30-4877-9b98-ab1b39e81285'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:19:09.182191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Bound port: 19bf48b1-1606-4af0-9abf-2f99ad25d43f, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422cc747-5c2e-48c6-89d4-3d7f3e052f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '76d0194f-7f30-4877-9b98-ab1b39e81285'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:19:09.182336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 70c8d15c-b187-42eb-b340-4899fdf1ced4) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:09.182969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.189929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0759e04-81e0-4c0c-94cc-713a878d6c55 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.197715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:09.198315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.231863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.objects.ports [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89746) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:19:09.283440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8::10 (76d0194f-7f30-4877-9b98-ab1b39e81285/5c4281fc-b53a-44f1-919a-f28ea1ec29c6/b0b8db97-1d3f-42c0-9cca-5b69293885df) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:09.298193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] For port 19bf48b1-1606-4af0-9abf-2f99ad25d43f, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:19:09.301642 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] For port 19bf48b1-1606-4af0-9abf-2f99ad25d43f, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=19bf48b1-1606-4af0-9abf-2f99ad25d43f,segment=NetworkSegment(422cc747-5c2e-48c6-89d4-3d7f3e052f92),segment_id=422cc747-5c2e-48c6-89d4-3d7f3e052f92)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:19:09.339579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0759e04-81e0-4c0c-94cc-713a878d6c55 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.368131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.380876 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-158437a3-67b4-41f9-b7fc-7701cffa480d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2818365 Jun 16 15:19:09.381702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57158) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:09.391582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4a84e187-cc7e-49ad-bb4b-050e6389bdf8 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:09.458077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0759e04-81e0-4c0c-94cc-713a878d6c55 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Subnet': ['ID=a82d1657-5e3a-41d4-adda-e3be4aa6f145,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:09.467136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0759e04-81e0-4c0c-94cc-713a878d6c55 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.475899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa6e2-c463-49d1-a785-0ae42c939c7b None None] Pushing event updated for resources: {'Port': ['ID=19bf48b1-1606-4af0-9abf-2f99ad25d43f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:09.479656 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b0759e04-81e0-4c0c-94cc-713a878d6c55 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/a82d1657-5e3a-41d4-adda-e3be4aa6f145 HTTP/1.1" status: 204 len: 168 time: 0.5401967 Jun 16 15:19:09.483269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57162) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:09.584465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.673116 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4a84e187-cc7e-49ad-bb4b-050e6389bdf8 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13730211'] for subnet, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.678603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.679554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object b0b8db97-1d3f-42c0-9cca-5b69293885df will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:09.684333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.699903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port a8911786-a178-4141-bb96-fff4d609fb62 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:09.700246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.812781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.921619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 76d0194f-7f30-4877-9b98-ab1b39e81285 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:09.929270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:09.980920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:09.986249 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:09.986982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:09.991020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=b0b8db97-1d3f-42c0-9cca-5b69293885df,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:10.056626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] For port c3604d71-394c-4ae5-a900-6832269324d4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c3604d71-394c-4ae5-a900-6832269324d4,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:10.073443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port a8911786-a178-4141-bb96-fff4d609fb62, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a8911786-a178-4141-bb96-fff4d609fb62,segment=NetworkSegment(815ab272-4d83-4b3d-9b4f-b64f6944222f),segment_id=815ab272-4d83-4b3d-9b4f-b64f6944222f)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:10.073802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.082986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.111033 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-044ca683-2064-4807-8c0a-c4e95433649f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1968729 Jun 16 15:19:10.113563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57166) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:10.119201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': '76d0194f-7f30-4877-9b98-ab1b39e81285', 'name': 'tempest-PortsIpV6TestJSON-2108699704', 'fixed_ips': [{'subnet_id': '5c4281fc-b53a-44f1-919a-f28ea1ec29c6', 'ip_address': '2001:db8::f'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:10.137210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.137755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.208201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for a8911786-a178-4141-bb96-fff4d609fb62 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:10.271024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4a84e187-cc7e-49ad-bb4b-050e6389bdf8 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777696960031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15216760'] for subnet, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.340449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:10.348353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:10.362167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:10.362782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.390777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=c3604d71-394c-4ae5-a900-6832269324d4,revision_number=6']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:10.396681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=aaade3c2-0c16-49b0-87ed-83ea1b9593f8,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:10.424910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:10.429640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:port and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:10.432690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:10.440180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:10.474419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a84e187-cc7e-49ad-bb4b-050e6389bdf8 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:10.475041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4a84e187-cc7e-49ad-bb4b-050e6389bdf8 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.478888 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4a84e187-cc7e-49ad-bb4b-050e6389bdf8 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "PUT /v2.0/subnets/97b0cdc9-3e22-4eae-993d-fe07be5e77da HTTP/1.1" status: 200 len: 900 time: 1.0942481 Jun 16 15:19:10.482126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57170) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:10.483567 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-70200fc2-7f14-4a5b-8060-20129cffce9f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8473818 Jun 16 15:19:10.486675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57174) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:10.492368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:af:5e:a7', 'name': 'tempest-NetworksTestDHCPv6-213539707'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:10.528790 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84e187-cc7e-49ad-bb4b-050e6389bdf8 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event updated for resources: {'Subnet': ['ID=97b0cdc9-3e22-4eae-993d-fe07be5e77da,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:10.599196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e66b2-ee4f-46b6-b44f-aff3a5a04be9 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:10.599803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:10.600802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.604661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.628351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c87145-dc58-4d55-b85e-4d95299218ef None None] Network 76d0194f-7f30-4877-9b98-ab1b39e81285 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:10.646529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port d77ccef3-7774-4421-9722-ba08e037c0e5 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:10.657738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32009b59-005e-466b-acbe-09675c8f57f0 None None] Network eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:10.670226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5ac00-ecff-436f-86f1-2158d3c71904 None None] Network 70c8d15c-b187-42eb-b340-4899fdf1ced4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:10.671013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=a8911786-a178-4141-bb96-fff4d609fb62,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:10.675708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No DVR routers for this DVR port a8911786-a178-4141-bb96-fff4d609fb62 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:10.688269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b7d96-d38a-4362-965a-8a3ed81dc7bb None None] Network 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:10.730622 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:10.740189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:10.745899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:10.757258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:10.789071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.853920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.900991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:10.911471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4b0f23-833f-4383-a5d6-01dc8d05c1f9']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:10.938003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815ab272-4d83-4b3d-9b4f-b64f6944222f') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:10.938307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815ab272-4d83-4b3d-9b4f-b64f6944222f') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:10.955162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:10.984885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.009842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.033092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:11.036045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.080396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8::f (76d0194f-7f30-4877-9b98-ab1b39e81285/5c4281fc-b53a-44f1-919a-f28ea1ec29c6/d77ccef3-7774-4421-9722-ba08e037c0e5) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:11.096956 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 815ab272-4d83-4b3d-9b4f-b64f6944222f resource provider aggregate not found Jun 16 15:19:11.157902 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 815ab272-4d83-4b3d-9b4f-b64f6944222f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 815ab272-4d83-4b3d-9b4f-b64f6944222f found for delete ", "request_id": "req-7945f5e3-4236-4fe2-85b9-d656d4174e9e"}]} Jun 16 15:19:11.270472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.287081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.303468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.320249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Network': ['ID=eb4b0f23-833f-4383-a5d6-01dc8d05c1f9,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:11.323453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.355587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-23f74a40-ab6a-4eb1-af22-e14eaa68cb27 None None] Provisioning for port 19bf48b1-1606-4af0-9abf-2f99ad25d43f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:11.371534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 04c2cd4a-4881-45c6-913f-618e13813292 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:11.380577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Subnet': ['ID=97b0cdc9-3e22-4eae-993d-fe07be5e77da,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:11.461408 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-30523db1-3fc3-4172-8bd3-28f46caf6983 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3290441 Jun 16 15:19:11.487760 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0a4fc06b-b1e1-47aa-9a65-2193d040d26d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/networks/eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 HTTP/1.1" status: 204 len: 168 time: 2.0036571 Jun 16 15:19:11.498368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57182) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:11.502047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.538813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c8d15c-b187-42eb-b340-4899fdf1ced4']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:11.569275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7200ea-3aff-4ae4-b613-4de8ba196089') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:11.569729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7200ea-3aff-4ae4-b613-4de8ba196089') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:11.584652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.606331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.609028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11240468-0c13-407b-8c98-7d1ea5bfba33 None None] DHCP port deletion for eb4b0f23-833f-4383-a5d6-01dc8d05c1f9 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:11.615273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:11.615819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.656758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8322eb2e-206d-4926-a71b-82c55139a9fc None None] Network 70c8d15c-b187-42eb-b340-4899fdf1ced4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:11.745101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.818858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 19bf48b1-1606-4af0-9abf-2f99ad25d43f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:11.827404 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object d77ccef3-7774-4421-9722-ba08e037c0e5 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:11.849046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.855907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.860091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.887066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Network': ['ID=70c8d15c-b187-42eb-b340-4899fdf1ced4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:11.891295 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0265990d-8aee-4a21-b67e-f03cdfc540c5 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/70c8d15c-b187-42eb-b340-4899fdf1ced4 HTTP/1.1" status: 204 len: 168 time: 1.4081857 Jun 16 15:19:11.898303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57186) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:11.900858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-23f74a40-ab6a-4eb1-af22-e14eaa68cb27 None None] Provisioning complete for port c3604d71-394c-4ae5-a900-6832269324d4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:11.901227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23f74a40-ab6a-4eb1-af22-e14eaa68cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.919318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::f816:3eff:feaf:5ea7 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/aaade3c2-0c16-49b0-87ed-83ea1b9593f8/04c2cd4a-4881-45c6-913f-618e13813292) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:11.921245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 1f1a3147-0f35-4f56-ad20-63535aa5916e {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:11.921697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:11.940342 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e474c75-ae8f-4f07-97e1-93c94a1ed407 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:11.940894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e474c75-ae8f-4f07-97e1-93c94a1ed407 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:11.942796 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5e474c75-ae8f-4f07-97e1-93c94a1ed407 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/subnets/97b0cdc9-3e22-4eae-993d-fe07be5e77da HTTP/1.1" status: 404 len: 337 time: 0.0434258 Jun 16 15:19:11.945148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57190) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:11.971951 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a8c6f8-ffde-45bf-9d6b-aff003b40d81 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:11.972517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a8c6f8-ffde-45bf-9d6b-aff003b40d81 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:11.973287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-f7962050-901a-4737-8eac-236cff48fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:11.974595 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a6a8c6f8-ffde-45bf-9d6b-aff003b40d81 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/70c8d15c-b187-42eb-b340-4899fdf1ced4 HTTP/1.1" status: 404 len: 339 time: 0.0283203 Jun 16 15:19:11.974756 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-f7962050-901a-4737-8eac-236cff48fda8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22df4aa6c5894134881a69db71020b4a&device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 1099 time: 0.3939228 Jun 16 15:19:11.977611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57194) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:12.090186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aae8237-b2af-4c84-9ead-779291fd5aad None None] Network 70c8d15c-b187-42eb-b340-4899fdf1ced4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:12.110145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.129065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aae8237-b2af-4c84-9ead-779291fd5aad None None] Network 70c8d15c-b187-42eb-b340-4899fdf1ced4 could not be found, it might have been deleted concurrently. {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 16 15:19:12.201834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.210671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] DHCP port deletion for 98a91cc5-d6f0-4a35-95f7-41b3b64ba356 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:12.217341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] Deleting port 1f1a3147-0f35-4f56-ad20-63535aa5916e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:12.217741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.292001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.322304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036b4320-8c30-4479-9346-2216ee94b72a']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:12.352551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1f9b3a-59b6-40f9-b726-a56563578552') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:12.352939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1f9b3a-59b6-40f9-b726-a56563578552') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:12.372610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.399691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.405337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 19bf48b1-1606-4af0-9abf-2f99ad25d43f completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:12.407577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:12.408256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.415792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 19bf48b1-1606-4af0-9abf-2f99ad25d43f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:12.416425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.505927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 76d0194f-7f30-4877-9b98-ab1b39e81285 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:12.512311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-23f74a40-ab6a-4eb1-af22-e14eaa68cb27 None None] Current status of the port c3604d71-394c-4ae5-a900-6832269324d4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:12.519782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:12.605311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.614620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49150d2-aaf4-4663-93f4-bda235e881c1 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:12.628105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-1622cd83-bf50-4332-a3c8-d463f67f33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:12.629916 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-1622cd83-bf50-4332-a3c8-d463f67f33d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9036688-7317-44ad-8bb5-a617606fc8a8 HTTP/1.1" status: 200 len: 898 time: 0.6305220 Jun 16 15:19:12.630688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=d77ccef3-7774-4421-9722-ba08e037c0e5,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:12.636471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:12.643206 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:12.644134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.686831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ba6fac65-5d6e-4cc4-91e9-86937427093a None None] Provisioning complete for port c3604d71-394c-4ae5-a900-6832269324d4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:12.688083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba6fac65-5d6e-4cc4-91e9-86937427093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.712068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 04c2cd4a-4881-45c6-913f-618e13813292 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:12.767573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.791786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.806944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Network': ['ID=036b4320-8c30-4479-9346-2216ee94b72a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:12.810612 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-589d770a-898a-4e34-9e4f-7cfbfd493a24 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/036b4320-8c30-4479-9346-2216ee94b72a HTTP/1.1" status: 204 len: 168 time: 0.8314202 Jun 16 15:19:12.813667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57198) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:12.861180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] For port 1f1a3147-0f35-4f56-ad20-63535aa5916e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1f1a3147-0f35-4f56-ad20-63535aa5916e,segment=NetworkSegment(112b0a2a-6fb2-45e5-bec0-e0e327ed56cd),segment_id=112b0a2a-6fb2-45e5-bec0-e0e327ed56cd)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:12.863999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.864166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port 1f1a3147-0f35-4f56-ad20-63535aa5916e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1f1a3147-0f35-4f56-ad20-63535aa5916e,segment=NetworkSegment(112b0a2a-6fb2-45e5-bec0-e0e327ed56cd),segment_id=112b0a2a-6fb2-45e5-bec0-e0e327ed56cd)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:12.864166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:12.873074 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d9cf2e-437a-41cc-81a9-bc5af96d3d53 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:12.873654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d9cf2e-437a-41cc-81a9-bc5af96d3d53 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:12.875823 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-84d9cf2e-437a-41cc-81a9-bc5af96d3d53 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/subnets/a403d7c4-e93f-4e88-ba87-a9f2eccac569 HTTP/1.1" status: 404 len: 337 time: 0.0612221 Jun 16 15:19:12.878568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57202) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:12.887975 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-14ddffcc-252c-4d1f-8f9d-b0f0d112de75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9 HTTP/1.1" status: 200 len: 1001 time: 0.2355440 Jun 16 15:19:12.912559 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c091a4a-0525-434f-a730-e253fe8f1142 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:12.913043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c091a4a-0525-434f-a730-e253fe8f1142 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:12.914765 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6c091a4a-0525-434f-a730-e253fe8f1142 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/5edaf430-7d40-496d-a515-2f8250f524f0 HTTP/1.1" status: 404 len: 339 time: 0.0351958 Jun 16 15:19:12.917876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 19bf48b1-1606-4af0-9abf-2f99ad25d43f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:12.918184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57206) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:12.918697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.001901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3319e276-4dfd-4178-930e-d8d3e7bf1264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Deleting subnet 00756d50-d2bc-4bc6-94cb-7463eb621716 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:13.008857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3319e276-4dfd-4178-930e-d8d3e7bf1264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.071208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3319e276-4dfd-4178-930e-d8d3e7bf1264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.154288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae3252-2bad-4cfe-9b7b-53e12be2cd20 None None] Network 76d0194f-7f30-4877-9b98-ab1b39e81285 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:13.168657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3319e276-4dfd-4178-930e-d8d3e7bf1264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.172823 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-508f628f-0f3a-4c8b-b875-af89b6b28b54 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0581980 Jun 16 15:19:13.180182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 1f1a3147-0f35-4f56-ad20-63535aa5916e owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:13.185332 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] Calling delete_port for 1f1a3147-0f35-4f56-ad20-63535aa5916e owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:13.202385 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment bc7200ea-3aff-4ae4-b613-4de8ba196089 resource provider aggregate not found Jun 16 15:19:13.206105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57212) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:13.251117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 19bf48b1-1606-4af0-9abf-2f99ad25d43f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=19bf48b1-1606-4af0-9abf-2f99ad25d43f,segment=NetworkSegment(422cc747-5c2e-48c6-89d4-3d7f3e052f92),segment_id=422cc747-5c2e-48c6-89d4-3d7f3e052f92)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:13.266852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-8eb325ef-e47d-4a50-b1b4-50659dc32434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:13.268249 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-8eb325ef-e47d-4a50-b1b4-50659dc32434 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe HTTP/1.1" status: 200 len: 835 time: 0.1830282 Jun 16 15:19:13.321772 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment bc7200ea-3aff-4ae4-b613-4de8ba196089 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc7200ea-3aff-4ae4-b613-4de8ba196089 found for delete ", "request_id": "req-04d26105-bf09-4c79-bacb-fc63d8353655"}]} Jun 16 15:19:13.325389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.351497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.351905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c3604d71-394c-4ae5-a900-6832269324d4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:13.355705 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 6c1f9b3a-59b6-40f9-b726-a56563578552 resource provider aggregate not found Jun 16 15:19:13.383640 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 6c1f9b3a-59b6-40f9-b726-a56563578552 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c1f9b3a-59b6-40f9-b726-a56563578552 found for delete ", "request_id": "req-d512e637-1b59-4054-b10a-44fed7031afd"}]} Jun 16 15:19:13.410590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a0f87-dff1-4eab-8946-1aad684d58b4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:13.411400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2d8a0f87-dff1-4eab-8946-1aad684d58b4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:13.413651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:13.419974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:13.422878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:13.429096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:13.429803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.433499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.445151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3319e276-4dfd-4178-930e-d8d3e7bf1264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.458762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=04c2cd4a-4881-45c6-913f-618e13813292,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:13.488822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319e276-4dfd-4178-930e-d8d3e7bf1264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Subnet': ['ID=00756d50-d2bc-4bc6-94cb-7463eb621716,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:13.493979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No DVR routers for this DVR port 1f1a3147-0f35-4f56-ad20-63535aa5916e on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:13.495022 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3319e276-4dfd-4178-930e-d8d3e7bf1264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.505585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2d8a0f87-dff1-4eab-8946-1aad684d58b4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:13.508109 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2d8a0f87-dff1-4eab-8946-1aad684d58b4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3004315 Jun 16 15:19:13.510772 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3319e276-4dfd-4178-930e-d8d3e7bf1264 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/subnets/00756d50-d2bc-4bc6-94cb-7463eb621716 HTTP/1.1" status: 204 len: 168 time: 0.5913281 Jun 16 15:19:13.511745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57222) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:13.528411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57226) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:13.528996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4557d4-c989-4c7f-aed9-111b89b3b4d9 None None] Network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:13.601320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=1f1a3147-0f35-4f56-ad20-63535aa5916e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:13.619654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2d01f-a6e6-45f9-903d-710fceb622ac tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:13.625050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2d01f-a6e6-45f9-903d-710fceb622ac tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:13.631053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2d01f-a6e6-45f9-903d-710fceb622ac tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:13.635687 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-38b2d01f-a6e6-45f9-903d-710fceb622ac tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1200264 Jun 16 15:19:13.637205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57230) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:13.639494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:19:13.640943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:19:13.644696 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-31d64736-9446-4251-82f8-ecf80ae69113 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1567321 Jun 16 15:19:13.652933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57234) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:13.724671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1a05a881-d5e0-4695-8750-7681b7a33ed1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port d77ccef3-7774-4421-9722-ba08e037c0e5 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:13.725149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1a05a881-d5e0-4695-8750-7681b7a33ed1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.739649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fac65-5d6e-4cc4-91e9-86937427093a None None] Current status of the port c3604d71-394c-4ae5-a900-6832269324d4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:13.742643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=19bf48b1-1606-4af0-9abf-2f99ad25d43f,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:13.762460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-a294dd67-32ce-472b-9aae-9108ec367b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:13.764286 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-a294dd67-32ce-472b-9aae-9108ec367b29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9036688-7317-44ad-8bb5-a617606fc8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4826114 Jun 16 15:19:13.776452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.807779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8fed3e-00b3-493b-98f7-2d07b6721393 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Deleting subnet 0823b303-b03f-417c-9f7a-ddc824ec7fad {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:13.836185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed8fed3e-00b3-493b-98f7-2d07b6721393 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.879787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c3604d71-394c-4ae5-a900-6832269324d4 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:13.880234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:13.914968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a91cc5-d6f0-4a35-95f7-41b3b64ba356']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:14.013196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-30a3e3f6-45f7-44a7-bc51-fbd69705bca5 None None] Provisioning complete for port 19bf48b1-1606-4af0-9abf-2f99ad25d43f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:14.013567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-30a3e3f6-45f7-44a7-bc51-fbd69705bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.026412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1a05a881-d5e0-4695-8750-7681b7a33ed1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.038901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112b0a2a-6fb2-45e5-bec0-e0e327ed56cd') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:14.039437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112b0a2a-6fb2-45e5-bec0-e0e327ed56cd') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:14.063004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed8fed3e-00b3-493b-98f7-2d07b6721393 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.145963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.148968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] Deleting port 1f1a3147-0f35-4f56-ad20-63535aa5916e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:14.149347 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.195675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.214131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:14.219151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.219323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1a05a881-d5e0-4695-8750-7681b7a33ed1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for d77ccef3-7774-4421-9722-ba08e037c0e5 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:14.289383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f02e8b29-f99d-44bb-8f1b-2c35e0962cfc None None] The port '1f1a3147-0f35-4f56-ad20-63535aa5916e' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:19:14.394318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c3604d71-394c-4ae5-a900-6832269324d4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:14.428059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa51d43-fe61-4aa6-aa43-524324913bd2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:14.459050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa51d43-fe61-4aa6-aa43-524324913bd2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:14.462091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2aa51d43-fe61-4aa6-aa43-524324913bd2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:14.476237 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 112b0a2a-6fb2-45e5-bec0-e0e327ed56cd resource provider aggregate not found Jun 16 15:19:14.496592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-30a3e3f6-45f7-44a7-bc51-fbd69705bca5 None None] Current status of the port 19bf48b1-1606-4af0-9abf-2f99ad25d43f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:14.521985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 19bf48b1-1606-4af0-9abf-2f99ad25d43f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:14.527942 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-3016107f-94eb-4290-a857-a0f8ca819e23 service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416885 Jun 16 15:19:14.545896 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 112b0a2a-6fb2-45e5-bec0-e0e327ed56cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 112b0a2a-6fb2-45e5-bec0-e0e327ed56cd found for delete ", "request_id": "req-64f27162-14b6-4790-918b-da91352e01f9"}]} Jun 16 15:19:14.581533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-30a3e3f6-45f7-44a7-bc51-fbd69705bca5 None None] Provisioning for port b0b8db97-1d3f-42c0-9cca-5b69293885df completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:14.589695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-30a3e3f6-45f7-44a7-bc51-fbd69705bca5 None None] Provisioning complete for port b0b8db97-1d3f-42c0-9cca-5b69293885df triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:14.590070 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-30a3e3f6-45f7-44a7-bc51-fbd69705bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.611463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1a05a881-d5e0-4695-8750-7681b7a33ed1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.631818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.678676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.722861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-30a3e3f6-45f7-44a7-bc51-fbd69705bca5 None None] Port b0b8db97-1d3f-42c0-9cca-5b69293885df cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:14.735784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 19bf48b1-1606-4af0-9abf-2f99ad25d43f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:14.736439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.771045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Network': ['ID=98a91cc5-d6f0-4a35-95f7-41b3b64ba356,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:14.774999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed8fed3e-00b3-493b-98f7-2d07b6721393 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.814923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2aa51d43-fe61-4aa6-aa43-524324913bd2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:14.816455 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2aa51d43-fe61-4aa6-aa43-524324913bd2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 1.1627777 Jun 16 15:19:14.821250 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05a881-d5e0-4695-8750-7681b7a33ed1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=d77ccef3-7774-4421-9722-ba08e037c0e5,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:14.824244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57242) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:14.836005 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d7106b07-fe28-435f-80f8-521265ff1115 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/networks/98a91cc5-d6f0-4a35-95f7-41b3b64ba356 HTTP/1.1" status: 204 len: 168 time: 3.3369517 Jun 16 15:19:14.849739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57244) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:14.871585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1643441444'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:14.899068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:14.910514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:network and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:14.925521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:14.945953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1a05a881-d5e0-4695-8750-7681b7a33ed1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.960746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:14.962793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Provisioning complete for port 19bf48b1-1606-4af0-9abf-2f99ad25d43f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:14.963360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:14.979597 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c5283029-56e0-4ab9-996b-72b0918e9984 req-631bd447-27d4-46fa-b5ea-c1b178220267 service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422526 Jun 16 15:19:15.023230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-5c30b483-d0c6-4b1e-acbc-eb68aaa67882 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 04c2cd4a-4881-45c6-913f-618e13813292 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:15.023833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5c30b483-d0c6-4b1e-acbc-eb68aaa67882 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.038610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 19bf48b1-1606-4af0-9abf-2f99ad25d43f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:15.088727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57250) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:15.099440 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1a05a881-d5e0-4695-8750-7681b7a33ed1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/d77ccef3-7774-4421-9722-ba08e037c0e5 HTTP/1.1" status: 204 len: 168 time: 1.4501216 Jun 16 15:19:15.151450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed8fed3e-00b3-493b-98f7-2d07b6721393 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.155714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:15.159790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.221465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fed3e-00b3-493b-98f7-2d07b6721393 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Subnet': ['ID=0823b303-b03f-417c-9f7a-ddc824ec7fad,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:15.235352 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c6bee1-1a6d-4cf6-b73a-9d7dda7c5a0b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:19:15.235896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f0c6bee1-1a6d-4cf6-b73a-9d7dda7c5a0b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:15.243913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed8fed3e-00b3-493b-98f7-2d07b6721393 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.272638 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ed8fed3e-00b3-493b-98f7-2d07b6721393 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/subnets/0823b303-b03f-417c-9f7a-ddc824ec7fad HTTP/1.1" status: 204 len: 168 time: 1.7368875 Jun 16 15:19:15.276074 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57254) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:15.280143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Current status of the port 19bf48b1-1606-4af0-9abf-2f99ad25d43f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:15.283428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:19:15.286281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1f1a3147-0f35-4f56-ad20-63535aa5916e no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:15.304919 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.305272 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added segment 0de87b46-2c90-442c-aff3-396f339568a9 of type vlan for network 9452a515-f435-4455-94d0-5dd416e3f225 Jun 16 15:19:15.334648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 1f1a3147-0f35-4f56-ad20-63535aa5916e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:15.335047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1f1a3147-0f35-4f56-ad20-63535aa5916e not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:15.335471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a8911786-a178-4141-bb96-fff4d609fb62 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:15.405801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: a8911786-a178-4141-bb96-fff4d609fb62 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:15.406203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a8911786-a178-4141-bb96-fff4d609fb62 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:15.413913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Provisioning complete for port b0b8db97-1d3f-42c0-9cca-5b69293885df triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:15.413913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.555145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f0c6bee1-1a6d-4cf6-b73a-9d7dda7c5a0b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:15.556354 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f0c6bee1-1a6d-4cf6-b73a-9d7dda7c5a0b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/d77ccef3-7774-4421-9722-ba08e037c0e5 HTTP/1.1" status: 404 len: 333 time: 0.4664910 Jun 16 15:19:15.563585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57258) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:15.565529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.573593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Port b0b8db97-1d3f-42c0-9cca-5b69293885df cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:15.586677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Could not find standard attr ID for object d77ccef3-7774-4421-9722-ba08e037c0e5. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:19:15.616405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Provisioning complete for port c3604d71-394c-4ae5-a900-6832269324d4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:15.617076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.669200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-65bd9db8-7d5c-4f8b-a968-c1be54e3a3a2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port b0b8db97-1d3f-42c0-9cca-5b69293885df {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:15.669552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-65bd9db8-7d5c-4f8b-a968-c1be54e3a3a2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.676980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f02d86f-e1c6-40a5-b5db-49f0b0208f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.765304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5c30b483-d0c6-4b1e-acbc-eb68aaa67882 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.766371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec7743-5682-4106-a575-858072b637d8 None None] Network cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:15.785826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.895647 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Current status of the port c3604d71-394c-4ae5-a900-6832269324d4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:15.941292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-5c30b483-d0c6-4b1e-acbc-eb68aaa67882 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 04c2cd4a-4881-45c6-913f-618e13813292 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:15.972570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.978081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:15.978672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:15.997898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Deleting port bcf6e133-4be6-4fb2-be1e-ff33cc87289f {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:15.998264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.030357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Provisioning for port 04c2cd4a-4881-45c6-913f-618e13813292 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:16.042832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Provisioning complete for port 04c2cd4a-4881-45c6-913f-618e13813292 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:16.042832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.110591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-65bd9db8-7d5c-4f8b-a968-c1be54e3a3a2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.121954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Network': ['ID=9452a515-f435-4455-94d0-5dd416e3f225,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:16.139500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-451b91ef-2967-42c1-8a85-a6992c62f9af None None] Port 04c2cd4a-4881-45c6-913f-618e13813292 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:16.156335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 9452a515-f435-4455-94d0-5dd416e3f225 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:19:16.272037 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7eed33f7-248a-416a-b79b-7fe12faedca5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4111485 Jun 16 15:19:16.280023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-65bd9db8-7d5c-4f8b-a968-c1be54e3a3a2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for b0b8db97-1d3f-42c0-9cca-5b69293885df owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:16.293817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] DHCP port deletion for cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:16.305326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57268) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:16.306706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] Deleting port bcf6e133-4be6-4fb2-be1e-ff33cc87289f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:16.307297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.320847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'subnet': {'network_id': '9452a515-f435-4455-94d0-5dd416e3f225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:16.341509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-959e834d-6283-4d1d-8142-614ae789249c None None] Provisioning complete for port b0b8db97-1d3f-42c0-9cca-5b69293885df triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:16.341885 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-959e834d-6283-4d1d-8142-614ae789249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.379338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] For port bcf6e133-4be6-4fb2-be1e-ff33cc87289f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bcf6e133-4be6-4fb2-be1e-ff33cc87289f,segment=NetworkSegment(8478be2b-d131-44d0-9bd6-1a99ed4864b6),segment_id=8478be2b-d131-44d0-9bd6-1a99ed4864b6)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:16.379697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.419705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-959e834d-6283-4d1d-8142-614ae789249c None None] Port b0b8db97-1d3f-42c0-9cca-5b69293885df cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:16.470020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-959e834d-6283-4d1d-8142-614ae789249c None None] Provisioning complete for port bcf6e133-4be6-4fb2-be1e-ff33cc87289f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:16.470304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-959e834d-6283-4d1d-8142-614ae789249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.502058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bcf6e133-4be6-4fb2-be1e-ff33cc87289f no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:16.535878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-65bd9db8-7d5c-4f8b-a968-c1be54e3a3a2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.554650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5c30b483-d0c6-4b1e-acbc-eb68aaa67882 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.572521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Calling delete_port for bcf6e133-4be6-4fb2-be1e-ff33cc87289f owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:16.595107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd9db8-7d5c-4f8b-a968-c1be54e3a3a2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=b0b8db97-1d3f-42c0-9cca-5b69293885df,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:16.651643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-65bd9db8-7d5c-4f8b-a968-c1be54e3a3a2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.663595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30b483-d0c6-4b1e-acbc-eb68aaa67882 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=04c2cd4a-4881-45c6-913f-618e13813292,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:16.720789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:16.733725 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-65bd9db8-7d5c-4f8b-a968-c1be54e3a3a2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/b0b8db97-1d3f-42c0-9cca-5b69293885df HTTP/1.1" status: 204 len: 168 time: 1.1631312 Jun 16 15:19:16.734687 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:subnet and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:16.735144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57272) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:16.748101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5c30b483-d0c6-4b1e-acbc-eb68aaa67882 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.752843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:16.770760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:16.803643 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da38974-912b-4627-af39-572c38efd68c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:19:16.804446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2da38974-912b-4627-af39-572c38efd68c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:16.839729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] For port bcf6e133-4be6-4fb2-be1e-ff33cc87289f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bcf6e133-4be6-4fb2-be1e-ff33cc87289f,segment=NetworkSegment(8478be2b-d131-44d0-9bd6-1a99ed4864b6),segment_id=8478be2b-d131-44d0-9bd6-1a99ed4864b6)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:16.840273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.861142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bcf6e133-4be6-4fb2-be1e-ff33cc87289f is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:16.861142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.904318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.920650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2da38974-912b-4627-af39-572c38efd68c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:16.925679 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2da38974-912b-4627-af39-572c38efd68c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/b0b8db97-1d3f-42c0-9cca-5b69293885df HTTP/1.1" status: 404 len: 333 time: 0.1860063 Jun 16 15:19:16.926194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57276) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:16.965449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:16.969736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:16.987824 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5c30b483-d0c6-4b1e-acbc-eb68aaa67882 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/04c2cd4a-4881-45c6-913f-618e13813292 HTTP/1.1" status: 204 len: 168 time: 2.1420553 Jun 16 15:19:16.988908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57282) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:16.998532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] Calling delete_port for bcf6e133-4be6-4fb2-be1e-ff33cc87289f owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:17.004767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No DVR routers for this DVR port bcf6e133-4be6-4fb2-be1e-ff33cc87289f on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:17.037632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Port': ['ID=bcf6e133-4be6-4fb2-be1e-ff33cc87289f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:17.048570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae936912-f93c-4f40-89b1-19fc4c5f43ee tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet 5c4281fc-b53a-44f1-919a-f28ea1ec29c6 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:17.056977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ae936912-f93c-4f40-89b1-19fc4c5f43ee tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.059361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-959e834d-6283-4d1d-8142-614ae789249c None None] Current status of the port bcf6e133-4be6-4fb2-be1e-ff33cc87289f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:17.113588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947a713c-21ce-42ce-a509-9bf9114fc761 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:17.115225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947a713c-21ce-42ce-a509-9bf9114fc761 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:17.116058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-947a713c-21ce-42ce-a509-9bf9114fc761 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:17.131709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ae936912-f93c-4f40-89b1-19fc4c5f43ee tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.150723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-959e834d-6283-4d1d-8142-614ae789249c None None] Could not find standard attr ID for object 04c2cd4a-4881-45c6-913f-618e13813292. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:19:17.156660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-959e834d-6283-4d1d-8142-614ae789249c None None] Could not find standard attr ID for object d77ccef3-7774-4421-9722-ba08e037c0e5. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:19:17.193061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:19:17.193466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:19:17.225051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ae936912-f93c-4f40-89b1-19fc4c5f43ee tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.231104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.260069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-947a713c-21ce-42ce-a509-9bf9114fc761 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:17.263894 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-947a713c-21ce-42ce-a509-9bf9114fc761 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2715397 Jun 16 15:19:17.264019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe7bb12-a379-4ac7-8a74-09ad8ba82e09']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:17.268068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57286) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:17.276532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8478be2b-d131-44d0-9bd6-1a99ed4864b6') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:17.276838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8478be2b-d131-44d0-9bd6-1a99ed4864b6') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:17.297723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.368382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b297177e-fd5e-40ee-94cf-622c5b3897c1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet aaade3c2-0c16-49b0-87ed-83ea1b9593f8 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:17.373583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b297177e-fd5e-40ee-94cf-622c5b3897c1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.432471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b297177e-fd5e-40ee-94cf-622c5b3897c1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.471821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.480653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ae936912-f93c-4f40-89b1-19fc4c5f43ee tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.486526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:17.486526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.531391 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae936912-f93c-4f40-89b1-19fc4c5f43ee tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4281fc-b53a-44f1-919a-f28ea1ec29c6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:17.538966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ae936912-f93c-4f40-89b1-19fc4c5f43ee tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.544886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e991ef0-25d0-4e00-8766-373cd978777d None None] Network 76d0194f-7f30-4877-9b98-ab1b39e81285 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:17.554391 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ae936912-f93c-4f40-89b1-19fc4c5f43ee tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/5c4281fc-b53a-44f1-919a-f28ea1ec29c6 HTTP/1.1" status: 204 len: 168 time: 0.6247954 Jun 16 15:19:17.554609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57292) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:17.572093 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 8478be2b-d131-44d0-9bd6-1a99ed4864b6 resource provider aggregate not found Jun 16 15:19:17.608139 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 8478be2b-d131-44d0-9bd6-1a99ed4864b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8478be2b-d131-44d0-9bd6-1a99ed4864b6 found for delete ", "request_id": "req-bcb59639-6b62-4023-a668-26b1a594aa9f"}]} Jun 16 15:19:17.678012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b297177e-fd5e-40ee-94cf-622c5b3897c1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.684725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.706373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] Deleting port bcf6e133-4be6-4fb2-be1e-ff33cc87289f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:17.706958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.728568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.759283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.775162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Network': ['ID=cfe7bb12-a379-4ac7-8a74-09ad8ba82e09,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:17.791728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0051a48e-f407-49c3-883b-1669026ccd14 None None] The port 'bcf6e133-4be6-4fb2-be1e-ff33cc87289f' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:19:17.806881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Subnet': ['ID=4c35af7c-d72c-498a-9b8a-dff0782abf7c,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:17.814165 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6689a582-3ad1-4949-8538-833c1e7dfc21 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/cfe7bb12-a379-4ac7-8a74-09ad8ba82e09 HTTP/1.1" status: 204 len: 168 time: 2.5364311 Jun 16 15:19:17.817316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57298) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:17.854382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.866317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Checking segment: {'id': '0de87b46-2c90-442c-aff3-396f339568a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9452a515-f435-4455-94d0-5dd416e3f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:17.866682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network hostable DHCP agents. Network: 9452a515-f435-4455-94d0-5dd416e3f225, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:19:17.874388 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd8af0d-7547-432d-886d-7437a89878c2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:17.874881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd8af0d-7547-432d-886d-7437a89878c2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:17.878785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 19bf48b1-1606-4af0-9abf-2f99ad25d43f {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:17.878979 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bbd8af0d-7547-432d-886d-7437a89878c2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/subnets/f14c6877-189e-4b24-9c41-1f451151bd34 HTTP/1.1" status: 404 len: 337 time: 0.0582418 Jun 16 15:19:17.879096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.881590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57302) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:17.911682 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-360ef440-4552-40ba-8211-7afaf364dcc4 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:17.919882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360ef440-4552-40ba-8211-7afaf364dcc4 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:17.919882 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-360ef440-4552-40ba-8211-7afaf364dcc4 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/905e8b53-c3b4-4baf-8cfd-17d97f5eb1fe HTTP/1.1" status: 404 len: 339 time: 0.0313098 Jun 16 15:19:17.920125 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] DHCP port deletion for 76d0194f-7f30-4877-9b98-ab1b39e81285 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:17.920582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57306) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:17.921091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] Deleting port 19bf48b1-1606-4af0-9abf-2f99ad25d43f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:17.921483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:17.958755 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c74651d-5d62-40f6-8082-ac52f511db5c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:17.959237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c74651d-5d62-40f6-8082-ac52f511db5c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:17.961076 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6c74651d-5d62-40f6-8082-ac52f511db5c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/subnets/9921e817-3bf0-4904-8f71-5f72f3a85f37 HTTP/1.1" status: 404 len: 337 time: 0.0396967 Jun 16 15:19:17.963954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57310) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:17.989301 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-538485c6-eae5-4506-8366-fdc9a3b2813a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:17.989780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538485c6-eae5-4506-8366-fdc9a3b2813a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:17.991494 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-538485c6-eae5-4506-8366-fdc9a3b2813a tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/9565f613-a91f-4335-9083-b3d5276d3b63 HTTP/1.1" status: 404 len: 339 time: 0.0266445 Jun 16 15:19:17.994506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57314) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:18.021931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 9452a515-f435-4455-94d0-5dd416e3f225 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:19:18.059479 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b66f44-dace-40fa-a2c2-2187250108c2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:18.059856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b66f44-dace-40fa-a2c2-2187250108c2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:18.062604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b297177e-fd5e-40ee-94cf-622c5b3897c1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.087178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 9452a515-f435-4455-94d0-5dd416e3f225) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:18.091349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:18.091932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.114304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297177e-fd5e-40ee-94cf-622c5b3897c1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=aaade3c2-0c16-49b0-87ed-83ea1b9593f8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:18.119064 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-60b66f44-dace-40fa-a2c2-2187250108c2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/subnets/5e929994-ad1b-489f-81b9-c37042c6ffce HTTP/1.1" status: 404 len: 337 time: 0.1213603 Jun 16 15:19:18.120502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57320) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:18.121469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b297177e-fd5e-40ee-94cf-622c5b3897c1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.123260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148afaf-7f7d-4187-9687-bf7a73dbb2fd None None] Network 9452a515-f435-4455-94d0-5dd416e3f225 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:18.123663 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b297177e-fd5e-40ee-94cf-622c5b3897c1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/aaade3c2-0c16-49b0-87ed-83ea1b9593f8 HTTP/1.1" status: 204 len: 168 time: 0.8540928 Jun 16 15:19:18.126392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57324) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:18.141905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03daf37d-9626-4977-add3-a5b94953bd56 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:18.199121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] For port 19bf48b1-1606-4af0-9abf-2f99ad25d43f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=19bf48b1-1606-4af0-9abf-2f99ad25d43f,segment=NetworkSegment(422cc747-5c2e-48c6-89d4-3d7f3e052f92),segment_id=422cc747-5c2e-48c6-89d4-3d7f3e052f92)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:18.199534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.204106 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-be694c23-aae1-492e-ad95-51cd7582dcce tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8913186 Jun 16 15:19:18.204281 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-404da749-3fb3-47e8-a6d7-7318a6b86132 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:18.204281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404da749-3fb3-47e8-a6d7-7318a6b86132 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:18.205563 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-404da749-3fb3-47e8-a6d7-7318a6b86132 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/2c265448-0ad4-4ada-b8d4-fcb473ea0135 HTTP/1.1" status: 404 len: 339 time: 0.0811322 Jun 16 15:19:18.208586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57328) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:18.208945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57330) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:18.209599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57332) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:18.211577 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-768e6241-e354-46c5-a461-12612be4f138 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838852 Jun 16 15:19:18.262476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1976063986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:18.307363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:18.321449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:router and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:18.329899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:18.333647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] For port 19bf48b1-1606-4af0-9abf-2f99ad25d43f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=19bf48b1-1606-4af0-9abf-2f99ad25d43f,segment=NetworkSegment(422cc747-5c2e-48c6-89d4-3d7f3e052f92),segment_id=422cc747-5c2e-48c6-89d4-3d7f3e052f92)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:18.334012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.352323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:18.452383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] Calling delete_port for 19bf48b1-1606-4af0-9abf-2f99ad25d43f owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:18.479356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 19bf48b1-1606-4af0-9abf-2f99ad25d43f owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:18.489521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 19bf48b1-1606-4af0-9abf-2f99ad25d43f no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:18.525388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f787134a-e3b7-4779-8333-4ef76ec1a4f7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Deleting subnet bc0c671a-40e1-490c-8bcd-6cfd02e40614 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:18.534633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9c77df62-fa76-41dc-bb27-8c3cfeb6d1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.544822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f787134a-e3b7-4779-8333-4ef76ec1a4f7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.583578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.584583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.642069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c650a3db-5bf2-416c-993c-8130caae86d9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:18.643640 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c650a3db-5bf2-416c-993c-8130caae86d9 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4320827 Jun 16 15:19:18.646147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f787134a-e3b7-4779-8333-4ef76ec1a4f7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.646655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57340) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:18.696055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.730766 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7fa16-a9a8-46e9-8798-dea11994ffba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:18.731802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3ea7fa16-a9a8-46e9-8798-dea11994ffba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:18.755627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f787134a-e3b7-4779-8333-4ef76ec1a4f7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.785736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.812924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.814338 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Port 19bf48b1-1606-4af0-9abf-2f99ad25d43f update to DOWN by agent not found {{(pid=89747) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2142}} Jun 16 15:19:18.822921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3ea7fa16-a9a8-46e9-8798-dea11994ffba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:18.824537 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3ea7fa16-a9a8-46e9-8798-dea11994ffba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1752467 Jun 16 15:19:18.827264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57344) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:18.833969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:19:18.837093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:19:18.843913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-9452a515-f435-4455-94d0-5dd416e3f225', 'network_id': '9452a515-f435-4455-94d0-5dd416e3f225', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'fixed_ips': [{'subnet_id': '4c35af7c-d72c-498a-9b8a-dff0782abf7c'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:19:18.844818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.849620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:18.872538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=19bf48b1-1606-4af0-9abf-2f99ad25d43f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:18.875347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No DVR routers for this DVR port 19bf48b1-1606-4af0-9abf-2f99ad25d43f on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:18.895739 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8af7a405-618e-40f8-bae0-83e31b0bd70d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671015 Jun 16 15:19:18.900294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57348) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:18.905958 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:18.993851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4618839b-e7a1-4f69-b5c4-3077ad0accb6 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:19.025876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.029213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4618839b-e7a1-4f69-b5c4-3077ad0accb6 None None] Deleting port c3604d71-394c-4ae5-a900-6832269324d4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:19.029589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4618839b-e7a1-4f69-b5c4-3077ad0accb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.034590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.038477 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b06a5d03-9619-4eed-ba16-f57e829ef57a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8257329 Jun 16 15:19:19.039886 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57352) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:19.045554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'port': {'network_id': '9452a515-f435-4455-94d0-5dd416e3f225', 'name': 'tempest-RoutersIpV6Test-702983555'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:19.052426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:19.066451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:19.095715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d0194f-7f30-4877-9b98-ab1b39e81285']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:19.114427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422cc747-5c2e-48c6-89d4-3d7f3e052f92') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:19.114846 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422cc747-5c2e-48c6-89d4-3d7f3e052f92') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:19.156456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:19.160526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.166684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f787134a-e3b7-4779-8333-4ef76ec1a4f7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.187470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Allocated IP 2001:db8::2 (9452a515-f435-4455-94d0-5dd416e3f225/4c35af7c-d72c-498a-9b8a-dff0782abf7c/75512405-ba49-4c2a-978f-f08c94023855) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:19.217492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.238664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787134a-e3b7-4779-8333-4ef76ec1a4f7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0c671a-40e1-490c-8bcd-6cfd02e40614,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:19.250712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f787134a-e3b7-4779-8333-4ef76ec1a4f7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.257989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.266241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbe6ba-5cf6-4f7e-bba7-e40bb40eb864 None None] Network a320e35c-1260-4b60-a4ea-09f838b1b945 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:19.281979 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f787134a-e3b7-4779-8333-4ef76ec1a4f7 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/subnets/bc0c671a-40e1-490c-8bcd-6cfd02e40614 HTTP/1.1" status: 204 len: 168 time: 1.0688298 Jun 16 15:19:19.283301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:19.283698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.284639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57356) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:19.321623 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 422cc747-5c2e-48c6-89d4-3d7f3e052f92 resource provider aggregate not found Jun 16 15:19:19.339349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] Deleting port 19bf48b1-1606-4af0-9abf-2f99ad25d43f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:19.339722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.376663 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 422cc747-5c2e-48c6-89d4-3d7f3e052f92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 422cc747-5c2e-48c6-89d4-3d7f3e052f92 found for delete ", "request_id": "req-a6f59eba-2f90-4891-91f5-03cc424804e4"}]} Jun 16 15:19:19.377612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:19.394992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:port and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:19.398406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:19.404394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:19.414880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.425835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Deleting port 6e96816d-fad9-4184-8022-cba0d711049d {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:19.427871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.478133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.542734 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:19:19.601063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-17340748-05ea-46ed-b571-824deab4fe25 None None] The port '19bf48b1-1606-4af0-9abf-2f99ad25d43f' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:19:19.612947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4618839b-e7a1-4f69-b5c4-3077ad0accb6 None None] For port c3604d71-394c-4ae5-a900-6832269324d4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c3604d71-394c-4ae5-a900-6832269324d4,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:19.613324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4618839b-e7a1-4f69-b5c4-3077ad0accb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.620722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.626632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:19.629311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.645039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Network': ['ID=76d0194f-7f30-4877-9b98-ab1b39e81285,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:19.655438 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1e1619ce-2844-47b6-9d18-f8f09d817c6b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/networks/76d0194f-7f30-4877-9b98-ab1b39e81285 HTTP/1.1" status: 204 len: 168 time: 2.0946214 Jun 16 15:19:19.656806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57364) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:19.663381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1129000826'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:19.674852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:19.678315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] device_id is not set on port 4e424735-4f74-4b88-bb44-e48034a4e821 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:19.711180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:network and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:19.715565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:19.715723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] For port 6e96816d-fad9-4184-8022-cba0d711049d, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6e96816d-fad9-4184-8022-cba0d711049d,segment=NetworkSegment(08ac6ab8-cd92-42cc-ac95-f295b8eb8406),segment_id=08ac6ab8-cd92-42cc-ac95-f295b8eb8406)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:19.724368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.726826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:19.815409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4618839b-e7a1-4f69-b5c4-3077ad0accb6 None None] Calling delete_port for c3604d71-394c-4ae5-a900-6832269324d4 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:19.821289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:19.824918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.851769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Calling delete_port for 6e96816d-fad9-4184-8022-cba0d711049d owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:19.854570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:19:19.864422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.868987 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Added segment 2ec89571-9968-4bc2-94e9-754834b6fc32 of type vlan for network 59385e4c-6f18-40a0-9527-810cbb287fcb Jun 16 15:19:19.898211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.993567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.998716 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.004872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:20.005464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.056311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.080776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4618839b-e7a1-4f69-b5c4-3077ad0accb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.115996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:20.119194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:20.121993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Network': ['ID=59385e4c-6f18-40a0-9527-810cbb287fcb,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:20.123426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:20.124006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.137907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=f6dfaf1b-c291-42b9-996b-18ee3e54d204,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:20.142172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.144954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Transition to ACTIVE for port object 75512405-ba49-4c2a-978f-f08c94023855 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:20.149667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618839b-e7a1-4f69-b5c4-3077ad0accb6 None None] No DVR routers for this DVR port c3604d71-394c-4ae5-a900-6832269324d4 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:20.153681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df39b2eb-a94f-414b-8518-a6c818880def None None] DHCP port deletion for a320e35c-1260-4b60-a4ea-09f838b1b945 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:20.157147 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-12cf8d63-b2ba-4d58-a4cc-bb4fd982ace5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4966714 Jun 16 15:19:20.157276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 59385e4c-6f18-40a0-9527-810cbb287fcb details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:19:20.157685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57368) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:20.163312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': '59385e4c-6f18-40a0-9527-810cbb287fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:20.168223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618839b-e7a1-4f69-b5c4-3077ad0accb6 None None] Pushing event deleted for resources: {'Port': ['ID=c3604d71-394c-4ae5-a900-6832269324d4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:20.210634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783fffe9-60f6-4deb-b4c4-f6c04476bc7e None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:20.216680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Port': ['ID=6e96816d-fad9-4184-8022-cba0d711049d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:20.221349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No DVR routers for this DVR port 6e96816d-fad9-4184-8022-cba0d711049d on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:20.308440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:20.314832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:20.318104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:20.324616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:20.353841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.369515 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2ed8e42d-01b9-4691-b29c-086847bf68a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4680693 Jun 16 15:19:20.372537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57372) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:20.385236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.385413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:68:b6:f8', 'name': 'tempest-NetworksTestDHCPv6-1842857415'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:20.403277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Transition to ACTIVE for port object 75512405-ba49-4c2a-978f-f08c94023855 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:20.404728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a320e35c-1260-4b60-a4ea-09f838b1b945']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:20.411114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:20.414349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.421260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ac6ab8-cd92-42cc-ac95-f295b8eb8406') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:20.422154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ac6ab8-cd92-42cc-ac95-f295b8eb8406') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:20.447711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.480699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.491685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:20.492463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.525716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6e96816d-fad9-4184-8022-cba0d711049d no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:20.566235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.593005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 08ac6ab8-cd92-42cc-ac95-f295b8eb8406 resource provider aggregate not found Jun 16 15:19:20.616798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 6e96816d-fad9-4184-8022-cba0d711049d {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:20.617191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6e96816d-fad9-4184-8022-cba0d711049d not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:20.617755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c3604d71-394c-4ae5-a900-6832269324d4 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:20.636746 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 08ac6ab8-cd92-42cc-ac95-f295b8eb8406 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08ac6ab8-cd92-42cc-ac95-f295b8eb8406 found for delete ", "request_id": "req-0a32845a-5fe1-4d6e-b2d6-b9b6fb3d7b20"}]} Jun 16 15:19:20.681474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': 'f6dfaf1b-c291-42b9-996b-18ee3e54d204'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:19:20.682767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.703114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Allocated IP 2001:db8::2b2 (9452a515-f435-4455-94d0-5dd416e3f225/4c35af7c-d72c-498a-9b8a-dff0782abf7c/4e424735-4f74-4b88-bb44-e48034a4e821) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:20.708658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.717226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:20.719495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: c3604d71-394c-4ae5-a900-6832269324d4 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:20.719743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c3604d71-394c-4ae5-a900-6832269324d4 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:20.722288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:20.732130 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:20.737483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:20.744158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Network 9452a515-f435-4455-94d0-5dd416e3f225 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:20.767233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:20.773903 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/a320e35c-1260-4b60-a4ea-09f838b1b945 HTTP/1.1" status: 204 len: 168 time: 1.4879959 Jun 16 15:19:20.779057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57380) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:20.780146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064d01f-e7e6-41fc-a3e1-63b75077a54d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Network': ['ID=a320e35c-1260-4b60-a4ea-09f838b1b945,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:20.840497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:20.847244 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c394014-7873-452a-9ae5-e27055beffec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:20.847813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c394014-7873-452a-9ae5-e27055beffec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:20.850441 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2c394014-7873-452a-9ae5-e27055beffec tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/subnets/46f7d5a2-e13d-4521-9e4f-b0eae92b0e2c HTTP/1.1" status: 404 len: 337 time: 0.0651217 Jun 16 15:19:20.850886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:20.853124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Pushing event updated for resources: {'Port': ['ID=75512405-ba49-4c2a-978f-f08c94023855,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:20.853299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57384) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:20.919885 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cbf324-bba7-440a-8b28-6d2e70b51bf2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] DELETE failed (client error): The resource could not be found. Jun 16 15:19:20.920163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cbf324-bba7-440a-8b28-6d2e70b51bf2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:20.958456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:20.984093 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-07cbf324-bba7-440a-8b28-6d2e70b51bf2 tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/3ad890c8-b7d3-4882-9f48-46f20d339f4a HTTP/1.1" status: 404 len: 339 time: 0.1267226 Jun 16 15:19:20.988671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57388) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:21.027379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Attempting to bind port 75512405-ba49-4c2a-978f-f08c94023855 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:19:21.027750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Attempting to bind port 75512405-ba49-4c2a-978f-f08c94023855 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '0de87b46-2c90-442c-aff3-396f339568a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9452a515-f435-4455-94d0-5dd416e3f225'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:19:21.028179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Attempting to bind port 75512405-ba49-4c2a-978f-f08c94023855 on network 9452a515-f435-4455-94d0-5dd416e3f225 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:19:21.039071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:19:21.039472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Checking segment: {'id': '0de87b46-2c90-442c-aff3-396f339568a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9452a515-f435-4455-94d0-5dd416e3f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:21.040501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.040501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Bound using segment: {'id': '0de87b46-2c90-442c-aff3-396f339568a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9452a515-f435-4455-94d0-5dd416e3f225'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:19:21.040690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Bound port: 75512405-ba49-4c2a-978f-f08c94023855, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de87b46-2c90-442c-aff3-396f339568a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9452a515-f435-4455-94d0-5dd416e3f225'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:19:21.041026 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.066758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5555f5f-71b1-4cff-8209-84fd9d1bae0d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Deleting subnet 73b16263-dbd1-4e60-83c0-118eefcd2da1 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:21.070576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5555f5f-71b1-4cff-8209-84fd9d1bae0d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.108030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/f6dfaf1b-c291-42b9-996b-18ee3e54d204/bc4058e3-f418-4d5a-97f0-2bd0dce374ca) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:21.135499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5555f5f-71b1-4cff-8209-84fd9d1bae0d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.149088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.238381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5555f5f-71b1-4cff-8209-84fd9d1bae0d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.241195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] For port 75512405-ba49-4c2a-978f-f08c94023855, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:19:21.260792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] For port 75512405-ba49-4c2a-978f-f08c94023855, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=75512405-ba49-4c2a-978f-f08c94023855,segment=NetworkSegment(0de87b46-2c90-442c-aff3-396f339568a9),segment_id=0de87b46-2c90-442c-aff3-396f339568a9)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:19:21.287621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.293873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.315123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=1459ac8a-8997-4b73-8958-feb49e52d313,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:21.342336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Checking segment: {'id': '2ec89571-9968-4bc2-94e9-754834b6fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59385e4c-6f18-40a0-9527-810cbb287fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:21.342739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network hostable DHCP agents. Network: 59385e4c-6f18-40a0-9527-810cbb287fcb, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:19:21.353600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Transition to ACTIVE for port object 4e424735-4f74-4b88-bb44-e48034a4e821 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:21.357812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 544d5a67-5064-4e5f-bd14-283dbecca594 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:21.367164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.448688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5555f5f-71b1-4cff-8209-84fd9d1bae0d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.477885 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.494682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5555f5f-71b1-4cff-8209-84fd9d1bae0d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.498004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cd2b6-48b7-4c49-81cb-b1df1529d909 None None] Pushing event updated for resources: {'Port': ['ID=75512405-ba49-4c2a-978f-f08c94023855,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:21.501188 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5555f5f-71b1-4cff-8209-84fd9d1bae0d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Subnet': ['ID=73b16263-dbd1-4e60-83c0-118eefcd2da1,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:21.505908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a9a635-bf54-412a-802e-065fbca413b7 None None] Network 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:21.506351 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d5555f5f-71b1-4cff-8209-84fd9d1bae0d tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/subnets/73b16263-dbd1-4e60-83c0-118eefcd2da1 HTTP/1.1" status: 204 len: 168 time: 0.5209286 Jun 16 15:19:21.509641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57392) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:21.516781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 59385e4c-6f18-40a0-9527-810cbb287fcb is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:19:21.520669 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Transition to ACTIVE for port object bc4058e3-f418-4d5a-97f0-2bd0dce374ca will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:21.553892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.560503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.620999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Transition to ACTIVE for port object bc4058e3-f418-4d5a-97f0-2bd0dce374ca will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:21.633079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 9452a515-f435-4455-94d0-5dd416e3f225 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:21.636283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:21.640591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:21.640838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.646857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:21.647541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.652899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Deleting port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:21.653320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.671878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 59385e4c-6f18-40a0-9527-810cbb287fcb) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:21.684676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:21.685305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.703883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1ff95-d8e3-42d4-96dd-bcd857c9cb9f None None] Network 59385e4c-6f18-40a0-9527-810cbb287fcb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:21.712678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=4e424735-4f74-4b88-bb44-e48034a4e821,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:21.807662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.828921 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-55c1d484-195f-4587-b70f-5098e35ebb26 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7891583 Jun 16 15:19:21.833131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57396) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:21.913926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:21.954112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:21.958423 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] For port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a78585d9-ca4a-4a8a-a1d0-9574d4d36c99,segment=NetworkSegment(617e1717-aae8-468c-a021-4be7b94ae811),segment_id=617e1717-aae8-468c-a021-4be7b94ae811)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:21.959032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:21.976098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:22.010273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Pushing event updated for resources: {'Port': ['ID=bc4058e3-f418-4d5a-97f0-2bd0dce374ca,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:22.115060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Calling delete_port for a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:22.115349 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-af3e8144-37a5-4fe6-a351-45ad2cf693b1 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9563468 Jun 16 15:19:22.137842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57400) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:22.197299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Attempting to bind port bc4058e3-f418-4d5a-97f0-2bd0dce374ca on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:19:22.197898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Attempting to bind port bc4058e3-f418-4d5a-97f0-2bd0dce374ca by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:19:22.198039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Attempting to bind port bc4058e3-f418-4d5a-97f0-2bd0dce374ca on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:19:22.204211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:19:22.204844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:22.204979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.205611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:19:22.205827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Bound port: bc4058e3-f418-4d5a-97f0-2bd0dce374ca, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:19:22.206074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-152385120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:22.206185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.225316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-59385e4c-6f18-40a0-9527-810cbb287fcb', 'network_id': '59385e4c-6f18-40a0-9527-810cbb287fcb', 'tenant_id': '278eafbf3c42411cb71556eb113bb9fd', 'fixed_ips': [{'subnet_id': '1459ac8a-8997-4b73-8958-feb49e52d313'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:19:22.226521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.227207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:22.245809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce419f-6bd9-43b6-8f82-c1410fb140fc None None] DHCP port deletion for 7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:22.262907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-92ce419f-6bd9-43b6-8f82-c1410fb140fc None None] Deleting port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:22.263311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92ce419f-6bd9-43b6-8f82-c1410fb140fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.292324 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:router and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:22.293162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.311466 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:22.351463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Port': ['ID=a78585d9-ca4a-4a8a-a1d0-9574d4d36c99,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:22.356065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] No DVR routers for this DVR port a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:22.381222 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::257 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/f6dfaf1b-c291-42b9-996b-18ee3e54d204/544d5a67-5064-4e5f-bd14-283dbecca594) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:22.401034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:22.417478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-92ce419f-6bd9-43b6-8f82-c1410fb140fc None None] The port 'a78585d9-ca4a-4a8a-a1d0-9574d4d36c99' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:19:22.648501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 75512405-ba49-4c2a-978f-f08c94023855 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:22.685374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.688850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] For port bc4058e3-f418-4d5a-97f0-2bd0dce374ca, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:19:22.697192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.698275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.723629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:22.733110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] For port bc4058e3-f418-4d5a-97f0-2bd0dce374ca, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bc4058e3-f418-4d5a-97f0-2bd0dce374ca,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:19:22.743992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617e1717-aae8-468c-a021-4be7b94ae811') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:22.748848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617e1717-aae8-468c-a021-4be7b94ae811') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:22.762825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.769566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Allocated IP 2001:db8::2 (59385e4c-6f18-40a0-9527-810cbb287fcb/1459ac8a-8997-4b73-8958-feb49e52d313/f7ab6e51-156f-4d2d-9cff-b396bf827c5e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:22.789370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.797327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:22.797751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.849481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.923259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 75512405-ba49-4c2a-978f-f08c94023855 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:22.928333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.932792 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 617e1717-aae8-468c-a021-4be7b94ae811 resource provider aggregate not found Jun 16 15:19:22.967136 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 617e1717-aae8-468c-a021-4be7b94ae811 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 617e1717-aae8-468c-a021-4be7b94ae811 found for delete ", "request_id": "req-b861c2c3-e539-4ad9-8d00-99dbb346bf56"}]} Jun 16 15:19:22.980053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:22.993145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea3098a-2f76-475b-b71b-7a5fd7f1020a None None] Network 9452a515-f435-4455-94d0-5dd416e3f225 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:22.997945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.013425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.022749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 544d5a67-5064-4e5f-bd14-283dbecca594 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:23.036013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.050230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] Pushing event deleted for resources: {'Network': ['ID=7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:23.063294 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5001778a-866e-4243-ba34-91d95af7952c tempest-NetworksIpV6Test-1976788068 tempest-NetworksIpV6Test-1976788068-project] 10.222.0.73 "DELETE /v2.0/networks/7694ebc9-b43c-4b7d-91d1-8b3dacb7e05c HTTP/1.1" status: 204 len: 168 time: 1.5497241 Jun 16 15:19:23.065780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.118629 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:23.211195 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.215564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57410) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:23.215776 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-89422d99-957e-4c26-b6d3-91fd3e543aaf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0798411 Jun 16 15:19:23.221912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'network_id': '59385e4c-6f18-40a0-9527-810cbb287fcb', 'name': 'tempest-PortsIpV6TestJSON-260808692'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:23.236154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:23.237218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a78585d9-ca4a-4a8a-a1d0-9574d4d36c99 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:23.271625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.278469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536bca6-9e95-4f8f-a045-975e9f1fee2a None None] Pushing event updated for resources: {'Port': ['ID=bc4058e3-f418-4d5a-97f0-2bd0dce374ca,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:23.300728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Transition to ACTIVE for port object f7ab6e51-156f-4d2d-9cff-b396bf827c5e will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:23.364232 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Transition to ACTIVE for port object f7ab6e51-156f-4d2d-9cff-b396bf827c5e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:23.368991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a8542301-1b73-4a42-b62a-b0fc1031fd41 None None] Provisioning for port 75512405-ba49-4c2a-978f-f08c94023855 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:23.384778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a8542301-1b73-4a42-b62a-b0fc1031fd41 None None] Provisioning complete for port 75512405-ba49-4c2a-978f-f08c94023855 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:23.385135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8542301-1b73-4a42-b62a-b0fc1031fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.409084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.493235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:23.501974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:port and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:23.507303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:23.513846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:23.520638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:23.527299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:23.537686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:23.543134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:23.543756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.556709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.574559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=544d5a67-5064-4e5f-bd14-283dbecca594,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:23.590987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:23.597005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.629930 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.638492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port a0f000f1-3a51-419d-974c-7bfcb92a1d1c yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:23.647157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Network 59385e4c-6f18-40a0-9527-810cbb287fcb is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:23.651981 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6af83208-0692-467d-9737-eb4b1309a4b8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2782252 Jun 16 15:19:23.653316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57416) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:23.658231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:23.664608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:23.711661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Pushing event updated for resources: {'Port': ['ID=f7ab6e51-156f-4d2d-9cff-b396bf827c5e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:23.723478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.847624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57420) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:23.848536 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a8542301-1b73-4a42-b62a-b0fc1031fd41 None None] Current status of the port 75512405-ba49-4c2a-978f-f08c94023855 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:23.848921 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8542301-1b73-4a42-b62a-b0fc1031fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.851248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8::6b (59385e4c-6f18-40a0-9527-810cbb287fcb/1459ac8a-8997-4b73-8958-feb49e52d313/a0f000f1-3a51-419d-974c-7bfcb92a1d1c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:23.869736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Attempting to bind port f7ab6e51-156f-4d2d-9cff-b396bf827c5e on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:19:23.870101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Attempting to bind port f7ab6e51-156f-4d2d-9cff-b396bf827c5e by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2ec89571-9968-4bc2-94e9-754834b6fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59385e4c-6f18-40a0-9527-810cbb287fcb'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:19:23.870464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Attempting to bind port f7ab6e51-156f-4d2d-9cff-b396bf827c5e on network 59385e4c-6f18-40a0-9527-810cbb287fcb {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:19:23.887026 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:19:23.887396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Checking segment: {'id': '2ec89571-9968-4bc2-94e9-754834b6fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59385e4c-6f18-40a0-9527-810cbb287fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:23.887802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.888198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Bound using segment: {'id': '2ec89571-9968-4bc2-94e9-754834b6fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59385e4c-6f18-40a0-9527-810cbb287fcb'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:19:23.888685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Bound port: f7ab6e51-156f-4d2d-9cff-b396bf827c5e, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec89571-9968-4bc2-94e9-754834b6fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59385e4c-6f18-40a0-9527-810cbb287fcb'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:19:23.889058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.951610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a8542301-1b73-4a42-b62a-b0fc1031fd41 None None] For port 75512405-ba49-4c2a-978f-f08c94023855, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=75512405-ba49-4c2a-978f-f08c94023855,segment=NetworkSegment(0de87b46-2c90-442c-aff3-396f339568a9),segment_id=0de87b46-2c90-442c-aff3-396f339568a9)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:24.004341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] For port f7ab6e51-156f-4d2d-9cff-b396bf827c5e, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:19:24.008794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] For port f7ab6e51-156f-4d2d-9cff-b396bf827c5e, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f7ab6e51-156f-4d2d-9cff-b396bf827c5e,segment=NetworkSegment(2ec89571-9968-4bc2-94e9-754834b6fc32),segment_id=2ec89571-9968-4bc2-94e9-754834b6fc32)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:19:24.021947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8542301-1b73-4a42-b62a-b0fc1031fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.078270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=4e424735-4f74-4b88-bb44-e48034a4e821,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:24.121638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.159145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8542301-1b73-4a42-b62a-b0fc1031fd41 None None] Pushing event updated for resources: {'Port': ['ID=75512405-ba49-4c2a-978f-f08c94023855,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:24.199434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba17cfb5-7b64-437d-bb45-440e9496bfc1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:24.206196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba17cfb5-7b64-437d-bb45-440e9496bfc1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:24.207032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ba17cfb5-7b64-437d-bb45-440e9496bfc1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:24.216454 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f56ca9cc-b65b-4d45-b317-469c3eeef3c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1403bca3da384714a3dc03d6b9c599ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679125 Jun 16 15:19:24.220372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57426) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:24.258128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.341049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object a0f000f1-3a51-419d-974c-7bfcb92a1d1c will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:24.358140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.363110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd72b42-738f-4bed-b03f-495a9adf1457 None None] Pushing event updated for resources: {'Port': ['ID=f7ab6e51-156f-4d2d-9cff-b396bf827c5e,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:24.363638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ba17cfb5-7b64-437d-bb45-440e9496bfc1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:24.364582 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ba17cfb5-7b64-437d-bb45-440e9496bfc1 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7102957 Jun 16 15:19:24.373273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57430) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:24.387542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-29e29fd0-434e-4b94-bf86-c7f7411ed9bf None None] Provisioning complete for port 75512405-ba49-4c2a-978f-f08c94023855 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:24.387952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e29fd0-434e-4b94-bf86-c7f7411ed9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.438120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d1052e17-210a-4beb-9d80-f523e56a0613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.531125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-fb15afd3-2b86-4541-b407-2370d2694725 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 544d5a67-5064-4e5f-bd14-283dbecca594 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:24.532029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fb15afd3-2b86-4541-b407-2370d2694725 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.560803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d1052e17-210a-4beb-9d80-f523e56a0613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.638187 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.648375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-29e29fd0-434e-4b94-bf86-c7f7411ed9bf None None] Current status of the port 75512405-ba49-4c2a-978f-f08c94023855 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:24.692924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bc4058e3-f418-4d5a-97f0-2bd0dce374ca up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:24.743984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 59385e4c-6f18-40a0-9527-810cbb287fcb is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:24.752665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:24.757106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:24.767865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:24.768544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.781174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-29e29fd0-434e-4b94-bf86-c7f7411ed9bf None None] Provisioning for port 4e424735-4f74-4b88-bb44-e48034a4e821 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:24.803408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-29e29fd0-434e-4b94-bf86-c7f7411ed9bf None None] Provisioning complete for port 4e424735-4f74-4b88-bb44-e48034a4e821 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:24.803888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29e29fd0-434e-4b94-bf86-c7f7411ed9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.822072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=a0f000f1-3a51-419d-974c-7bfcb92a1d1c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:24.913115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d1052e17-210a-4beb-9d80-f523e56a0613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.914454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.916934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d1052e17-210a-4beb-9d80-f523e56a0613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:24.921936 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d1052e17-210a-4beb-9d80-f523e56a0613 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bdf8253c-da2d-4a59-8547-92bfa3385ea3 HTTP/1.1" status: 204 len: 168 time: 0.6998794 Jun 16 15:19:24.923034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-29e29fd0-434e-4b94-bf86-c7f7411ed9bf None None] Port 4e424735-4f74-4b88-bb44-e48034a4e821 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:24.941941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1052e17-210a-4beb-9d80-f523e56a0613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf8253c-da2d-4a59-8547-92bfa3385ea3,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:24.964661 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a6580a26-c485-42c1-8902-766843e82774 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7361956 Jun 16 15:19:24.964661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57436) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:24.981665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port bc4058e3-f418-4d5a-97f0-2bd0dce374ca completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:24.991024 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 75512405-ba49-4c2a-978f-f08c94023855 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:25.098235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5ef5aa3a-4fa8-4274-b00f-029dfaf39d15 None None] Provisioning complete for port 4e424735-4f74-4b88-bb44-e48034a4e821 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:25.104448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5ef5aa3a-4fa8-4274-b00f-029dfaf39d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:25.188310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 75512405-ba49-4c2a-978f-f08c94023855 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:25.193239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:25.331346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5aa3a-4fa8-4274-b00f-029dfaf39d15 None None] Port 4e424735-4f74-4b88-bb44-e48034a4e821 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:25.355128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fb15afd3-2b86-4541-b407-2370d2694725 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:25.478415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 75512405-ba49-4c2a-978f-f08c94023855 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:25.572635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] Provisioning for port bc4058e3-f418-4d5a-97f0-2bd0dce374ca completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:25.581054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] Provisioning complete for port bc4058e3-f418-4d5a-97f0-2bd0dce374ca triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:25.582116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:25.585402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-fb15afd3-2b86-4541-b407-2370d2694725 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 544d5a67-5064-4e5f-bd14-283dbecca594 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:25.747444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] Current status of the port bc4058e3-f418-4d5a-97f0-2bd0dce374ca is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:25.748096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:25.793571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] For port bc4058e3-f418-4d5a-97f0-2bd0dce374ca, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bc4058e3-f418-4d5a-97f0-2bd0dce374ca,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:25.866330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:25.879262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:25.924676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2955a27e-5f63-4d7f-85ae-95d5abf1639e None None] Network 59385e4c-6f18-40a0-9527-810cbb287fcb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:25.981926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:25.983508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:25.986434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] Provisioning complete for port 4e424735-4f74-4b88-bb44-e48034a4e821 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:25.986911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:26.006670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:26.033711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fb15afd3-2b86-4541-b407-2370d2694725 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:26.091493 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] Pushing event updated for resources: {'Port': ['ID=bc4058e3-f418-4d5a-97f0-2bd0dce374ca,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:26.117445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72833d10-8787-4ae2-83c2-f992802e065d None None] Port 4e424735-4f74-4b88-bb44-e48034a4e821 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:26.338826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e36b3f44-e525-4747-a2f2-562ca905e8c1 None None] Provisioning for port f7ab6e51-156f-4d2d-9cff-b396bf827c5e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:26.349690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e36b3f44-e525-4747-a2f2-562ca905e8c1 None None] Could not find standard attr ID for object 544d5a67-5064-4e5f-bd14-283dbecca594. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:19:26.411957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=4e424735-4f74-4b88-bb44-e48034a4e821,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:26.473843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:26.479979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fb15afd3-2b86-4541-b407-2370d2694725 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:26.494407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15afd3-2b86-4541-b407-2370d2694725 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=544d5a67-5064-4e5f-bd14-283dbecca594,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:26.536374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 9452a515-f435-4455-94d0-5dd416e3f225 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:26.537789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:26.584362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:26.589351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bc4058e3-f418-4d5a-97f0-2bd0dce374ca up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:26.616607 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fb15afd3-2b86-4541-b407-2370d2694725 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/544d5a67-5064-4e5f-bd14-283dbecca594 HTTP/1.1" status: 204 len: 168 time: 2.2422509 Jun 16 15:19:26.626056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57440) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:26.713124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bc4058e3-f418-4d5a-97f0-2bd0dce374ca triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:26.713655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:26.791528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c7f8d-d934-4aa8-a0b1-bc3d5e35af0e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:26.797378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c7f8d-d934-4aa8-a0b1-bc3d5e35af0e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:26.798192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-197c7f8d-d934-4aa8-a0b1-bc3d5e35af0e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:26.801865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=a0f000f1-3a51-419d-974c-7bfcb92a1d1c,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:26.892263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3cfca93b-0425-4597-8950-181689d082fd None None] Provisioning for port a0f000f1-3a51-419d-974c-7bfcb92a1d1c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:26.903000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3cfca93b-0425-4597-8950-181689d082fd None None] Provisioning complete for port a0f000f1-3a51-419d-974c-7bfcb92a1d1c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:26.903646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3cfca93b-0425-4597-8950-181689d082fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:26.924830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-197c7f8d-d934-4aa8-a0b1-bc3d5e35af0e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:26.928736 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-197c7f8d-d934-4aa8-a0b1-bc3d5e35af0e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2988415 Jun 16 15:19:26.929020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57444) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:26.963270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bc4058e3-f418-4d5a-97f0-2bd0dce374ca is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:26.968989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f7ab6e51-156f-4d2d-9cff-b396bf827c5e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:26.988590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 254990f6-36ab-4e6f-9fed-55d9ca572725 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:19:27.015890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.016593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3cfca93b-0425-4597-8950-181689d082fd None None] Port a0f000f1-3a51-419d-974c-7bfcb92a1d1c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:27.091723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-10328902-0c0e-4087-a5bb-7b62ee26a609 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet f6dfaf1b-c291-42b9-996b-18ee3e54d204 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:27.110134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port f7ab6e51-156f-4d2d-9cff-b396bf827c5e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:27.115887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f7ab6e51-156f-4d2d-9cff-b396bf827c5e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:27.116262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.144650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-10328902-0c0e-4087-a5bb-7b62ee26a609 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.181750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1cd4d11a-5f51-4ab3-8bef-880b37deb143 None None] Provisioning complete for port 4e424735-4f74-4b88-bb44-e48034a4e821 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:27.182129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1cd4d11a-5f51-4ab3-8bef-880b37deb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.235687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-10328902-0c0e-4087-a5bb-7b62ee26a609 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.265839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:27.272798 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b6a73ff5-446e-4315-acc5-a33d9a464904 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/254990f6-36ab-4e6f-9fed-55d9ca572725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4383113 Jun 16 15:19:27.276417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.279252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57448) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:27.289451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe540e2-beda-42e3-be66-f0ab42f24e38 None None] Sync routers for ids ['254990f6-36ab-4e6f-9fed-55d9ca572725'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:27.299667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4d11a-5f51-4ab3-8bef-880b37deb143 None None] Port 4e424735-4f74-4b88-bb44-e48034a4e821 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:27.325334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe540e2-beda-42e3-be66-f0ab42f24e38 None None] Routers {'254990f6-36ab-4e6f-9fed-55d9ca572725'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:27.325900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4fe540e2-beda-42e3-be66-f0ab42f24e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['254990f6-36ab-4e6f-9fed-55d9ca572725'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:27.385818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0884d2-74ad-44d6-9b68-044cca8f6014 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:27.386435 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0f0884d2-74ad-44d6-9b68-044cca8f6014 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:27.395714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f7ab6e51-156f-4d2d-9cff-b396bf827c5e is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:27.396096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.409032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4fe540e2-beda-42e3-be66-f0ab42f24e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:27.421045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1cd4d11a-5f51-4ab3-8bef-880b37deb143 None None] Provisioning complete for port a0f000f1-3a51-419d-974c-7bfcb92a1d1c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:27.421448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1cd4d11a-5f51-4ab3-8bef-880b37deb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.422591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-10328902-0c0e-4087-a5bb-7b62ee26a609 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.471947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe540e2-beda-42e3-be66-f0ab42f24e38 None None] Routers {'254990f6-36ab-4e6f-9fed-55d9ca572725'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:27.472616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4fe540e2-beda-42e3-be66-f0ab42f24e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['254990f6-36ab-4e6f-9fed-55d9ca572725'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:27.474612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0f0884d2-74ad-44d6-9b68-044cca8f6014 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:27.478789 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0f0884d2-74ad-44d6-9b68-044cca8f6014 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports/4e424735-4f74-4b88-bb44-e48034a4e821 HTTP/1.1" status: 200 len: 983 time: 0.1959248 Jun 16 15:19:27.479075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57452) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:27.556129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port f7ab6e51-156f-4d2d-9cff-b396bf827c5e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f7ab6e51-156f-4d2d-9cff-b396bf827c5e,segment=NetworkSegment(2ec89571-9968-4bc2-94e9-754834b6fc32),segment_id=2ec89571-9968-4bc2-94e9-754834b6fc32)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:27.556939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4fe540e2-beda-42e3-be66-f0ab42f24e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:27.557580 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe540e2-beda-42e3-be66-f0ab42f24e38 None None] The sync data for ids ['254990f6-36ab-4e6f-9fed-55d9ca572725'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:27.561712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4d11a-5f51-4ab3-8bef-880b37deb143 None None] Port a0f000f1-3a51-419d-974c-7bfcb92a1d1c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:27.621504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.714156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.715557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-eb69e7f6-e0a4-4791-89b2-419692f52585 None None] Provisioning complete for port a0f000f1-3a51-419d-974c-7bfcb92a1d1c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:27.715939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eb69e7f6-e0a4-4791-89b2-419692f52585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.739955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=f7ab6e51-156f-4d2d-9cff-b396bf827c5e,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:27.774944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eb69e7f6-e0a4-4791-89b2-419692f52585 None None] Port a0f000f1-3a51-419d-974c-7bfcb92a1d1c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:27.781841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.783776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.784124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-10328902-0c0e-4087-a5bb-7b62ee26a609 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.845701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10328902-0c0e-4087-a5bb-7b62ee26a609 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=f6dfaf1b-c291-42b9-996b-18ee3e54d204,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:27.862156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4febf1db-9d14-4b09-ad03-09730c462d85 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:27.865158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-10328902-0c0e-4087-a5bb-7b62ee26a609 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.944845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=a0f000f1-3a51-419d-974c-7bfcb92a1d1c,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:27.995852 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-10328902-0c0e-4087-a5bb-7b62ee26a609 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/f6dfaf1b-c291-42b9-996b-18ee3e54d204 HTTP/1.1" status: 204 len: 168 time: 1.0654011 Jun 16 15:19:27.998319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57456) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:28.219823 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5c12e614-10b8-4a07-887b-cd3c0610f9dd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2200108 Jun 16 15:19:28.224283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57460) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:28.256331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6779486b-317d-4641-b8d4-b058e237ddee None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:28.264702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6779486b-317d-4641-b8d4-b058e237ddee None None] Deleting port bc4058e3-f418-4d5a-97f0-2bd0dce374ca {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:28.265220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6779486b-317d-4641-b8d4-b058e237ddee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:28.278898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 59385e4c-6f18-40a0-9527-810cbb287fcb is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:28.279388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:28.287795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:28.512931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929b48e1-d8ba-4a73-a494-6ef4b9408a36 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:28.514491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-929b48e1-d8ba-4a73-a494-6ef4b9408a36 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:28.590451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f7ab6e51-156f-4d2d-9cff-b396bf827c5e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:28.633918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-929b48e1-d8ba-4a73-a494-6ef4b9408a36 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:28.637061 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-929b48e1-d8ba-4a73-a494-6ef4b9408a36 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4093118 Jun 16 15:19:28.637405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57464) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:28.640304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 4e424735-4f74-4b88-bb44-e48034a4e821 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:28.640735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:28.661151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-6779486b-317d-4641-b8d4-b058e237ddee None None] For port bc4058e3-f418-4d5a-97f0-2bd0dce374ca, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bc4058e3-f418-4d5a-97f0-2bd0dce374ca,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:28.661741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6779486b-317d-4641-b8d4-b058e237ddee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:28.664698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Router 5f2f6479-c363-46f4-8053-f94bc71e362e is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:19:28.787029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3777ee-9f71-47ec-ab40-670064b4db4c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:28.787836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-dc3777ee-9f71-47ec-ab40-670064b4db4c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:28.801568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-67f002b4-ad15-47db-9db1-49fa2f38c783 None None] Provisioning complete for port a0f000f1-3a51-419d-974c-7bfcb92a1d1c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:28.801933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67f002b4-ad15-47db-9db1-49fa2f38c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:28.831509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6779486b-317d-4641-b8d4-b058e237ddee None None] Calling delete_port for bc4058e3-f418-4d5a-97f0-2bd0dce374ca owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:28.849980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:28.863499 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f362df6c-1c96-4a68-8f90-554384405a25 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "PUT /v2.0/routers/5f2f6479-c363-46f4-8053-f94bc71e362e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9061530 Jun 16 15:19:28.865690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57468) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:28.869005 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000a4ec9-2422-4f00-9808-9f11d0a9e710 None None] Sync routers for ids ['5f2f6479-c363-46f4-8053-f94bc71e362e'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:28.889347 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a4ec9-2422-4f00-9808-9f11d0a9e710 None None] Routers {'5f2f6479-c363-46f4-8053-f94bc71e362e'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:28.890364 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-000a4ec9-2422-4f00-9808-9f11d0a9e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5f2f6479-c363-46f4-8053-f94bc71e362e'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:28.908422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:28.934669 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f7ab6e51-156f-4d2d-9cff-b396bf827c5e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:28.935066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:28.971520 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-000a4ec9-2422-4f00-9808-9f11d0a9e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:28.983932 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a4ec9-2422-4f00-9808-9f11d0a9e710 None None] Routers {'5f2f6479-c363-46f4-8053-f94bc71e362e'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:28.984687 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2fb31-bcb5-4393-a931-6437d66716c6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:28.984901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-67f002b4-ad15-47db-9db1-49fa2f38c783 None None] Port a0f000f1-3a51-419d-974c-7bfcb92a1d1c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:28.985298 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-000a4ec9-2422-4f00-9808-9f11d0a9e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5f2f6479-c363-46f4-8053-f94bc71e362e'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:28.985606 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d8a2fb31-bcb5-4393-a931-6437d66716c6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:28.996905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-dc3777ee-9f71-47ec-ab40-670064b4db4c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:29.002627 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dc3777ee-9f71-47ec-ab40-670064b4db4c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3640106 Jun 16 15:19:29.008253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57472) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:29.073635 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-000a4ec9-2422-4f00-9808-9f11d0a9e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:29.074769 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000a4ec9-2422-4f00-9808-9f11d0a9e710 None None] The sync data for ids ['5f2f6479-c363-46f4-8053-f94bc71e362e'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:29.085811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 4e424735-4f74-4b88-bb44-e48034a4e821 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:29.099074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f7ab6e51-156f-4d2d-9cff-b396bf827c5e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:29.118900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d8a2fb31-bcb5-4393-a931-6437d66716c6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:29.119822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6779486b-317d-4641-b8d4-b058e237ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:29.121368 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d8a2fb31-bcb5-4393-a931-6437d66716c6 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f2f6479-c363-46f4-8053-f94bc71e362e HTTP/1.1" status: 200 len: 987 time: 0.2538033 Jun 16 15:19:29.126274 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3012ebc2-240f-44be-a354-84a9c113052c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117942 Jun 16 15:19:29.131628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57476) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:29.136620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57480) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:29.151292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:29.184875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bc4058e3-f418-4d5a-97f0-2bd0dce374ca no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:29.215202 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779486b-317d-4641-b8d4-b058e237ddee None None] No DVR routers for this DVR port bc4058e3-f418-4d5a-97f0-2bd0dce374ca on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:29.223514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779486b-317d-4641-b8d4-b058e237ddee None None] Pushing event deleted for resources: {'Port': ['ID=bc4058e3-f418-4d5a-97f0-2bd0dce374ca,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:29.235480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: bc4058e3-f418-4d5a-97f0-2bd0dce374ca {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:29.235818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bc4058e3-f418-4d5a-97f0-2bd0dce374ca not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:29.308484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:29.326365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:29.428372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:29.432023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:29.523075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:29.634093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=4e424735-4f74-4b88-bb44-e48034a4e821,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:29.680820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:29.807491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:30.116415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port a0f000f1-3a51-419d-974c-7bfcb92a1d1c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:30.116689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:30.328385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:30.332681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 254990f6-36ab-4e6f-9fed-55d9ca572725 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:19:30.457722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for a0f000f1-3a51-419d-974c-7bfcb92a1d1c owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:30.509780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:30.522611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc4643-dbf2-46ee-89f7-2aa9be1b500f None None] Sync routers for ids ['254990f6-36ab-4e6f-9fed-55d9ca572725'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:30.532858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc4643-dbf2-46ee-89f7-2aa9be1b500f None None] Routers {'254990f6-36ab-4e6f-9fed-55d9ca572725'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:30.534254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4643-dbf2-46ee-89f7-2aa9be1b500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['254990f6-36ab-4e6f-9fed-55d9ca572725'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:30.582915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.objects.ports [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89746) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:19:30.583350 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:30.598661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4643-dbf2-46ee-89f7-2aa9be1b500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:30.609408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc4643-dbf2-46ee-89f7-2aa9be1b500f None None] Routers {'254990f6-36ab-4e6f-9fed-55d9ca572725'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:30.615130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4643-dbf2-46ee-89f7-2aa9be1b500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['254990f6-36ab-4e6f-9fed-55d9ca572725'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:30.639652 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-93133b23-d0a2-4ce5-8eed-302f87c69505 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/254990f6-36ab-4e6f-9fed-55d9ca572725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1593931 Jun 16 15:19:30.640446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57490) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:30.678694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f9fc4643-dbf2-46ee-89f7-2aa9be1b500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:30.679035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc4643-dbf2-46ee-89f7-2aa9be1b500f None None] The sync data for ids ['254990f6-36ab-4e6f-9fed-55d9ca572725'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:30.741778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:30.745647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:30.751192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:30.760341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d8527-9993-4236-84d2-3dd1de93cc76 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:30.803113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=a0f000f1-3a51-419d-974c-7bfcb92a1d1c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:30.814703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:30.815226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.019820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=40ab4655-1f75-4e54-a10f-9beb6bc4cf52,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:31.028385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.036265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '40ab4655-1f75-4e54-a10f-9beb6bc4cf52'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:19:31.037749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.085538 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-139a4c38-a710-41b3-ad2f-ea9577271a7b tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] remove_router_interface failed (client error): The resource could not be found. Jun 16 15:19:31.086891 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-139a4c38-a710-41b3-ad2f-ea9577271a7b tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/254990f6-36ab-4e6f-9fed-55d9ca572725/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4397414 Jun 16 15:19:31.089495 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57494) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:31.138079 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3eb2613d-c00a-40bd-b71d-d32f2ac6d328 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0002706 Jun 16 15:19:31.144866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57498) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:31.146538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-68b0c629-4d1a-4108-a61c-af71048465a0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:31.156204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-cd143283-aa71-43ba-a81d-943559df33e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:31.235118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Allocated IP 2001:db8::f816:3eff:fe71:1940 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/40ab4655-1f75-4e54-a10f-9beb6bc4cf52/f77501ca-bc4f-4b10-a2e4-52c032d60f41) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:31.271179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-68b0c629-4d1a-4108-a61c-af71048465a0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:31.272712 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-68b0c629-4d1a-4108-a61c-af71048465a0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=254990f6-36ab-4e6f-9fed-55d9ca572725 HTTP/1.1" status: 200 len: 205 time: 0.1821153 Jun 16 15:19:31.276318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57502) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:31.371397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Router 5f2f6479-c363-46f4-8053-f94bc71e362e has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:19:31.582405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.593987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50a9e288-9d0b-4093-b569-11cc4673d0a9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.594401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Transition to ACTIVE for port object f77501ca-bc4f-4b10-a2e4-52c032d60f41 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:31.613856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Transition to ACTIVE for port object f77501ca-bc4f-4b10-a2e4-52c032d60f41 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:31.654520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cd143283-aa71-43ba-a81d-943559df33e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:31.663251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:31.674763 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391e5b0-5e1d-4553-b73d-a73a8b8ea54b None None] Sync routers for ids ['5f2f6479-c363-46f4-8053-f94bc71e362e'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:31.684107 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391e5b0-5e1d-4553-b73d-a73a8b8ea54b None None] Routers {'5f2f6479-c363-46f4-8053-f94bc71e362e'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:31.684698 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1391e5b0-5e1d-4553-b73d-a73a8b8ea54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5f2f6479-c363-46f4-8053-f94bc71e362e'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:31.696306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.727331 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cd143283-aa71-43ba-a81d-943559df33e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:31.748946 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1391e5b0-5e1d-4553-b73d-a73a8b8ea54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:31.758262 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391e5b0-5e1d-4553-b73d-a73a8b8ea54b None None] Routers {'5f2f6479-c363-46f4-8053-f94bc71e362e'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:31.759609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:31.760022 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1391e5b0-5e1d-4553-b73d-a73a8b8ea54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5f2f6479-c363-46f4-8053-f94bc71e362e'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:31.766869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:31.769394 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:31.804298 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1c38abce-b7c3-4304-b983-612ac6481e33 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "PUT /v2.0/routers/5f2f6479-c363-46f4-8053-f94bc71e362e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6759610 Jun 16 15:19:31.809030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57506) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:31.829603 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1391e5b0-5e1d-4553-b73d-a73a8b8ea54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:31.830002 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391e5b0-5e1d-4553-b73d-a73a8b8ea54b None None] The sync data for ids ['5f2f6479-c363-46f4-8053-f94bc71e362e'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:31.835161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Pushing event updated for resources: {'Port': ['ID=f77501ca-bc4f-4b10-a2e4-52c032d60f41,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:31.865016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cac3b6-2200-420e-b140-8d2fcdc7379f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:19:31.865558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a1cac3b6-2200-420e-b140-8d2fcdc7379f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:31.901453 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Attempting to bind port f77501ca-bc4f-4b10-a2e4-52c032d60f41 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:19:31.901817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Attempting to bind port f77501ca-bc4f-4b10-a2e4-52c032d60f41 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:19:31.902172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Attempting to bind port f77501ca-bc4f-4b10-a2e4-52c032d60f41 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:19:31.908404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:19:31.908865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:31.909264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.909765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:19:31.910126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Bound port: f77501ca-bc4f-4b10-a2e4-52c032d60f41, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:19:31.910496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.914008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd143283-aa71-43ba-a81d-943559df33e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:31.916715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd143283-aa71-43ba-a81d-943559df33e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.936581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50a9e288-9d0b-4093-b569-11cc4673d0a9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.947359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a1cac3b6-2200-420e-b140-8d2fcdc7379f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:31.949701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50a9e288-9d0b-4093-b569-11cc4673d0a9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:31.950950 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a1cac3b6-2200-420e-b140-8d2fcdc7379f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/a0f000f1-3a51-419d-974c-7bfcb92a1d1c HTTP/1.1" status: 404 len: 333 time: 0.1402140 Jun 16 15:19:31.952217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57510) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:32.016649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] For port f77501ca-bc4f-4b10-a2e4-52c032d60f41, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:19:32.021277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] For port f77501ca-bc4f-4b10-a2e4-52c032d60f41, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f77501ca-bc4f-4b10-a2e4-52c032d60f41,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:19:32.081237 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.ipam_backend_mixin [None req-cd143283-aa71-43ba-a81d-943559df33e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40ab4655-1f75-4e54-a10f-9beb6bc4cf52 (CIDR: 2001:db8::/64) Jun 16 15:19:32.091128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.094642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02d163af-703e-4c1c-b9fa-17e625aebf47 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.122513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50a9e288-9d0b-4093-b569-11cc4673d0a9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.123623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a9e288-9d0b-4093-b569-11cc4673d0a9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Fanout notify agent at l3_agent the message router_deleted on router 254990f6-36ab-4e6f-9fed-55d9ca572725 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:19:32.130187 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd143283-aa71-43ba-a81d-943559df33e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:19:32.130882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd143283-aa71-43ba-a81d-943559df33e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:32.152484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50a9e288-9d0b-4093-b569-11cc4673d0a9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.155158 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-50a9e288-9d0b-4093-b569-11cc4673d0a9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/254990f6-36ab-4e6f-9fed-55d9ca572725 HTTP/1.1" status: 204 len: 168 time: 0.8762400 Jun 16 15:19:32.158138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57514) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:32.174567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab277e5d-1a10-41fb-baa3-3e6e58f5815e None None] Pushing event updated for resources: {'Port': ['ID=f77501ca-bc4f-4b10-a2e4-52c032d60f41,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:32.232046 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cd143283-aa71-43ba-a81d-943559df33e8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0822139 Jun 16 15:19:32.237795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57518) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:32.246850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:32.266609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad17434-9bb0-47ee-ae05-935dff39d065 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting subnet 4c35af7c-d72c-498a-9b8a-dff0782abf7c {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:32.277101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fad17434-9bb0-47ee-ae05-935dff39d065 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.417609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fad17434-9bb0-47ee-ae05-935dff39d065 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.447326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02d163af-703e-4c1c-b9fa-17e625aebf47 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.450704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02d163af-703e-4c1c-b9fa-17e625aebf47 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.537755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:32.557263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:32.578098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fad17434-9bb0-47ee-ae05-935dff39d065 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.596386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02d163af-703e-4c1c-b9fa-17e625aebf47 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.597015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d163af-703e-4c1c-b9fa-17e625aebf47 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Fanout notify agent at l3_agent the message router_deleted on router 5f2f6479-c363-46f4-8053-f94bc71e362e {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:19:32.616644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02d163af-703e-4c1c-b9fa-17e625aebf47 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.619010 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-02d163af-703e-4c1c-b9fa-17e625aebf47 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/routers/5f2f6479-c363-46f4-8053-f94bc71e362e HTTP/1.1" status: 204 len: 168 time: 0.6644540 Jun 16 15:19:32.621162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57524) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:32.663935 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:32.667368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.808722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f4cc85-1ac4-440f-9960-9b81184a3d37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet 1459ac8a-8997-4b73-8958-feb49e52d313 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:32.817963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7f4cc85-1ac4-440f-9960-9b81184a3d37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.894465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fad17434-9bb0-47ee-ae05-935dff39d065 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.899417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7f4cc85-1ac4-440f-9960-9b81184a3d37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.988679 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad17434-9bb0-47ee-ae05-935dff39d065 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Subnet': ['ID=4c35af7c-d72c-498a-9b8a-dff0782abf7c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:32.991753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fad17434-9bb0-47ee-ae05-935dff39d065 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.998149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221e3f94-fdfe-48fe-a1db-cab21ff8da11 None None] Network 9452a515-f435-4455-94d0-5dd416e3f225 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:33.007002 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fad17434-9bb0-47ee-ae05-935dff39d065 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/4c35af7c-d72c-498a-9b8a-dff0782abf7c HTTP/1.1" status: 204 len: 168 time: 0.8477669 Jun 16 15:19:33.011224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57528) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:33.196977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.220798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 75512405-ba49-4c2a-978f-f08c94023855 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:33.221296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.319387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7f4cc85-1ac4-440f-9960-9b81184a3d37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.383254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.420346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] DHCP port deletion for 9452a515-f435-4455-94d0-5dd416e3f225 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:33.427814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] Deleting port 75512405-ba49-4c2a-978f-f08c94023855 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:33.428514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.458269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:33.466081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:33.472238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:33.472832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.497139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=f5d0482d-b1fe-4752-84ab-bc4352d57286,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:33.500240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port 75512405-ba49-4c2a-978f-f08c94023855, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=75512405-ba49-4c2a-978f-f08c94023855,segment=NetworkSegment(0de87b46-2c90-442c-aff3-396f339568a9),segment_id=0de87b46-2c90-442c-aff3-396f339568a9)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:33.500849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.501532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f774f60-2c08-4e66-b4bb-09b47254110e None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:33.584948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7f4cc85-1ac4-440f-9960-9b81184a3d37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.617160 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f6e53e84-2f1e-49ff-b0fe-e6490db1d868 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3777332 Jun 16 15:19:33.623707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57532) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:33.630629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4cc85-1ac4-440f-9960-9b81184a3d37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=1459ac8a-8997-4b73-8958-feb49e52d313,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:33.632109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 75512405-ba49-4c2a-978f-f08c94023855 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:33.633510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7f4cc85-1ac4-440f-9960-9b81184a3d37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.636887 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b7f4cc85-1ac4-440f-9960-9b81184a3d37 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/1459ac8a-8997-4b73-8958-feb49e52d313 HTTP/1.1" status: 204 len: 168 time: 1.0133832 Jun 16 15:19:33.643436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57536) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:33.649714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a3ec1b-8586-455d-a55b-86006bed1937 None None] Network 59385e4c-6f18-40a0-9527-810cbb287fcb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:33.668380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:e0:9a:dc', 'name': 'tempest-NetworksTestDHCPv6-233723842'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:33.771552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.783525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port f7ab6e51-156f-4d2d-9cff-b396bf827c5e {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:33.784009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.787989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-deb685fb-5dd1-4471-8f2a-39b2bfff3135 None None] Provisioning for port f77501ca-bc4f-4b10-a2e4-52c032d60f41 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:33.974503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:33.984457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:33.992721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] For port 75512405-ba49-4c2a-978f-f08c94023855, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=75512405-ba49-4c2a-978f-f08c94023855,segment=NetworkSegment(0de87b46-2c90-442c-aff3-396f339568a9),segment_id=0de87b46-2c90-442c-aff3-396f339568a9)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:33.993326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.022697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] For port f7ab6e51-156f-4d2d-9cff-b396bf827c5e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f7ab6e51-156f-4d2d-9cff-b396bf827c5e,segment=NetworkSegment(2ec89571-9968-4bc2-94e9-754834b6fc32),segment_id=2ec89571-9968-4bc2-94e9-754834b6fc32)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:34.023386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No DVR routers for this DVR port 75512405-ba49-4c2a-978f-f08c94023855 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:34.023797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.030845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:34.057706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:34.064050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=75512405-ba49-4c2a-978f-f08c94023855,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:34.090914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:34.163154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for f7ab6e51-156f-4d2d-9cff-b396bf827c5e owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:34.169647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.196862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9452a515-f435-4455-94d0-5dd416e3f225']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:34.204739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:34.211614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] Calling delete_port for 75512405-ba49-4c2a-978f-f08c94023855 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:34.241354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de87b46-2c90-442c-aff3-396f339568a9') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:34.245323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de87b46-2c90-442c-aff3-396f339568a9') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:34.262406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.292693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.304567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:34.305054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.318781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.370614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:19:34.372927 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:19:34.396624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=f7ab6e51-156f-4d2d-9cff-b396bf827c5e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:34.401981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No DVR routers for this DVR port f7ab6e51-156f-4d2d-9cff-b396bf827c5e on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:34.410303 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 0de87b46-2c90-442c-aff3-396f339568a9 resource provider aggregate not found Jun 16 15:19:34.471239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30a133-2668-4453-853e-50118d466f8f None None] DHCP port deletion for 59385e4c-6f18-40a0-9527-810cbb287fcb request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:34.498384 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 0de87b46-2c90-442c-aff3-396f339568a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0de87b46-2c90-442c-aff3-396f339568a9 found for delete ", "request_id": "req-e544b4aa-a12b-44a5-a418-5831558e000c"}]} Jun 16 15:19:34.517257 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ccce20-1f75-401e-9929-bcbf0c15c163 None None] Update dhcp port {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': '40ab4655-1f75-4e54-a10f-9beb6bc4cf52', 'ip_address': '2001:db8::f816:3eff:fe71:1940'}, {'subnet_id': 'f5d0482d-b1fe-4752-84ab-bc4352d57286'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': 'f77501ca-bc4f-4b10-a2e4-52c032d60f41'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:19:34.561655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.563099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.597138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21ccce20-1f75-401e-9929-bcbf0c15c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.598220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 2b0ac3a5-8b4c-4b57-995c-2edd39818b3e yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:34.605319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59385e4c-6f18-40a0-9527-810cbb287fcb']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:34.625654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec89571-9968-4bc2-94e9-754834b6fc32') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:34.626834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec89571-9968-4bc2-94e9-754834b6fc32') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:34.644446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.649018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.666428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f77501ca-bc4f-4b10-a2e4-52c032d60f41 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:34.675377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.679190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.687807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:34.688282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.689402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Network': ['ID=9452a515-f435-4455-94d0-5dd416e3f225,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:34.786081 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-555c3de6-20a2-4599-9d52-95fb60260361 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/networks/9452a515-f435-4455-94d0-5dd416e3f225 HTTP/1.1" status: 204 len: 168 time: 1.7701747 Jun 16 15:19:34.791731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57546) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:34.800312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-770261026'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:34.800860 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2ec89571-9968-4bc2-94e9-754834b6fc32 resource provider aggregate not found Jun 16 15:19:34.809903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:34.818622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:network and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:34.820665 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2ec89571-9968-4bc2-94e9-754834b6fc32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ec89571-9968-4bc2-94e9-754834b6fc32 found for delete ", "request_id": "req-9d30789c-c492-4f82-aa0f-0efd74e5e17c"}]} Jun 16 15:19:34.823209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:34.833682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:34.874145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] Deleting port 75512405-ba49-4c2a-978f-f08c94023855 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:34.875183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.876675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.904660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.904887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port f77501ca-bc4f-4b10-a2e4-52c032d60f41 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:34.914182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8:0:1::39c (31e74b08-3bfc-4c0f-a043-3479a97b05c8/f5d0482d-b1fe-4752-84ab-bc4352d57286/2b0ac3a5-8b4c-4b57-995c-2edd39818b3e) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:34.920186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::f816:3eff:fee0:9adc (31e74b08-3bfc-4c0f-a043-3479a97b05c8/40ab4655-1f75-4e54-a10f-9beb6bc4cf52/2b0ac3a5-8b4c-4b57-995c-2edd39818b3e) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:34.921923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Network': ['ID=59385e4c-6f18-40a0-9527-810cbb287fcb,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:34.942312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f77501ca-bc4f-4b10-a2e4-52c032d60f41 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:34.942820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.945901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:34.949355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:34.978569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9e851f03-d5b1-46e9-ad14-0317b4e6156b None None] The port '75512405-ba49-4c2a-978f-f08c94023855' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:19:34.984922 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-96fdc7d2-9443-409e-94c9-174f98bd5f1a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/networks/59385e4c-6f18-40a0-9527-810cbb287fcb HTTP/1.1" status: 204 len: 168 time: 1.3402400 Jun 16 15:19:34.989101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57552) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:35.038155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:19:35.073353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee38809-076c-449a-89f5-cfff4826823d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:35.073978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cee38809-076c-449a-89f5-cfff4826823d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:35.086542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f77501ca-bc4f-4b10-a2e4-52c032d60f41 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:35.091102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.101252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.101622 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added segment 205172e8-eea9-4040-854f-973a8df70587 of type vlan for network b1973703-a877-46c2-81f5-a9ee1eb61830 Jun 16 15:19:35.123751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port f77501ca-bc4f-4b10-a2e4-52c032d60f41, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f77501ca-bc4f-4b10-a2e4-52c032d60f41,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:35.149281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.153102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cee38809-076c-449a-89f5-cfff4826823d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:35.154378 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cee38809-076c-449a-89f5-cfff4826823d tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/65fcc482-906d-43f3-8e3c-9b32125b1816 HTTP/1.1" status: 200 len: 844 time: 0.1638916 Jun 16 15:19:35.158415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57556) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:35.196472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.212872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.223826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 2b0ac3a5-8b4c-4b57-995c-2edd39818b3e will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:35.293013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57560) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:35.296853 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b101b6ad-a4d3-4b9b-bb10-c250f71bc883 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/65fcc482-906d-43f3-8e3c-9b32125b1816?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1365020 Jun 16 15:19:35.301981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:35.303164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 75512405-ba49-4c2a-978f-f08c94023855 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:35.331984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.337006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:35.341613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.342068 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 75512405-ba49-4c2a-978f-f08c94023855 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:35.342637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 75512405-ba49-4c2a-978f-f08c94023855 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:35.347237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=f77501ca-bc4f-4b10-a2e4-52c032d60f41,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:35.379790 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.428869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-21ccce20-1f75-401e-9929-bcbf0c15c163 None None] Allocated IP 2001:db8:0:1::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/f5d0482d-b1fe-4752-84ab-bc4352d57286/f77501ca-bc4f-4b10-a2e4-52c032d60f41) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:35.529842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.583705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-21ccce20-1f75-401e-9929-bcbf0c15c163 None None] For port f77501ca-bc4f-4b10-a2e4-52c032d60f41, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f77501ca-bc4f-4b10-a2e4-52c032d60f41,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:35.596529 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8011971 Jun 16 15:19:35.597000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57564) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:35.598955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:35.603675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'subnet': {'network_id': 'b1973703-a877-46c2-81f5-a9ee1eb61830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:35.606678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b500fea-e8da-4c7a-9263-081d3235a585 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Network': ['ID=b1973703-a877-46c2-81f5-a9ee1eb61830,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:35.613371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:35.617592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:35.619984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network b1973703-a877-46c2-81f5-a9ee1eb61830 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:19:35.622734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:35.628286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:35.628910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.635343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=2b0ac3a5-8b4c-4b57-995c-2edd39818b3e,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:35.638096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:35.645690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:35.649134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21ccce20-1f75-401e-9929-bcbf0c15c163 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.654997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:35.721869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-21ccce20-1f75-401e-9929-bcbf0c15c163 None None] Transition to ACTIVE for port object f77501ca-bc4f-4b10-a2e4-52c032d60f41 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:35.724211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:35.728050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:subnet and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:35.730827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:35.735861 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-92ddf391-fa48-4f2a-917f-c7f8beabdaf8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1115859 Jun 16 15:19:35.737506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:35.738633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57568) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:35.789977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21ccce20-1f75-401e-9929-bcbf0c15c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.807584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-625dbf99-764c-4191-8862-00031ba7854c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 2b0ac3a5-8b4c-4b57-995c-2edd39818b3e {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:35.807929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-625dbf99-764c-4191-8862-00031ba7854c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.818185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:35.821816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.837858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:35.840308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:35.959109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccce20-1f75-401e-9929-bcbf0c15c163 None None] Pushing event updated for resources: {'Port': ['ID=f77501ca-bc4f-4b10-a2e4-52c032d60f41,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:36.253856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:36.346643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Subnet': ['ID=4f3dd6a4-c74a-47ea-86f2-57c55b25984c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:36.354125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Checking segment: {'id': '205172e8-eea9-4040-854f-973a8df70587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b1973703-a877-46c2-81f5-a9ee1eb61830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:36.354493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network hostable DHCP agents. Network: b1973703-a877-46c2-81f5-a9ee1eb61830, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:19:36.357358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-625dbf99-764c-4191-8862-00031ba7854c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:36.382633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57574) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:36.463548 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network b1973703-a877-46c2-81f5-a9ee1eb61830 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:19:36.506705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f77501ca-bc4f-4b10-a2e4-52c032d60f41 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:36.513941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-625dbf99-764c-4191-8862-00031ba7854c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 2b0ac3a5-8b4c-4b57-995c-2edd39818b3e owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:36.593530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, b1973703-a877-46c2-81f5-a9ee1eb61830) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:36.601402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:36.602052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:36.602815 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df12e13-f2f0-4d43-819c-4b034fa3c673 None None] Network b1973703-a877-46c2-81f5-a9ee1eb61830 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:36.658522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:36.661956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Deleting port 88c47889-f66f-4bc6-9104-e70cc7453e7d {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:36.662311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:36.735828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:36.742459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:36.750843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:36.751382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:36.758182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568b59c-ad7a-454d-bc48-e64aeb7bcc58 None None] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:36.767637 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-69c7be39-73b4-4143-9560-679f6ad49dc0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1665778 Jun 16 15:19:36.769408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57578) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:36.776051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1897022593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:36.787022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:36.807291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=9579e49d-3bc3-4404-aca2-1461dd71d0d6,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:36.842119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:router and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:36.852618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:36.866060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:36.885338 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ce9704b4-b835-4580-8a35-58222d4028cb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5918064 Jun 16 15:19:36.888193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57582) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:36.894605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'security_group': {'name': 'tempest-secgroup-237207121'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:36.897715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:36.898043 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:36.900341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:36.904362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:36.907628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:36.914831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:36.918654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-625dbf99-764c-4191-8862-00031ba7854c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:36.961209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f7ab6e51-156f-4d2d-9cff-b396bf827c5e no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:36.980697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dbf99-764c-4191-8862-00031ba7854c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=2b0ac3a5-8b4c-4b57-995c-2edd39818b3e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:37.033141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.034321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.034626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4c33a15b-1dd8-4d09-b7c9-20a3082dd26c None None] Provisioning for port f77501ca-bc4f-4b10-a2e4-52c032d60f41 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:37.044585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Calling delete_port for 88c47889-f66f-4bc6-9104-e70cc7453e7d owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:37.054120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: f7ab6e51-156f-4d2d-9cff-b396bf827c5e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:37.054475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f7ab6e51-156f-4d2d-9cff-b396bf827c5e not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:37.061962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4c33a15b-1dd8-4d09-b7c9-20a3082dd26c None None] Provisioning complete for port f77501ca-bc4f-4b10-a2e4-52c032d60f41 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:37.062329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4c33a15b-1dd8-4d09-b7c9-20a3082dd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.086770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.097900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-625dbf99-764c-4191-8862-00031ba7854c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.100184 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-625dbf99-764c-4191-8862-00031ba7854c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/2b0ac3a5-8b4c-4b57-995c-2edd39818b3e HTTP/1.1" status: 204 len: 168 time: 1.3604345 Jun 16 15:19:37.103198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57586) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:37.174072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:37.178433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.185849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group_rule and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:37.193610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:37.202547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:37.240312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-b1973703-a877-46c2-81f5-a9ee1eb61830', 'network_id': 'b1973703-a877-46c2-81f5-a9ee1eb61830', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'fixed_ips': [{'subnet_id': '4f3dd6a4-c74a-47ea-86f2-57c55b25984c'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:19:37.241181 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.255700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.283658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eee6bf-dd5d-409a-934d-e10b5072efab tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:37.284446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-98eee6bf-dd5d-409a-934d-e10b5072efab tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:37.347032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.370475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.372093 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-34969a1d-971b-466d-abeb-0d1ad55455bb tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6028326 Jun 16 15:19:37.375674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57590) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:37.408133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.441867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-98eee6bf-dd5d-409a-934d-e10b5072efab tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:37.441867 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-98eee6bf-dd5d-409a-934d-e10b5072efab tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3373888 Jun 16 15:19:37.450148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57594) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:37.467611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event deleted for resources: {'Port': ['ID=88c47889-f66f-4bc6-9104-e70cc7453e7d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:37.558246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.588784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4c33a15b-1dd8-4d09-b7c9-20a3082dd26c None None] Current status of the port f77501ca-bc4f-4b10-a2e4-52c032d60f41 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:37.592102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.592459 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Floating IP 72acc016-2b05-419b-ad9b-ecdd3bda6da4 disassociated (deleted). External IP: 172.26.2.58, port: 4d1853ef-4175-4f55-858f-5da4c5bf02b9. Jun 16 15:19:37.606013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Allocated IP 2001:db8::2 (b1973703-a877-46c2-81f5-a9ee1eb61830/4f3dd6a4-c74a-47ea-86f2-57c55b25984c/272f0e59-bf26-45be-b51f-90338aff2e5a) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:37.639195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'tenant_id': '278eafbf3c42411cb71556eb113bb9fd', 'fixed_ips': [{'subnet_id': '9579e49d-3bc3-4404-aca2-1461dd71d0d6'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:19:37.640572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.749723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc28f3c-a3cc-41cd-b4d3-e96b988eea7c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:37.775545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f121c7db-f278-4654-8962-0e611d171f2c None None] Could not find standard attr ID for object 2b0ac3a5-8b4c-4b57-995c-2edd39818b3e. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:19:37.949186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:37.950411 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f5055dea-f4d5-4b73-9e6c-2c61b6d4a813 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0610673 Jun 16 15:19:37.973576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Allocated IP 2001:db8::2 (5c276e7a-6692-418a-aa1d-c4ca41a3a88b/9579e49d-3bc3-4404-aca2-1461dd71d0d6/cbfe571c-3655-4171-a35d-1d798c1edec4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:37.983231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.001145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Transition to ACTIVE for port object 272f0e59-bf26-45be-b51f-90338aff2e5a will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:38.016146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57598) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:38.027778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'security_group': {'name': 'tempest-secgroup-1407451363'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:38.060992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:38.075310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1be3027-fa5b-4498-9755-e2789c67e068 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:38.078023 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d1be3027-fa5b-4498-9755-e2789c67e068 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6260786 Jun 16 15:19:38.083133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57602) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:38.085739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:38.094843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:38.104810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:38.109512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Transition to ACTIVE for port object 272f0e59-bf26-45be-b51f-90338aff2e5a will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:38.154033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.184026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1516f2ef-6540-4f58-b245-288365601ba2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:38.185639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1516f2ef-6540-4f58-b245-288365601ba2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:38.187836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1516f2ef-6540-4f58-b245-288365601ba2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:38.188805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1516f2ef-6540-4f58-b245-288365601ba2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:38.207652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Router f7b356ef-b008-492b-8021-593e18b0e281 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:19:38.216442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.248487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.306882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1516f2ef-6540-4f58-b245-288365601ba2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:38.310562 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1516f2ef-6540-4f58-b245-288365601ba2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2239475 Jun 16 15:19:38.310851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57606) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:38.324609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.330494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Network b1973703-a877-46c2-81f5-a9ee1eb61830 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:38.336266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:38.343716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:38.359182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Transition to ACTIVE for port object cbfe571c-3655-4171-a35d-1d798c1edec4 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:38.371033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:38.385621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group_rule and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:38.395675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:38.407764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:38.417050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Pushing event updated for resources: {'Port': ['ID=272f0e59-bf26-45be-b51f-90338aff2e5a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:38.466173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-41600f88-6de5-41dd-9856-fc891891bf7f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 40ab4655-1f75-4e54-a10f-9beb6bc4cf52 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:38.471218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41600f88-6de5-41dd-9856-fc891891bf7f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.477860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Transition to ACTIVE for port object cbfe571c-3655-4171-a35d-1d798c1edec4 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:38.488667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Attempting to bind port 272f0e59-bf26-45be-b51f-90338aff2e5a on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:19:38.489064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Attempting to bind port 272f0e59-bf26-45be-b51f-90338aff2e5a by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '205172e8-eea9-4040-854f-973a8df70587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b1973703-a877-46c2-81f5-a9ee1eb61830'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:19:38.489426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Attempting to bind port 272f0e59-bf26-45be-b51f-90338aff2e5a on network b1973703-a877-46c2-81f5-a9ee1eb61830 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:19:38.495335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:19:38.495709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Checking segment: {'id': '205172e8-eea9-4040-854f-973a8df70587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b1973703-a877-46c2-81f5-a9ee1eb61830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:38.496141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.496534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Bound using segment: {'id': '205172e8-eea9-4040-854f-973a8df70587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b1973703-a877-46c2-81f5-a9ee1eb61830'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:19:38.497143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Bound port: 272f0e59-bf26-45be-b51f-90338aff2e5a, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205172e8-eea9-4040-854f-973a8df70587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b1973703-a877-46c2-81f5-a9ee1eb61830'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:19:38.497571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.499732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:38.508071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.517699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] Sync routers for ids ['f7b356ef-b008-492b-8021-593e18b0e281'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:38.572195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] Routers {'f7b356ef-b008-492b-8021-593e18b0e281'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:38.572841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f7b356ef-b008-492b-8021-593e18b0e281'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:38.580210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41600f88-6de5-41dd-9856-fc891891bf7f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.614417 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-118719f8-1b43-4214-af9d-c27e95e4dc92 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "DELETE /v2.0/floatingips/72acc016-2b05-419b-ad9b-ecdd3bda6da4 HTTP/1.1" status: 204 len: 168 time: 2.2306280 Jun 16 15:19:38.619677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:19:38.621895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.626038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Allocated IP 2001:db8::1 (b1973703-a877-46c2-81f5-a9ee1eb61830/4f3dd6a4-c74a-47ea-86f2-57c55b25984c/c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:38.636254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.682922 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06804bb-6a63-4d63-ac94-a1404acf9a6d'] response: {'name': 'network-changed', 'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'status': 'completed', 'code': 200} Jun 16 15:19:38.708613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.781626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41600f88-6de5-41dd-9856-fc891891bf7f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.816783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:38.826304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:38.851515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b946c5-4a1f-4423-8b15-6f77c769ad35,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:38.866437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-9b9f077b-e383-44d4-b5c9-d1cdf9f284ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:38.868002 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-9b9f077b-e383-44d4-b5c9-d1cdf9f284ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=22df4aa6c5894134881a69db71020b4a&device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 1099 time: 0.1594777 Jun 16 15:19:38.886886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:38.903181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.907653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Pushing event updated for resources: {'Port': ['ID=cbfe571c-3655-4171-a35d-1d798c1edec4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:38.916771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] For port 272f0e59-bf26-45be-b51f-90338aff2e5a, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:19:38.925936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Transition to ACTIVE for port object c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:38.946745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:38.948355 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-372817db-6780-4bba-9b16-fac4be23676c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9309480 Jun 16 15:19:38.954023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57614) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:38.964616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-626948779', 'security_groups': ['99b946c5-4a1f-4423-8b15-6f77c769ad35'], 'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9579e49d-3bc3-4404-aca2-1461dd71d0d6'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:38.996463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41600f88-6de5-41dd-9856-fc891891bf7f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.018018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] For port 272f0e59-bf26-45be-b51f-90338aff2e5a, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=272f0e59-bf26-45be-b51f-90338aff2e5a,segment=NetworkSegment(205172e8-eea9-4040-854f-973a8df70587),segment_id=205172e8-eea9-4040-854f-973a8df70587)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:19:39.044959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] Set router f7b356ef-b008-492b-8021-593e18b0e281 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:19:39.051543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41600f88-6de5-41dd-9856-fc891891bf7f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=40ab4655-1f75-4e54-a10f-9beb6bc4cf52,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:39.053751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41600f88-6de5-41dd-9856-fc891891bf7f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.057998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.085457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-0a19f796-3d8b-4141-9f50-e7f0972864d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:39.087076 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-0a19f796-3d8b-4141-9f50-e7f0972864d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9036688-7317-44ad-8bb5-a617606fc8a8 HTTP/1.1" status: 200 len: 898 time: 0.2089865 Jun 16 15:19:39.090552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d7141f-dd41-4b28-a058-d1c45d489306 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:39.130386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Attempting to bind port cbfe571c-3655-4171-a35d-1d798c1edec4 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:19:39.130758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Attempting to bind port cbfe571c-3655-4171-a35d-1d798c1edec4 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'af2dcb36-4f75-473f-914e-252399615ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:19:39.131150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Attempting to bind port cbfe571c-3655-4171-a35d-1d798c1edec4 on network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:19:39.134184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.156227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network b1973703-a877-46c2-81f5-a9ee1eb61830 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:39.161998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:39.167007 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-4304b713-5ffd-4e82-ad29-6b7f5f8a75eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9 HTTP/1.1" status: 200 len: 217 time: 0.0722911 Jun 16 15:19:39.167936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:39.168468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.183964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:39.194995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:19:39.195372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Checking segment: {'id': 'af2dcb36-4f75-473f-914e-252399615ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:39.195765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.196158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Bound using segment: {'id': 'af2dcb36-4f75-473f-914e-252399615ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:19:39.196646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Bound port: cbfe571c-3655-4171-a35d-1d798c1edec4, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2dcb36-4f75-473f-914e-252399615ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:19:39.197018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.213864 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-41600f88-6de5-41dd-9856-fc891891bf7f tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/40ab4655-1f75-4e54-a10f-9beb6bc4cf52 HTTP/1.1" status: 204 len: 168 time: 0.9018972 Jun 16 15:19:39.220587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57618) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:39.262146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-e88abee5-4d29-4d93-bf21-1e618a008156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:39.263886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:39.264550 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-e88abee5-4d29-4d93-bf21-1e618a008156 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe HTTP/1.1" status: 200 len: 835 time: 0.0885897 Jun 16 15:19:39.299824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:39.328726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd029cc-638c-43b8-9c27-014fac28f973 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet f5d0482d-b1fe-4752-84ab-bc4352d57286 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:39.341176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7fd029cc-638c-43b8-9c27-014fac28f973 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.380421 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-dd939073-269c-490d-909e-f8093a65390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:39.382178 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-dd939073-269c-490d-909e-f8093a65390b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9036688-7317-44ad-8bb5-a617606fc8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1070764 Jun 16 15:19:39.426531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7fd029cc-638c-43b8-9c27-014fac28f973 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.469787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:39.567495 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-c98fe69f-3a3a-411d-a0b4-d274bc6db858 service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779404 Jun 16 15:19:39.608941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc158d-58f2-4e3f-b66d-6e07414357f5 None None] Pushing event updated for resources: {'Port': ['ID=272f0e59-bf26-45be-b51f-90338aff2e5a,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:39.674090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] For port cbfe571c-3655-4171-a35d-1d798c1edec4, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:19:39.688530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.745871 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4cebc4f-fcef-497a-a520-39e2ace697ba req-906ce939-9f24-422a-8370-6eb9f2b9ad11 service neutron] 10.222.0.46 "GET /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700294 Jun 16 15:19:39.762319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] For port cbfe571c-3655-4171-a35d-1d798c1edec4, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cbfe571c-3655-4171-a35d-1d798c1edec4,segment=NetworkSegment(af2dcb36-4f75-473f-914e-252399615ab5),segment_id=af2dcb36-4f75-473f-914e-252399615ab5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:19:39.872716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'cf89a51f-4dce-4e94-bd51-4729c0e92584', 'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'mac_address': 'fa:16:3e:48:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:31Z', 'updated_at': '2022-06-16T15:17:48Z', 'revision_number': 5, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'subnets': [{'id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:39.891010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] Checking router: f7b356ef-b008-492b-8021-593e18b0e281 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:19:39.901814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.968425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7fd029cc-638c-43b8-9c27-014fac28f973 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:39.996951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] Routers {'f7b356ef-b008-492b-8021-593e18b0e281'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:39.998513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f7b356ef-b008-492b-8021-593e18b0e281'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:40.048857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:40.110115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91184e76-d26c-4cde-9efa-cebc59970bac None None] Pushing event updated for resources: {'Port': ['ID=cbfe571c-3655-4171-a35d-1d798c1edec4,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:40.133205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a2f9e-0e62-46f4-95ed-9f16b13bbfb2 req-8846d274-e577-46b5-812c-a09fa1cb785a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:40.141022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e9a2f9e-0e62-46f4-95ed-9f16b13bbfb2 req-8846d274-e577-46b5-812c-a09fa1cb785a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.6796298 Jun 16 15:19:40.268571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] Set router f7b356ef-b008-492b-8021-593e18b0e281 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:19:40.332000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port 1a5614c3-4127-4d64-bf82-66e9f647829f yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:40.416227 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e9a2f9e-0e62-46f4-95ed-9f16b13bbfb2 req-fd33f741-3def-4a76-b554-d6902e497c58 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743180 Jun 16 15:19:40.636661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7fd029cc-638c-43b8-9c27-014fac28f973 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:40.723880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cbfe571c-3655-4171-a35d-1d798c1edec4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:40.770095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7fd029cc-638c-43b8-9c27-014fac28f973 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:40.821642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd029cc-638c-43b8-9c27-014fac28f973 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d0482d-b1fe-4752-84ab-bc4352d57286,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:40.855041 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7fd029cc-638c-43b8-9c27-014fac28f973 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/f5d0482d-b1fe-4752-84ab-bc4352d57286 HTTP/1.1" status: 204 len: 168 time: 1.6321762 Jun 16 15:19:40.857691 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57624) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:40.895236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'cf89a51f-4dce-4e94-bd51-4729c0e92584', 'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'mac_address': 'fa:16:3e:48:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:31Z', 'updated_at': '2022-06-16T15:17:48Z', 'revision_number': 5, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'subnets': [{'id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:40.895739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53e85-17e6-45bf-a6ce-6594a5115b9f None None] The sync data for ids ['f7b356ef-b008-492b-8021-593e18b0e281'] in dv-neutron-846028-2-hyperv is: [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'cf89a51f-4dce-4e94-bd51-4729c0e92584', 'name': '', 'network_id': 'e9036688-7317-44ad-8bb5-a617606fc8a8', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'mac_address': 'fa:16:3e:48:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:31Z', 'updated_at': '2022-06-16T15:17:48Z', 'revision_number': 5, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'subnets': [{'id': '4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:40.957116 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:40.958667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port cbfe571c-3655-4171-a35d-1d798c1edec4 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:40.967887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 272f0e59-bf26-45be-b51f-90338aff2e5a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:40.984270 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-de1d2b3d-683b-4569-9da7-34f9fbfee7be tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249330 Jun 16 15:19:40.989353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57628) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:40.992127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8::244 (5c276e7a-6692-418a-aa1d-c4ca41a3a88b/9579e49d-3bc3-4404-aca2-1461dd71d0d6/1a5614c3-4127-4d64-bf82-66e9f647829f) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:41.004906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:41.039333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:41.040115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:41.140331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7546758-9582-4269-be0c-2d9076ac8b3a None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:41.197333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c4a2d72d-ac4f-40bc-a43d-318023974d3e None None] Provisioning complete for port f77501ca-bc4f-4b10-a2e4-52c032d60f41 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:41.197701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c4a2d72d-ac4f-40bc-a43d-318023974d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:41.355471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:41.381693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:41.388927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:41.413027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-72a50a7c-bd45-4431-be64-9e635e3bb184 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:41.413452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875246a2-63f0-4699-9406-66a4701a89b6 None None] Network b1973703-a877-46c2-81f5-a9ee1eb61830 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:41.413688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-72a50a7c-bd45-4431-be64-9e635e3bb184 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Synchronizing usage tracker for tenant:22df4aa6c5894134881a69db71020b4a on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:41.451459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:41.463571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 272f0e59-bf26-45be-b51f-90338aff2e5a completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:41.530115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-72a50a7c-bd45-4431-be64-9e635e3bb184 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Unset dirty status for tenant:22df4aa6c5894134881a69db71020b4a on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:41.531481 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-72a50a7c-bd45-4431-be64-9e635e3bb184 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.46 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.5458627 Jun 16 15:19:41.570607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:41.584550 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b2e5f6-9b72-441b-979e-6948946772e3 None None] New status for floating IP 72acc016-2b05-419b-ad9b-ecdd3bda6da4: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:19:41.596421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network b1973703-a877-46c2-81f5-a9ee1eb61830 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:41.600892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:41.693538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-b695254f-00aa-44bd-9aae-b911dd9cce7a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Deleting port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:41.694143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-b695254f-00aa-44bd-9aae-b911dd9cce7a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:41.764117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:41.768620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:41.886859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c4a2d72d-ac4f-40bc-a43d-318023974d3e None None] Current status of the port f77501ca-bc4f-4b10-a2e4-52c032d60f41 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:41.897529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60191766-d888-427e-bbe9-cb812b1b91c4 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:41.907334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-60191766-d888-427e-bbe9-cb812b1b91c4 None None] Deleting port f77501ca-bc4f-4b10-a2e4-52c032d60f41 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:41.907797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60191766-d888-427e-bbe9-cb812b1b91c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:42.054096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Provisioning complete for port 65fcc482-906d-43f3-8e3c-9b32125b1816 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:42.054570 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:42.096399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-b695254f-00aa-44bd-9aae-b911dd9cce7a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] For port 4d1853ef-4175-4f55-858f-5da4c5bf02b9, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4d1853ef-4175-4f55-858f-5da4c5bf02b9,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:42.100285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-b695254f-00aa-44bd-9aae-b911dd9cce7a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:42.224652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Port 65fcc482-906d-43f3-8e3c-9b32125b1816 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:42.239180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-60191766-d888-427e-bbe9-cb812b1b91c4 None None] For port f77501ca-bc4f-4b10-a2e4-52c032d60f41, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f77501ca-bc4f-4b10-a2e4-52c032d60f41,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:42.239538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:42.239718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60191766-d888-427e-bbe9-cb812b1b91c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:42.262997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object 1a5614c3-4127-4d64-bf82-66e9f647829f will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:42.287827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-b695254f-00aa-44bd-9aae-b911dd9cce7a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Calling delete_port for 4d1853ef-4175-4f55-858f-5da4c5bf02b9 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:42.419519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65f693-a8ac-44f7-94d2-8ddbd2ce9f87 req-d434727c-0788-4bf3-b4ff-01cf38c8d50f tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:42.428526 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8b65f693-a8ac-44f7-94d2-8ddbd2ce9f87 req-d434727c-0788-4bf3-b4ff-01cf38c8d50f tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 946 time: 0.8183279 Jun 16 15:19:42.436210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-60191766-d888-427e-bbe9-cb812b1b91c4 None None] Calling delete_port for f77501ca-bc4f-4b10-a2e4-52c032d60f41 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:42.451322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:42.502674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Provisioning for port 272f0e59-bf26-45be-b51f-90338aff2e5a completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:42.510407 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f77501ca-bc4f-4b10-a2e4-52c032d60f41 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:42.557259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Provisioning complete for port 272f0e59-bf26-45be-b51f-90338aff2e5a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:42.557625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:42.600154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:42.635840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:42.639015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:42.647964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:42.648682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:42.649707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-b695254f-00aa-44bd-9aae-b911dd9cce7a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:42.696002 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8b65f693-a8ac-44f7-94d2-8ddbd2ce9f87 req-9cc1f807-ce5f-4405-8279-a69d01855af2 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/security-groups?id=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673144 Jun 16 15:19:42.699482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=1a5614c3-4127-4d64-bf82-66e9f647829f,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:42.766446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695254f-00aa-44bd-9aae-b911dd9cce7a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event deleted for resources: {'Port': ['ID=4d1853ef-4175-4f55-858f-5da4c5bf02b9,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:42.804539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 7894ddfa-848e-4ac2-9517-dc9ff344fc15 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:19:42.915998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-b695254f-00aa-44bd-9aae-b911dd9cce7a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] No DVR routers for this DVR port 4d1853ef-4175-4f55-858f-5da4c5bf02b9 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:42.922827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-b695254f-00aa-44bd-9aae-b911dd9cce7a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:42.927086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'name': 'network-vif-deleted', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:19:42.973268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Port f77501ca-bc4f-4b10-a2e4-52c032d60f41 update to DOWN by agent not found {{(pid=89747) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2142}} Jun 16 15:19:42.981590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60191766-d888-427e-bbe9-cb812b1b91c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:43.027779 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca831412-6a20-4700-9b42-aecbda5abd0d'] response: {'server_uuid': '673565e2-8a96-4100-9dbd-2df4ebb48d47', 'name': 'network-vif-deleted', 'tag': '4d1853ef-4175-4f55-858f-5da4c5bf02b9', 'status': 'completed', 'code': 200} Jun 16 15:19:43.062888 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-50f15348-c92a-4810-bebc-9925c6f40649 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1074951 Jun 16 15:19:43.066485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57636) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:43.073290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:43.104144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60191766-d888-427e-bbe9-cb812b1b91c4 None None] Pushing event deleted for resources: {'Port': ['ID=f77501ca-bc4f-4b10-a2e4-52c032d60f41,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:43.111562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60191766-d888-427e-bbe9-cb812b1b91c4 None None] No DVR routers for this DVR port f77501ca-bc4f-4b10-a2e4-52c032d60f41 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:43.136361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Current status of the port 272f0e59-bf26-45be-b51f-90338aff2e5a is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:43.136922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:43.154159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:43.156759 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f9004e79-8054-43e7-a53b-10cc3d7f98ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/7894ddfa-848e-4ac2-9517-dc9ff344fc15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7798321 Jun 16 15:19:43.159820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57640) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:43.182607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf23317-42c7-4f78-b13d-036a515800f6 None None] Sync routers for ids ['7894ddfa-848e-4ac2-9517-dc9ff344fc15'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:43.204260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf23317-42c7-4f78-b13d-036a515800f6 None None] Routers {'7894ddfa-848e-4ac2-9517-dc9ff344fc15'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:43.204968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-caf23317-42c7-4f78-b13d-036a515800f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7894ddfa-848e-4ac2-9517-dc9ff344fc15'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:43.224605 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-08961a82-16b0-43c6-b929-8ed264966cc3 req-b695254f-00aa-44bd-9aae-b911dd9cce7a tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.46 "DELETE /v2.0/ports/4d1853ef-4175-4f55-858f-5da4c5bf02b9 HTTP/1.1" status: 204 len: 173 time: 1.6823068 Jun 16 15:19:43.283157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-caf23317-42c7-4f78-b13d-036a515800f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:43.295734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] For port 272f0e59-bf26-45be-b51f-90338aff2e5a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=272f0e59-bf26-45be-b51f-90338aff2e5a,segment=NetworkSegment(205172e8-eea9-4040-854f-973a8df70587),segment_id=205172e8-eea9-4040-854f-973a8df70587)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:43.306813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf23317-42c7-4f78-b13d-036a515800f6 None None] Routers {'7894ddfa-848e-4ac2-9517-dc9ff344fc15'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:43.307598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-caf23317-42c7-4f78-b13d-036a515800f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7894ddfa-848e-4ac2-9517-dc9ff344fc15'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:43.365529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:43.369600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3337a8a1-1b82-4046-a9d0-933d3b1faacd tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:43.370430 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3337a8a1-1b82-4046-a9d0-933d3b1faacd tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:43.372628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:43.380851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:43.381044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-caf23317-42c7-4f78-b13d-036a515800f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:43.381298 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf23317-42c7-4f78-b13d-036a515800f6 None None] The sync data for ids ['7894ddfa-848e-4ac2-9517-dc9ff344fc15'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:43.385914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:43.388017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:43.461322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.objects.ports [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:19:43.462575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:43.472735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Pushing event updated for resources: {'Port': ['ID=272f0e59-bf26-45be-b51f-90338aff2e5a,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:43.498841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3337a8a1-1b82-4046-a9d0-933d3b1faacd tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:43.500592 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3337a8a1-1b82-4046-a9d0-933d3b1faacd tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports/c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0 HTTP/1.1" status: 200 len: 911 time: 0.3398402 Jun 16 15:19:43.504156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57644) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:43.524784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:43.527794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:43.532400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:43.533039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:43.538125 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2204cc15-2a10-41a2-afbb-2a6d9ce457b2 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:43.551017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=1dd70a8b-e678-4a59-8e7b-b8ba364625ea,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:43.660727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:43.664310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:43.751435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Provisioning for port cbfe571c-3655-4171-a35d-1d798c1edec4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:43.761939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Provisioning complete for port cbfe571c-3655-4171-a35d-1d798c1edec4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:43.762396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:43.779036 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-075928c5-ad75-4840-9d85-95562197355b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7843308 Jun 16 15:19:43.779365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57650) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:43.792786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:43.797578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '1dd70a8b-e678-4a59-8e7b-b8ba364625ea'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:19:43.798490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:43.951161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4d1853ef-4175-4f55-858f-5da4c5bf02b9 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:43.961380 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f4c2b9e7-23ce-456d-9f85-6bfe6ee5f9f8 req-ce9a7fa1-a84d-44c1-a4dd-d4b052820131 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "GET /v2.0/ports?device_id=673565e2-8a96-4100-9dbd-2df4ebb48d47 HTTP/1.1" status: 200 len: 210 time: 0.0548587 Jun 16 15:19:43.969917 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.ipam_backend_mixin [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9579e49d-3bc3-4404-aca2-1461dd71d0d6 (CIDR: 2001:db8::/64) Jun 16 15:19:44.002150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 4d1853ef-4175-4f55-858f-5da4c5bf02b9 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:44.002150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4d1853ef-4175-4f55-858f-5da4c5bf02b9 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:44.028340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:44.034398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:44.038439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:44.049018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:44.064875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Current status of the port cbfe571c-3655-4171-a35d-1d798c1edec4 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:44.065408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.100113 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Allocated IP 2001:db8::f816:3eff:fe82:5951 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/1dd70a8b-e678-4a59-8e7b-b8ba364625ea/f29a1a7b-c3e7-4e80-805e-51e136d94696) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:44.119952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] For port cbfe571c-3655-4171-a35d-1d798c1edec4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cbfe571c-3655-4171-a35d-1d798c1edec4,segment=NetworkSegment(af2dcb36-4f75-473f-914e-252399615ab5),segment_id=af2dcb36-4f75-473f-914e-252399615ab5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:44.138849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:44.139197 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:19:44.140217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:44.144280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.225146 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.255990 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1171d77d-ee04-4be9-918e-f81a52eac94e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1883614 Jun 16 15:19:44.263961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57654) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:44.272011 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:44.346385 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.ipam_backend_mixin [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1dd70a8b-e678-4a59-8e7b-b8ba364625ea (CIDR: 2001:db8::/64) Jun 16 15:19:44.395487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8cfa3-c1b0-4610-a99c-bd798c84031e None None] Pushing event updated for resources: {'Port': ['ID=cbfe571c-3655-4171-a35d-1d798c1edec4,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:44.416056 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:19:44.416518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:44.431550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.445619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Transition to ACTIVE for port object f29a1a7b-c3e7-4e80-805e-51e136d94696 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:44.467781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.470565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Transition to ACTIVE for port object f29a1a7b-c3e7-4e80-805e-51e136d94696 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:44.500458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cbfe571c-3655-4171-a35d-1d798c1edec4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:44.508137 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d8ea8284-1e5e-4780-b2e7-c4256aa3f970 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7267909 Jun 16 15:19:44.510698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57658) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:44.517034 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:44.535555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Provisioning for port 1a5614c3-4127-4d64-bf82-66e9f647829f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:44.551249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Provisioning complete for port 1a5614c3-4127-4d64-bf82-66e9f647829f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:44.551835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.587022 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.595606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:44.610545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:44.618058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:44.626774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:44.681613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:44.682679 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:44.686024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:44.691513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:44.695071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:44.697794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:44.704150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:44.706987 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Port 1a5614c3-4127-4d64-bf82-66e9f647829f cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:44.710403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Pushing event updated for resources: {'Port': ['ID=f29a1a7b-c3e7-4e80-805e-51e136d94696,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:44.755615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:44.759026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.778844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:44.783700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.853705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port cbfe571c-3655-4171-a35d-1d798c1edec4 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:44.854098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.898843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Provisioning for port c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:44.913098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Provisioning complete for port c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:44.913459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.966999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Attempting to bind port f29a1a7b-c3e7-4e80-805e-51e136d94696 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:19:44.966999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Attempting to bind port f29a1a7b-c3e7-4e80-805e-51e136d94696 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:19:44.966999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Attempting to bind port f29a1a7b-c3e7-4e80-805e-51e136d94696 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:19:44.982623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:19:44.983176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:44.983470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:44.983878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:19:44.986458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Bound port: f29a1a7b-c3e7-4e80-805e-51e136d94696, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:19:44.986458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.008051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:45.008564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.072218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Port c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:45.098960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57664) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:45.172123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Provisioning complete for port 272f0e59-bf26-45be-b51f-90338aff2e5a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:45.172423 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.196811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port cbfe571c-3655-4171-a35d-1d798c1edec4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:45.197936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 272f0e59-bf26-45be-b51f-90338aff2e5a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:45.227393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] For port f29a1a7b-c3e7-4e80-805e-51e136d94696, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:19:45.258386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] For port f29a1a7b-c3e7-4e80-805e-51e136d94696, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f29a1a7b-c3e7-4e80-805e-51e136d94696,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:19:45.294768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.355809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.362772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.430049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.438195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 272f0e59-bf26-45be-b51f-90338aff2e5a triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:45.440977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.441121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:45.455254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:45.456461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:45.467043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:45.470259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.503796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-54d9eebe-ea47-4434-84eb-329b49554464 None None] Current status of the port 272f0e59-bf26-45be-b51f-90338aff2e5a is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:45.521607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e98aaf-8685-4aaf-8035-71bfca4c6d0e None None] Pushing event updated for resources: {'Port': ['ID=f29a1a7b-c3e7-4e80-805e-51e136d94696,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:45.553780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:45.565900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:45.566085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=01089c0e-527d-426d-920a-8a6e99dc8eb6,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:45.566197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:45.566818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.582467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:45.586220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d70fc32-c04c-45ff-a8c2-965afc3084ca None None] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:45.690644 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-69443cc4-0b62-4f4f-9c59-3006524a96f4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1759543 Jun 16 15:19:45.694215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57668) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:45.699897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 272f0e59-bf26-45be-b51f-90338aff2e5a is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:45.701960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:58:99:5e', 'name': 'tempest-NetworksTestDHCPv6-1365203817'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:45.770491 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cadb578a-523b-4b0e-a945-9163065a99f7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5024176 Jun 16 15:19:45.770831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57672) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:45.787027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1309921916', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7'}], 'security_groups': ['6fc28f3c-a3cc-41cd-b4d3-e96b988eea7c']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:45.806858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-035d1f90-ce77-4bde-b2dc-b5ec774eba55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:45.957124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:46.018202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:46.026588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:46.031838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:46.036755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=c0b3a9dd-c8f2-43c2-bdf2-9cee1bb4bfb0,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:46.072154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:46.098788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8c0ba-683c-4d0e-babf-05bcaf4ccc9f None None] Update dhcp port {'port': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'fixed_ips': [{'subnet_id': '9579e49d-3bc3-4404-aca2-1461dd71d0d6', 'ip_address': '2001:db8::2'}, {'subnet_id': '07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': 'cbfe571c-3655-4171-a35d-1d798c1edec4'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:19:46.214385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c0ba-683c-4d0e-babf-05bcaf4ccc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:46.230661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:46.407631 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:46.437310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:46.523659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-0ec8c0ba-683c-4d0e-babf-05bcaf4ccc9f None None] Allocated IP 2001:db8:0:1::2 (5c276e7a-6692-418a-aa1d-c4ca41a3a88b/07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7/cbfe571c-3655-4171-a35d-1d798c1edec4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:46.548345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:46.572115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f29a1a7b-c3e7-4e80-805e-51e136d94696 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:46.585597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 34b2d16f-bc7a-47d8-b412-bec62dade66c yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:46.758454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0ec8c0ba-683c-4d0e-babf-05bcaf4ccc9f None None] For port cbfe571c-3655-4171-a35d-1d798c1edec4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cbfe571c-3655-4171-a35d-1d798c1edec4,segment=NetworkSegment(af2dcb36-4f75-473f-914e-252399615ab5),segment_id=af2dcb36-4f75-473f-914e-252399615ab5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:46.791543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c0ba-683c-4d0e-babf-05bcaf4ccc9f None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:46.808643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 7894ddfa-848e-4ac2-9517-dc9ff344fc15 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:19:46.820337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0ec8c0ba-683c-4d0e-babf-05bcaf4ccc9f None None] Transition to ACTIVE for port object cbfe571c-3655-4171-a35d-1d798c1edec4 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:46.830502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:46.850138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port f29a1a7b-c3e7-4e80-805e-51e136d94696 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:46.924278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c0ba-683c-4d0e-babf-05bcaf4ccc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:47.025516 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:47.038231 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376bb6d-d773-49a7-ae21-87959ab481ca None None] Sync routers for ids ['7894ddfa-848e-4ac2-9517-dc9ff344fc15'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:47.047986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8c0ba-683c-4d0e-babf-05bcaf4ccc9f None None] Pushing event updated for resources: {'Port': ['ID=cbfe571c-3655-4171-a35d-1d798c1edec4,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:47.049102 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376bb6d-d773-49a7-ae21-87959ab481ca None None] Routers {'7894ddfa-848e-4ac2-9517-dc9ff344fc15'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:47.050062 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7376bb6d-d773-49a7-ae21-87959ab481ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7894ddfa-848e-4ac2-9517-dc9ff344fc15'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:47.116454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3927c-b4c6-4ffa-84e2-e9cbee12738a None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:47.123368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8:0:1::a5 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/01089c0e-527d-426d-920a-8a6e99dc8eb6/34b2d16f-bc7a-47d8-b412-bec62dade66c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:47.152998 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7376bb6d-d773-49a7-ae21-87959ab481ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:47.172674 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376bb6d-d773-49a7-ae21-87959ab481ca None None] Routers {'7894ddfa-848e-4ac2-9517-dc9ff344fc15'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:47.172674 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7376bb6d-d773-49a7-ae21-87959ab481ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7894ddfa-848e-4ac2-9517-dc9ff344fc15'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:47.182586 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7eb41e49-4a36-475b-b598-39142b894581 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/7894ddfa-848e-4ac2-9517-dc9ff344fc15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6759205 Jun 16 15:19:47.191987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57676) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:47.264066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3eb98e9b-38bd-409d-996b-4562520be1dd tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:47.297662 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7376bb6d-d773-49a7-ae21-87959ab481ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:47.298168 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376bb6d-d773-49a7-ae21-87959ab481ca None None] The sync data for ids ['7894ddfa-848e-4ac2-9517-dc9ff344fc15'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:47.372955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-449cc142-bccf-46b6-b0af-8dfec4e7258a None None] Provisioning for port f29a1a7b-c3e7-4e80-805e-51e136d94696 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:47.399272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::f816:3eff:fe58:995e (31e74b08-3bfc-4c0f-a043-3479a97b05c8/1dd70a8b-e678-4a59-8e7b-b8ba364625ea/34b2d16f-bc7a-47d8-b412-bec62dade66c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:47.402117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-449cc142-bccf-46b6-b0af-8dfec4e7258a None None] Provisioning complete for port f29a1a7b-c3e7-4e80-805e-51e136d94696 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:47.402117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-449cc142-bccf-46b6-b0af-8dfec4e7258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:47.422751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3eb98e9b-38bd-409d-996b-4562520be1dd tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:47.424055 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3eb98e9b-38bd-409d-996b-4562520be1dd tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894ddfa-848e-4ac2-9517-dc9ff344fc15 HTTP/1.1" status: 200 len: 205 time: 0.2307372 Jun 16 15:19:47.429808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57680) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:47.457534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Deleting port cf89a51f-4dce-4e94-bd51-4729c0e92584 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:47.459502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:47.724832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Delete allocated IP 2001:db8::244 (5c276e7a-6692-418a-aa1d-c4ca41a3a88b/9579e49d-3bc3-4404-aca2-1461dd71d0d6) {{(pid=89746) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 16 15:19:47.734710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8:0:1::37c (5c276e7a-6692-418a-aa1d-c4ca41a3a88b/07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7/1a5614c3-4127-4d64-bf82-66e9f647829f) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:47.739183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-449cc142-bccf-46b6-b0af-8dfec4e7258a None None] Current status of the port f29a1a7b-c3e7-4e80-805e-51e136d94696 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:47.739589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-449cc142-bccf-46b6-b0af-8dfec4e7258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:47.781362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-449cc142-bccf-46b6-b0af-8dfec4e7258a None None] For port f29a1a7b-c3e7-4e80-805e-51e136d94696, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f29a1a7b-c3e7-4e80-805e-51e136d94696,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:47.873080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-449cc142-bccf-46b6-b0af-8dfec4e7258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:47.887091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] For port cf89a51f-4dce-4e94-bd51-4729c0e92584, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cf89a51f-4dce-4e94-bd51-4729c0e92584,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:47.887540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:47.960478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c5bebf0-6d4b-47b5-b412-ac85dd208312 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:47.971536 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bacbe6-01ad-4032-a2a7-39a06acb5dd2 None None] Update dhcp port {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': '1dd70a8b-e678-4a59-8e7b-b8ba364625ea', 'ip_address': '2001:db8::f816:3eff:fe82:5951'}, {'subnet_id': '01089c0e-527d-426d-920a-8a6e99dc8eb6'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': 'f29a1a7b-c3e7-4e80-805e-51e136d94696'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:19:48.017539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cc142-bccf-46b6-b0af-8dfec4e7258a None None] Pushing event updated for resources: {'Port': ['ID=f29a1a7b-c3e7-4e80-805e-51e136d94696,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:48.038984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09bacbe6-01ad-4032-a2a7-39a06acb5dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.051313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Calling delete_port for cf89a51f-4dce-4e94-bd51-4729c0e92584 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:48.098811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.137049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 34b2d16f-bc7a-47d8-b412-bec62dade66c will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:48.169370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f676a533-df9a-45d0-9305-0471fc17ab58 None None] Provisioning complete for port 1a5614c3-4127-4d64-bf82-66e9f647829f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:48.169946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f676a533-df9a-45d0-9305-0471fc17ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.262542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f676a533-df9a-45d0-9305-0471fc17ab58 None None] Port 1a5614c3-4127-4d64-bf82-66e9f647829f cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:48.284512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.320784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f676a533-df9a-45d0-9305-0471fc17ab58 None None] Provisioning complete for port 65fcc482-906d-43f3-8e3c-9b32125b1816 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:48.321596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f676a533-df9a-45d0-9305-0471fc17ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.337750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c5bebf0-6d4b-47b5-b412-ac85dd208312 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.342334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c5bebf0-6d4b-47b5-b412-ac85dd208312 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.385889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.386154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:48.393589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-09bacbe6-01ad-4032-a2a7-39a06acb5dd2 None None] Allocated IP 2001:db8:0:1::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/01089c0e-527d-426d-920a-8a6e99dc8eb6/f29a1a7b-c3e7-4e80-805e-51e136d94696) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:48.396112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07f0e2c3-7bf5-4417-82fa-44bc27c38305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.398422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:48.399029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f676a533-df9a-45d0-9305-0471fc17ab58 None None] Port 65fcc482-906d-43f3-8e3c-9b32125b1816 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:48.408330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object 1a5614c3-4127-4d64-bf82-66e9f647829f will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:48.409026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:48.414701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:48.415345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.426355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=34b2d16f-bc7a-47d8-b412-bec62dade66c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:48.467704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c5bebf0-6d4b-47b5-b412-ac85dd208312 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.468601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5bebf0-6d4b-47b5-b412-ac85dd208312 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Fanout notify agent at l3_agent the message router_deleted on router 7894ddfa-848e-4ac2-9517-dc9ff344fc15 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:19:48.481509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c5bebf0-6d4b-47b5-b412-ac85dd208312 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.482626 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3c5bebf0-6d4b-47b5-b412-ac85dd208312 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/7894ddfa-848e-4ac2-9517-dc9ff344fc15 HTTP/1.1" status: 204 len: 168 time: 1.0538094 Jun 16 15:19:48.485356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57684) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:48.505703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f29a1a7b-c3e7-4e80-805e-51e136d94696 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:48.524348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.532761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.542309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f676a533-df9a-45d0-9305-0471fc17ab58 None None] Provisioning for port cbfe571c-3655-4171-a35d-1d798c1edec4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:48.567642 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f676a533-df9a-45d0-9305-0471fc17ab58 None None] Provisioning complete for port cbfe571c-3655-4171-a35d-1d798c1edec4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:48.579206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f676a533-df9a-45d0-9305-0471fc17ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.586803 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-29b0fd6a-c7d8-47cf-bad0-4c8544dc5e06 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8887262 Jun 16 15:19:48.587039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event deleted for resources: {'Port': ['ID=cf89a51f-4dce-4e94-bd51-4729c0e92584,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:48.589048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57688) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:48.660504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcd6222-3b17-4db8-9446-083957158a49 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting subnet 4f3dd6a4-c74a-47ea-86f2-57c55b25984c {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:48.672961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bcd6222-3b17-4db8-9446-083957158a49 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.713223 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1be67718-1e0f-44a5-9f4a-3a373a1747e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 34b2d16f-bc7a-47d8-b412-bec62dade66c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:48.714062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1be67718-1e0f-44a5-9f4a-3a373a1747e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.733107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] In _notify_port_updated(), no bound segment for port 1a5614c3-4127-4d64-bf82-66e9f647829f on network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:19:48.739985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:48.740168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.742287 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "PUT /v2.0/ports/1a5614c3-4127-4d64-bf82-66e9f647829f HTTP/1.1" status: 200 len: 931 time: 2.9700806 Jun 16 15:19:48.747595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57692) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:48.758604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c589c66-4eee-4710-8f89-071301649eed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=1a5614c3-4127-4d64-bf82-66e9f647829f,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:48.805932 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bcd6222-3b17-4db8-9446-083957158a49 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.846077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f29a1a7b-c3e7-4e80-805e-51e136d94696 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:48.846077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.944317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.978540 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bcd6222-3b17-4db8-9446-083957158a49 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:48.989433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-09bacbe6-01ad-4032-a2a7-39a06acb5dd2 None None] For port f29a1a7b-c3e7-4e80-805e-51e136d94696, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f29a1a7b-c3e7-4e80-805e-51e136d94696,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:49.019403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f676a533-df9a-45d0-9305-0471fc17ab58 None None] Current status of the port cbfe571c-3655-4171-a35d-1d798c1edec4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:49.063829 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09bacbe6-01ad-4032-a2a7-39a06acb5dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.067517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-deee68af-63dd-4208-8580-14da785f218e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 1a5614c3-4127-4d64-bf82-66e9f647829f {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:49.067892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-deee68af-63dd-4208-8580-14da785f218e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.092253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-09bacbe6-01ad-4032-a2a7-39a06acb5dd2 None None] Transition to ACTIVE for port object f29a1a7b-c3e7-4e80-805e-51e136d94696 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:49.147737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bcd6222-3b17-4db8-9446-083957158a49 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.154873 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f29a1a7b-c3e7-4e80-805e-51e136d94696 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:49.156459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cbfe571c-3655-4171-a35d-1d798c1edec4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:49.187000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09bacbe6-01ad-4032-a2a7-39a06acb5dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.193858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd6222-3b17-4db8-9446-083957158a49 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3dd6a4-c74a-47ea-86f2-57c55b25984c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:49.197664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5bcd6222-3b17-4db8-9446-083957158a49 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.207379 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5bcd6222-3b17-4db8-9446-083957158a49 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/4f3dd6a4-c74a-47ea-86f2-57c55b25984c HTTP/1.1" status: 204 len: 168 time: 0.7187209 Jun 16 15:19:49.207628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57696) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:49.231259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b02706-fc51-4045-999a-ea0a6c23ffe8 None None] Network b1973703-a877-46c2-81f5-a9ee1eb61830 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:49.388160 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f0725a53-5754-4d42-941d-6c89568a4b01 None None] Provisioning for port 1a5614c3-4127-4d64-bf82-66e9f647829f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:49.392176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.407232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 272f0e59-bf26-45be-b51f-90338aff2e5a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:49.407634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.473303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f0725a53-5754-4d42-941d-6c89568a4b01 None None] Provisioning complete for port 1a5614c3-4127-4d64-bf82-66e9f647829f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:49.473672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0725a53-5754-4d42-941d-6c89568a4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.563488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.610565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1be67718-1e0f-44a5-9f4a-3a373a1747e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.629767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bacbe6-01ad-4032-a2a7-39a06acb5dd2 None None] Pushing event updated for resources: {'Port': ['ID=f29a1a7b-c3e7-4e80-805e-51e136d94696,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:49.690538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f0725a53-5754-4d42-941d-6c89568a4b01 None None] Port 1a5614c3-4127-4d64-bf82-66e9f647829f cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:49.694337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port cbfe571c-3655-4171-a35d-1d798c1edec4 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:49.694562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.849955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port 272f0e59-bf26-45be-b51f-90338aff2e5a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=272f0e59-bf26-45be-b51f-90338aff2e5a,segment=NetworkSegment(205172e8-eea9-4040-854f-973a8df70587),segment_id=205172e8-eea9-4040-854f-973a8df70587)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:49.850524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.857768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port cbfe571c-3655-4171-a35d-1d798c1edec4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:49.911820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] DHCP port deletion for b1973703-a877-46c2-81f5-a9ee1eb61830 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:49.926791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] Deleting port 272f0e59-bf26-45be-b51f-90338aff2e5a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:49.927343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.996255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 272f0e59-bf26-45be-b51f-90338aff2e5a owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:50.042598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-1be67718-1e0f-44a5-9f4a-3a373a1747e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 34b2d16f-bc7a-47d8-b412-bec62dade66c owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:50.194824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-deee68af-63dd-4208-8580-14da785f218e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.198705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.199984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.210175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] For port 272f0e59-bf26-45be-b51f-90338aff2e5a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=272f0e59-bf26-45be-b51f-90338aff2e5a,segment=NetworkSegment(205172e8-eea9-4040-854f-973a8df70587),segment_id=205172e8-eea9-4040-854f-973a8df70587)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:50.211010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.307610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=272f0e59-bf26-45be-b51f-90338aff2e5a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:50.312392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No DVR routers for this DVR port 272f0e59-bf26-45be-b51f-90338aff2e5a on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:50.402449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] Calling delete_port for 272f0e59-bf26-45be-b51f-90338aff2e5a owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:50.484249 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.501228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:19:50.501990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:19:50.525296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1973703-a877-46c2-81f5-a9ee1eb61830']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:50.535666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-66ed0767-aee0-471a-9359-a977893e0660 None None] Provisioning for port f29a1a7b-c3e7-4e80-805e-51e136d94696 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:50.540007 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205172e8-eea9-4040-854f-973a8df70587') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:50.540308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205172e8-eea9-4040-854f-973a8df70587') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:50.544093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-66ed0767-aee0-471a-9359-a977893e0660 None None] Provisioning complete for port f29a1a7b-c3e7-4e80-805e-51e136d94696 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:50.545117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66ed0767-aee0-471a-9359-a977893e0660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.558227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.591454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.604185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:50.605599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.614260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f29a1a7b-c3e7-4e80-805e-51e136d94696 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:50.648897 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 205172e8-eea9-4040-854f-973a8df70587 resource provider aggregate not found Jun 16 15:19:50.676978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-deee68af-63dd-4208-8580-14da785f218e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 1a5614c3-4127-4d64-bf82-66e9f647829f owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:50.711026 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 205172e8-eea9-4040-854f-973a8df70587 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 205172e8-eea9-4040-854f-973a8df70587 found for delete ", "request_id": "req-ba953fcc-a0fe-4a7b-8be6-4283df5788eb"}]} Jun 16 15:19:50.752787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Router f7b356ef-b008-492b-8021-593e18b0e281 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:19:50.776255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f29a1a7b-c3e7-4e80-805e-51e136d94696 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:50.776575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.803959 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.833427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:50.843624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Network': ['ID=b1973703-a877-46c2-81f5-a9ee1eb61830,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:50.843887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-66ed0767-aee0-471a-9359-a977893e0660 None None] Current status of the port f29a1a7b-c3e7-4e80-805e-51e136d94696 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:50.918652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f29a1a7b-c3e7-4e80-805e-51e136d94696 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:50.932970 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a3b0ff4f-880a-4d93-b7c1-36aeba35fc30 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/networks/b1973703-a877-46c2-81f5-a9ee1eb61830 HTTP/1.1" status: 204 len: 168 time: 1.7219853 Jun 16 15:19:50.934802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57704) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:50.940402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-229789814', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:50.952947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:50.962400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:router and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:50.966391 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:50.975745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:50.978875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 272f0e59-bf26-45be-b51f-90338aff2e5a no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:51.009001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] Deleting port 272f0e59-bf26-45be-b51f-90338aff2e5a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:51.009369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.048144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7b87bc84-fad3-4b47-a9b1-7feb03aa2e9d None None] Provisioning for port 34b2d16f-bc7a-47d8-b412-bec62dade66c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:51.049938 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.051348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.056360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 272f0e59-bf26-45be-b51f-90338aff2e5a {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:51.057050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 272f0e59-bf26-45be-b51f-90338aff2e5a not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:51.084711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7b87bc84-fad3-4b47-a9b1-7feb03aa2e9d None None] Provisioning complete for port 34b2d16f-bc7a-47d8-b412-bec62dade66c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:51.085049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b87bc84-fad3-4b47-a9b1-7feb03aa2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.121092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eaab984d-6814-42a6-b68e-b5131bef1e87 None None] The port '272f0e59-bf26-45be-b51f-90338aff2e5a' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:19:51.131848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-7b87bc84-fad3-4b47-a9b1-7feb03aa2e9d None None] Port 34b2d16f-bc7a-47d8-b412-bec62dade66c was deleted so its status cannot be updated. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jun 16 15:19:51.137912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1be67718-1e0f-44a5-9f4a-3a373a1747e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.250246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be67718-1e0f-44a5-9f4a-3a373a1747e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=34b2d16f-bc7a-47d8-b412-bec62dade66c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:51.371348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:51.384932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1be67718-1e0f-44a5-9f4a-3a373a1747e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.390145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] Sync routers for ids ['f7b356ef-b008-492b-8021-593e18b0e281'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:51.397811 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e9815462-a9db-4b2f-b540-e610901a007c tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "PUT /v2.0/routers/f7b356ef-b008-492b-8021-593e18b0e281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2977223 Jun 16 15:19:51.400687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57708) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:51.402611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] Routers {'f7b356ef-b008-492b-8021-593e18b0e281'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:51.403237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f7b356ef-b008-492b-8021-593e18b0e281'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:51.410152 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1be67718-1e0f-44a5-9f4a-3a373a1747e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/34b2d16f-bc7a-47d8-b412-bec62dade66c HTTP/1.1" status: 204 len: 168 time: 2.7840228 Jun 16 15:19:51.411916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57712) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:51.475387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.475810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-deee68af-63dd-4208-8580-14da785f218e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.484810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.504093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-9649ba1a-3ab0-4a3c-b71c-e3ff793236f6 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Deleting subnet 4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:51.508712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9649ba1a-3ab0-4a3c-b71c-e3ff793236f6 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.539754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee68af-63dd-4208-8580-14da785f218e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=1a5614c3-4127-4d64-bf82-66e9f647829f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:51.578314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9649ba1a-3ab0-4a3c-b71c-e3ff793236f6 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.595403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-deee68af-63dd-4208-8580-14da785f218e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.602049 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-deee68af-63dd-4208-8580-14da785f218e tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/1a5614c3-4127-4d64-bf82-66e9f647829f HTTP/1.1" status: 204 len: 168 time: 2.8436520 Jun 16 15:19:51.604950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57716) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:51.673960 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f363085-6033-469c-9106-3339101a71f2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:19:51.677367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f363085-6033-469c-9106-3339101a71f2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:51.691237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] Set router f7b356ef-b008-492b-8021-593e18b0e281 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:19:51.695925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16874c41-4c99-45d2-9c4c-0cc45bd04bfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:51.696652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-16874c41-4c99-45d2-9c4c-0cc45bd04bfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:51.769609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7f363085-6033-469c-9106-3339101a71f2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:51.773723 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7f363085-6033-469c-9106-3339101a71f2 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/1a5614c3-4127-4d64-bf82-66e9f647829f HTTP/1.1" status: 404 len: 333 time: 0.1650779 Jun 16 15:19:51.774025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57720) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:51.800332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-16874c41-4c99-45d2-9c4c-0cc45bd04bfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:51.802466 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-16874c41-4c99-45d2-9c4c-0cc45bd04bfa tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3890111 Jun 16 15:19:51.807354 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57724) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:51.866891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-44626ac0-5ea9-4bb1-9ab7-a8c7c90b8ed0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:51.899720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-44626ac0-5ea9-4bb1-9ab7-a8c7c90b8ed0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.008936 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9649ba1a-3ab0-4a3c-b71c-e3ff793236f6 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.015172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-44626ac0-5ea9-4bb1-9ab7-a8c7c90b8ed0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.031376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:19:48Z', 'revision_number': 5, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:52.037137 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] Checking router: f7b356ef-b008-492b-8021-593e18b0e281 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:19:52.038117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44626ac0-5ea9-4bb1-9ab7-a8c7c90b8ed0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b946c5-4a1f-4423-8b15-6f77c769ad35,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:52.042646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-44626ac0-5ea9-4bb1-9ab7-a8c7c90b8ed0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.048065 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-44626ac0-5ea9-4bb1-9ab7-a8c7c90b8ed0 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/security-groups/99b946c5-4a1f-4423-8b15-6f77c769ad35 HTTP/1.1" status: 204 len: 168 time: 0.2725046 Jun 16 15:19:52.048769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57728) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:52.051127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] Routers {'f7b356ef-b008-492b-8021-593e18b0e281'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:52.052530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f7b356ef-b008-492b-8021-593e18b0e281'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:52.061024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.112385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e20fc5-89a9-42a5-8e34-c93e686bc1a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:52.113145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-38e20fc5-89a9-42a5-8e34-c93e686bc1a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:52.121362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70589156-60ae-4268-ad8b-89145e5f4500 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.133499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-38e20fc5-89a9-42a5-8e34-c93e686bc1a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:52.136941 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-38e20fc5-89a9-42a5-8e34-c93e686bc1a4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3274193 Jun 16 15:19:52.140127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57732) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:52.156380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70589156-60ae-4268-ad8b-89145e5f4500 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.254367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] Set router f7b356ef-b008-492b-8021-593e18b0e281 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:19:52.276069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70589156-60ae-4268-ad8b-89145e5f4500 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.295852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70589156-60ae-4268-ad8b-89145e5f4500 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc28f3c-a3cc-41cd-b4d3-e96b988eea7c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:52.301756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70589156-60ae-4268-ad8b-89145e5f4500 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.307045 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-70589156-60ae-4268-ad8b-89145e5f4500 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/security-groups/6fc28f3c-a3cc-41cd-b4d3-e96b988eea7c HTTP/1.1" status: 204 len: 168 time: 0.2570462 Jun 16 15:19:52.308254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57736) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:52.337838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9649ba1a-3ab0-4a3c-b71c-e3ff793236f6 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.392753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-571baf19-2183-4d76-b526-d7e283697471 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet 9579e49d-3bc3-4404-aca2-1461dd71d0d6 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:52.396468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-571baf19-2183-4d76-b526-d7e283697471 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.400861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649ba1a-3ab0-4a3c-b71c-e3ff793236f6 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:52.409637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9649ba1a-3ab0-4a3c-b71c-e3ff793236f6 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.422909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224e4d1f-e95d-481b-97ab-caf9226f2e7f None None] Network e9036688-7317-44ad-8bb5-a617606fc8a8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:52.427875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf4e9f-51a1-4053-892f-ed48b0d419d7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:52.429317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf4e9f-51a1-4053-892f-ed48b0d419d7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:52.430922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf4e9f-51a1-4053-892f-ed48b0d419d7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:52.431815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4fcf4e9f-51a1-4053-892f-ed48b0d419d7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:52.439897 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9649ba1a-3ab0-4a3c-b71c-e3ff793236f6 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "DELETE /v2.0/subnets/4e4bc38f-9bef-41ac-a1c8-3e35625dd9fe HTTP/1.1" status: 204 len: 168 time: 1.0376236 Jun 16 15:19:52.444793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57740) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:52.539085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-571baf19-2183-4d76-b526-d7e283697471 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.548856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4fcf4e9f-51a1-4053-892f-ed48b0d419d7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:52.553112 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4fcf4e9f-51a1-4053-892f-ed48b0d419d7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4097538 Jun 16 15:19:52.553290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57744) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:52.733643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.762332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-13360b21-9a43-49b8-a3c5-1c8093349e80 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 01089c0e-527d-426d-920a-8a6e99dc8eb6 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:52.769493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-13360b21-9a43-49b8-a3c5-1c8093349e80 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.794783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:19:48Z', 'revision_number': 5, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:52.801043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de8fbe-49ed-47cd-ad55-c6e94a1cf9a2 None None] The sync data for ids ['f7b356ef-b008-492b-8021-593e18b0e281'] in dv-neutron-846028-2-hyperv is: [{'id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'name': 'tempest-TestNetworkAdvancedServerOps-router-917058780', 'tenant_id': '22df4aa6c5894134881a69db71020b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:17:19Z', 'updated_at': '2022-06-16T15:19:48Z', 'revision_number': 5, 'project_id': '22df4aa6c5894134881a69db71020b4a', 'gw_port': {'id': 'c1bd2f3b-56b0-4364-bebe-3c2ae39b726d', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b356ef-b008-492b-8021-593e18b0e281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:17:20Z', 'updated_at': '2022-06-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:52.819646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-571baf19-2183-4d76-b526-d7e283697471 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.848326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.888323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:52.931164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-13360b21-9a43-49b8-a3c5-1c8093349e80 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.005584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.067423 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-571baf19-2183-4d76-b526-d7e283697471 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.099016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-13360b21-9a43-49b8-a3c5-1c8093349e80 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.105131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Deleting port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:53.105491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.128810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Allocated IP 172.26.2.150 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/7d31394f-5d34-4ce6-b33c-d506fcafdefa) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:53.139016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571baf19-2183-4d76-b526-d7e283697471 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=9579e49d-3bc3-4404-aca2-1461dd71d0d6,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:53.147481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-571baf19-2183-4d76-b526-d7e283697471 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.160848 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-571baf19-2183-4d76-b526-d7e283697471 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/9579e49d-3bc3-4404-aca2-1461dd71d0d6 HTTP/1.1" status: 204 len: 168 time: 0.8501735 Jun 16 15:19:53.166970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57748) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:53.168863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d12f60d-1afe-498b-a1bf-286e69ba4d73 None None] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:53.181201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:53.205398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59decb22-4247-4139-9c8c-9ef7215f8973 None None] DHCP port deletion for e9036688-7317-44ad-8bb5-a617606fc8a8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:53.222508 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-59decb22-4247-4139-9c8c-9ef7215f8973 None None] Deleting port 5525f622-9b62-468d-8d9a-fd08aa604f2c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:53.222876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-59decb22-4247-4139-9c8c-9ef7215f8973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.405010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-13360b21-9a43-49b8-a3c5-1c8093349e80 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.445384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.467178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-13360b21-9a43-49b8-a3c5-1c8093349e80 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.470433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13360b21-9a43-49b8-a3c5-1c8093349e80 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=01089c0e-527d-426d-920a-8a6e99dc8eb6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:53.486478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded8b048-1a5f-479c-9a41-b831f698c77e None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:53.559320 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-13360b21-9a43-49b8-a3c5-1c8093349e80 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/01089c0e-527d-426d-920a-8a6e99dc8eb6 HTTP/1.1" status: 204 len: 168 time: 1.0005662 Jun 16 15:19:53.561774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57752) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:53.603463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.621233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] For port c1bd2f3b-56b0-4364-bebe-3c2ae39b726d, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c1bd2f3b-56b0-4364-bebe-3c2ae39b726d,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:53.621233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.629078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:53.639669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:53.686329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:53.691580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:53.695634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:53.698205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:53.755895 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-27edf03f-e7d3-4236-9833-029c7766c2c2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 1dd70a8b-e678-4a59-8e7b-b8ba364625ea {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:19:53.763350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Calling delete_port for c1bd2f3b-56b0-4364-bebe-3c2ae39b726d owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:53.766473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27edf03f-e7d3-4236-9833-029c7766c2c2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.790181 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-59decb22-4247-4139-9c8c-9ef7215f8973 None None] For port 5525f622-9b62-468d-8d9a-fd08aa604f2c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5525f622-9b62-468d-8d9a-fd08aa604f2c,segment=NetworkSegment(d89b2abc-b38e-4855-ad05-f8d26cfe81b8),segment_id=d89b2abc-b38e-4855-ad05-f8d26cfe81b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:53.790583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-59decb22-4247-4139-9c8c-9ef7215f8973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.794762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:53.799882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=7d31394f-5d34-4ce6-b33c-d506fcafdefa,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:53.932827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-59decb22-4247-4139-9c8c-9ef7215f8973 None None] Calling delete_port for 5525f622-9b62-468d-8d9a-fd08aa604f2c owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:53.935106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:53.938813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.955373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27edf03f-e7d3-4236-9833-029c7766c2c2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.146484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.179664 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-59decb22-4247-4139-9c8c-9ef7215f8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.237022 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59decb22-4247-4139-9c8c-9ef7215f8973 None None] Pushing event deleted for resources: {'Port': ['ID=5525f622-9b62-468d-8d9a-fd08aa604f2c,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:54.240691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59decb22-4247-4139-9c8c-9ef7215f8973 None None] No DVR routers for this DVR port 5525f622-9b62-468d-8d9a-fd08aa604f2c on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:54.247921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event deleted for resources: {'Port': ['ID=c1bd2f3b-56b0-4364-bebe-3c2ae39b726d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:54.253055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27edf03f-e7d3-4236-9833-029c7766c2c2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.453735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.552834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27edf03f-e7d3-4236-9833-029c7766c2c2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.619440 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5525f622-9b62-468d-8d9a-fd08aa604f2c no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:54.656375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.666698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.671221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.695687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 5525f622-9b62-468d-8d9a-fd08aa604f2c {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:54.696333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5525f622-9b62-468d-8d9a-fd08aa604f2c not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:54.696925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cf89a51f-4dce-4e94-bd51-4729c0e92584 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:54.725911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edf03f-e7d3-4236-9833-029c7766c2c2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd70a8b-e678-4a59-8e7b-b8ba364625ea,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:54.734637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-27edf03f-e7d3-4236-9833-029c7766c2c2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.748218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: cf89a51f-4dce-4e94-bd51-4729c0e92584 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:54.748569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cf89a51f-4dce-4e94-bd51-4729c0e92584 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:54.765619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57756) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:54.766155 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-27edf03f-e7d3-4236-9833-029c7766c2c2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/1dd70a8b-e678-4a59-8e7b-b8ba364625ea HTTP/1.1" status: 204 len: 168 time: 1.2027233 Jun 16 15:19:54.834479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.835130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Fanout notify agent at l3_agent the message router_deleted on router f7b356ef-b008-492b-8021-593e18b0e281 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:19:54.843776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:54.890630 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-347ac0bd-253a-4af2-a01e-530182597ac7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238050 Jun 16 15:19:54.905380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57760) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:54.937792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:55.153839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.186358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dacb89f-6683-4c80-90ff-079a7aa4e8ec None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:55.202169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:55.218912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:55.224149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:55.232638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.236837 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ec1c1df7-3df7-48db-9031-843dcd2854d0 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "DELETE /v2.0/routers/f7b356ef-b008-492b-8021-593e18b0e281 HTTP/1.1" status: 204 len: 168 time: 2.7884946 Jun 16 15:19:55.237829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:55.239182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57764) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:55.241346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:55.246103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=43e6b24d-dff6-4f76-a447-6fe6e29d1a04,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:55.248883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:55.249463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.253370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:55.283479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f919927c-dd3a-4ee3-8310-3a1d42bdcb05 None None] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:55.335789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:55.339285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5a959083-d0ee-4cad-ac34-f8fb2df0935a None None] Provisioning complete for port 65fcc482-906d-43f3-8e3c-9b32125b1816 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:55.339778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5a959083-d0ee-4cad-ac34-f8fb2df0935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.340292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.445067 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b5372ac8-3fac-4ca5-b708-4fb497683eb4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2745202 Jun 16 15:19:55.453658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57768) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:55.465256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'security_group': {'name': 'tempest-secgroup-999469601'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:55.473053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:55.484319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:55.489496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:55.497966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:55.516065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.542368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5a959083-d0ee-4cad-ac34-f8fb2df0935a None None] Port 65fcc482-906d-43f3-8e3c-9b32125b1816 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:55.588116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5a959083-d0ee-4cad-ac34-f8fb2df0935a None None] Provisioning complete for port f29a1a7b-c3e7-4e80-805e-51e136d94696 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:55.588384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.588611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5a959083-d0ee-4cad-ac34-f8fb2df0935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.618826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router cb3cbf04-f179-43c3-b097-0553e95542df is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:19:55.629465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:55.643441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group_rule and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:55.649364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:55.659296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:55.735329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.786401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.789111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.820809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05dfc50-d905-46d4-ab86-3849aeab755a None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:19:55.827444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9036688-7317-44ad-8bb5-a617606fc8a8']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:55.832264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:55.832586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:55.837391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:55.838052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.838186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c05dfc50-d905-46d4-ab86-3849aeab755a None None] Deleting port f29a1a7b-c3e7-4e80-805e-51e136d94696 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:55.838480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c05dfc50-d905-46d4-ab86-3849aeab755a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.851384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=88e76e71-2aeb-4848-9b2f-95fbb5297cb5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:55.856156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:55.868709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5a959083-d0ee-4cad-ac34-f8fb2df0935a None None] Current status of the port f29a1a7b-c3e7-4e80-805e-51e136d94696 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:55.905600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:55.905869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89b2abc-b38e-4855-ad05-f8d26cfe81b8') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:55.918775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743041cd-78b5-400b-b451-194b0ab425bc,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:55.990671 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0b60a813-9cfb-43fe-8686-e140c169cf17 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0710135 Jun 16 15:19:56.000692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57772) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:56.000915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5a959083-d0ee-4cad-ac34-f8fb2df0935a None None] Provisioning complete for port cbfe571c-3655-4171-a35d-1d798c1edec4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:56.004130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5a959083-d0ee-4cad-ac34-f8fb2df0935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.008929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:56.031705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.033444 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2b07107b-cce6-49c5-8949-d2f1089324fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5789700 Jun 16 15:19:56.050566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57776) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:56.061153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'security_group': {'name': 'tempest-secgroup-288113939'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:56.067213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.075267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:56.086791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:56.094380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:56.097515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.108583 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0224cf46-9f6a-47e0-9825-6df0a91e46f0 None None] Sync routers for ids ['cb3cbf04-f179-43c3-b097-0553e95542df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:56.120605 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0224cf46-9f6a-47e0-9825-6df0a91e46f0 None None] Routers {'cb3cbf04-f179-43c3-b097-0553e95542df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:56.121493 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0224cf46-9f6a-47e0-9825-6df0a91e46f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['cb3cbf04-f179-43c3-b097-0553e95542df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:56.121780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:19:56.122170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.179357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:56.198794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:56.220507 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment d89b2abc-b38e-4855-ad05-f8d26cfe81b8 resource provider aggregate not found Jun 16 15:19:56.224829 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da837fe-89cf-42e0-a6f1-759be7225bea None None] Update dhcp port {'port': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'fixed_ips': [{'subnet_id': '07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '43e6b24d-dff6-4f76-a447-6fe6e29d1a04'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': 'cbfe571c-3655-4171-a35d-1d798c1edec4'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:19:56.237810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.241624 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1fd149bf-cc61-4a46-8359-a716dfc671ee tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3031809 Jun 16 15:19:56.243311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57784) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:56.258112 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment d89b2abc-b38e-4855-ad05-f8d26cfe81b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d89b2abc-b38e-4855-ad05-f8d26cfe81b8 found for delete ", "request_id": "req-0452f040-2f78-42e9-89d9-b23790b0acf7"}]} Jun 16 15:19:56.308474 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0224cf46-9f6a-47e0-9825-6df0a91e46f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:56.320533 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0224cf46-9f6a-47e0-9825-6df0a91e46f0 None None] Routers {'cb3cbf04-f179-43c3-b097-0553e95542df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:56.321138 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0224cf46-9f6a-47e0-9825-6df0a91e46f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['cb3cbf04-f179-43c3-b097-0553e95542df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:56.327954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.332482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.367025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8da837fe-89cf-42e0-a6f1-759be7225bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.374655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.381950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:56.383966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event deleted for resources: {'Network': ['ID=e9036688-7317-44ad-8bb5-a617606fc8a8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:56.397558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c05dfc50-d905-46d4-ab86-3849aeab755a None None] For port f29a1a7b-c3e7-4e80-805e-51e136d94696, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f29a1a7b-c3e7-4e80-805e-51e136d94696,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:56.397558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c05dfc50-d905-46d4-ab86-3849aeab755a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.400493 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0224cf46-9f6a-47e0-9825-6df0a91e46f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:56.400493 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0224cf46-9f6a-47e0-9825-6df0a91e46f0 None None] The sync data for ids ['cb3cbf04-f179-43c3-b097-0553e95542df'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:56.404458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:56.407810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:56.422278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:56.428016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group_rule and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:56.433059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:56.440166 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:56.444037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:56.451587 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0c7771ac-4083-4490-aad4-d138f6af1762 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "DELETE /v2.0/networks/e9036688-7317-44ad-8bb5-a617606fc8a8 HTTP/1.1" status: 204 len: 168 time: 1.2078586 Jun 16 15:19:56.453043 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57788) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:56.494784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5a959083-d0ee-4cad-ac34-f8fb2df0935a None None] Current status of the port cbfe571c-3655-4171-a35d-1d798c1edec4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:56.536535 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:19:56.562812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c05dfc50-d905-46d4-ab86-3849aeab755a None None] Calling delete_port for f29a1a7b-c3e7-4e80-805e-51e136d94696 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:19:56.564831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d4b75c1e-4c55-45fa-83e4-7d3b326720b1 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.574801 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b81d44aa-7ee9-4dcb-97c4-9ea1ca46e653 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/routers/cb3cbf04-f179-43c3-b097-0553e95542df HTTP/1.1" status: 200 len: 884 time: 0.3265765 Jun 16 15:19:56.576085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57792) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:56.591511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1bd2f3b-56b0-4364-bebe-3c2ae39b726d no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:56.601397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d4b75c1e-4c55-45fa-83e4-7d3b326720b1 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.642042 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: c1bd2f3b-56b0-4364-bebe-3c2ae39b726d {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:19:56.642383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c1bd2f3b-56b0-4364-bebe-3c2ae39b726d not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:19:56.642801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f29a1a7b-c3e7-4e80-805e-51e136d94696 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:19:56.644593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:56.648032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.796549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d4b75c1e-4c55-45fa-83e4-7d3b326720b1 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.803871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.819267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b75c1e-4c55-45fa-83e4-7d3b326720b1 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df030e0e-a30d-4ea2-89c1-a7e5715c9d5f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:56.843667 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.ipam_backend_mixin [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88e76e71-2aeb-4848-9b2f-95fbb5297cb5 (CIDR: 2001:db8::/64) Jun 16 15:19:56.903098 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:19:56.903350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:19:56.907704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.916626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f29a1a7b-c3e7-4e80-805e-51e136d94696 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:56.919816 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.921509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d4b75c1e-4c55-45fa-83e4-7d3b326720b1 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.926125 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d4b75c1e-4c55-45fa-83e4-7d3b326720b1 tempest-TestNetworkAdvancedServerOps-1883676745 tempest-TestNetworkAdvancedServerOps-1883676745-project] 10.222.0.73 "DELETE /v2.0/security-groups/df030e0e-a30d-4ea2-89c1-a7e5715c9d5f HTTP/1.1" status: 204 len: 168 time: 0.4685380 Jun 16 15:19:56.928887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c05dfc50-d905-46d4-ab86-3849aeab755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.977513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e27ddd-0adc-4255-9ccc-ba3ae4450cbd,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:56.994356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dfc50-d905-46d4-ab86-3849aeab755a None None] Pushing event deleted for resources: {'Port': ['ID=f29a1a7b-c3e7-4e80-805e-51e136d94696,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:56.996308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dfc50-d905-46d4-ab86-3849aeab755a None None] No DVR routers for this DVR port f29a1a7b-c3e7-4e80-805e-51e136d94696 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:19:57.007989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-8da837fe-89cf-42e0-a6f1-759be7225bea None None] Allocated IP 2001:db8::2 (5c276e7a-6692-418a-aa1d-c4ca41a3a88b/43e6b24d-dff6-4f76-a447-6fe6e29d1a04/cbfe571c-3655-4171-a35d-1d798c1edec4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:57.030979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5c09aab6-1859-4186-ba15-1156851041b9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:router {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:57.056271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67be6a9d-defe-4ee7-a03c-0ee2f3e8bde9 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:19:57.057292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-763e6150-6c9f-4446-b61f-69ee4c488567 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0503256 Jun 16 15:19:57.057292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.057292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-100f7bc3-95ae-4709-8c5b-cca14b51caad tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0028307 Jun 16 15:19:57.058442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57800) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:57.058851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57802) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:57.067200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:57.085471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'security_group': {'name': 'tempest-secgroup-2034945256'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:57.094688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:57.119951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:57.126969 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:57.133032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5c09aab6-1859-4186-ba15-1156851041b9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:router {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:57.137455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57808) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:57.139576 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5c09aab6-1859-4186-ba15-1156851041b9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5629630 Jun 16 15:19:57.143957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-57768c30-6b6b-40c4-8a2a-2fbcd5db4583 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-229789814'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:57.222157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:57.298283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:57.303132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:57.306508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:57.314404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:57.320090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8da837fe-89cf-42e0-a6f1-759be7225bea None None] For port cbfe571c-3655-4171-a35d-1d798c1edec4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cbfe571c-3655-4171-a35d-1d798c1edec4,segment=NetworkSegment(af2dcb36-4f75-473f-914e-252399615ab5),segment_id=af2dcb36-4f75-473f-914e-252399615ab5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:19:57.367551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.405192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:57.409575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:security_group_rule and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:57.412789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:57.419014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:57.429686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:57.433000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.436736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8da837fe-89cf-42e0-a6f1-759be7225bea None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.458057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': '88e76e71-2aeb-4848-9b2f-95fbb5297cb5'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:19:57.458317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.483866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8da837fe-89cf-42e0-a6f1-759be7225bea None None] Transition to ACTIVE for port object cbfe571c-3655-4171-a35d-1d798c1edec4 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:57.617854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8da837fe-89cf-42e0-a6f1-759be7225bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.651367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.782000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-57768c30-6b6b-40c4-8a2a-2fbcd5db4583 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.785793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57814) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:57.838059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.880483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-57768c30-6b6b-40c4-8a2a-2fbcd5db4583 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.886699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da837fe-89cf-42e0-a6f1-759be7225bea None None] Pushing event updated for resources: {'Port': ['ID=cbfe571c-3655-4171-a35d-1d798c1edec4,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:57.916327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec4379-be0e-4b70-8d4a-dbb2f8c8b5d4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:57.929954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/88e76e71-2aeb-4848-9b2f-95fbb5297cb5/836f58c3-1bf2-4873-b563-61f299a0b261) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:57.985268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.985656 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-542da2c9-6cf8-421a-9348-ba8dc264bdab tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9257338 Jun 16 15:19:57.989574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57820) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:58.000018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-710014120', 'security_groups': ['d9ec4379-be0e-4b70-8d4a-dbb2f8c8b5d4'], 'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43e6b24d-dff6-4f76-a447-6fe6e29d1a04'}]}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:58.172651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57768c30-6b6b-40c4-8a2a-2fbcd5db4583 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router cb3cbf04-f179-43c3-b097-0553e95542df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:19:58.178572 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8e5bbabb-282e-4f5a-a108-32ddeb5b63eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22df4aa6c5894134881a69db71020b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917227 Jun 16 15:19:58.179880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57824) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:58.185751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.198921 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Transition to ACTIVE for port object 836f58c3-1bf2-4873-b563-61f299a0b261 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:58.219429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:58.225041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Transition to ACTIVE for port object 836f58c3-1bf2-4873-b563-61f299a0b261 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:58.262842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:58.295656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.372887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:58.377071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:58.386149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:58.389095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.objects.ports [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:19:58.399080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Pushing event updated for resources: {'Port': ['ID=836f58c3-1bf2-4873-b563-61f299a0b261,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:58.418111 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c10d0a4e-976c-4165-b108-5ff751634ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.469797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c10d0a4e-976c-4165-b108-5ff751634ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.511522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:19:58.513481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57768c30-6b6b-40c4-8a2a-2fbcd5db4583 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:19:58.529004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-57768c30-6b6b-40c4-8a2a-2fbcd5db4583 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.529151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fab528-174d-4db4-adff-e91ff405b1b4 None None] Sync routers for ids ['cb3cbf04-f179-43c3-b097-0553e95542df'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:19:58.535230 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-57768c30-6b6b-40c4-8a2a-2fbcd5db4583 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/cb3cbf04-f179-43c3-b097-0553e95542df HTTP/1.1" status: 200 len: 891 time: 1.3944325 Jun 16 15:19:58.536208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57828) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:58.548883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cbfe571c-3655-4171-a35d-1d798c1edec4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:19:58.585766 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Attempting to bind port 836f58c3-1bf2-4873-b563-61f299a0b261 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:19:58.585993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Attempting to bind port 836f58c3-1bf2-4873-b563-61f299a0b261 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:19:58.586359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Attempting to bind port 836f58c3-1bf2-4873-b563-61f299a0b261 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:19:58.588569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fab528-174d-4db4-adff-e91ff405b1b4 None None] Routers {'cb3cbf04-f179-43c3-b097-0553e95542df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:58.589708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b6fab528-174d-4db4-adff-e91ff405b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['cb3cbf04-f179-43c3-b097-0553e95542df'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:58.668786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:19:58.669049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:19:58.669480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.669863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:19:58.670599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Bound port: 836f58c3-1bf2-4873-b563-61f299a0b261, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:19:58.670873 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.706258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.710009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b6fab528-174d-4db4-adff-e91ff405b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:58.728725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] device_id is not set on port 1e1251ae-2979-48af-9c54-58e2b79c68d5 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:19:58.775344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fab528-174d-4db4-adff-e91ff405b1b4 None None] Routers {'cb3cbf04-f179-43c3-b097-0553e95542df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:19:58.775988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b6fab528-174d-4db4-adff-e91ff405b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['cb3cbf04-f179-43c3-b097-0553e95542df'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:58.826270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f06cb606-08f4-4f6e-a769-20ab38dd37a6 None None] Provisioning complete for port 65fcc482-906d-43f3-8e3c-9b32125b1816 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:58.827504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f06cb606-08f4-4f6e-a769-20ab38dd37a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.878124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.896587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b6fab528-174d-4db4-adff-e91ff405b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:19:58.897419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fab528-174d-4db4-adff-e91ff405b1b4 None None] The sync data for ids ['cb3cbf04-f179-43c3-b097-0553e95542df'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:19:58.902876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c10d0a4e-976c-4165-b108-5ff751634ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:58.925454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d0a4e-976c-4165-b108-5ff751634ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d316e-3a16-4f19-b78b-e3512c9989d3,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:58.939909 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-35a6dcbc-03e5-45a5-a18e-9c659306050a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/routers/cb3cbf04-f179-43c3-b097-0553e95542df HTTP/1.1" status: 200 len: 891 time: 0.4032061 Jun 16 15:19:58.942461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57832) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:58.950771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f06cb606-08f4-4f6e-a769-20ab38dd37a6 None None] Port 65fcc482-906d-43f3-8e3c-9b32125b1816 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:19:58.957292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] For port 836f58c3-1bf2-4873-b563-61f299a0b261, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:19:58.964505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] For port 836f58c3-1bf2-4873-b563-61f299a0b261, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=836f58c3-1bf2-4873-b563-61f299a0b261,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:19:59.000112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c10d0a4e-976c-4165-b108-5ff751634ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.001269 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c10d0a4e-976c-4165-b108-5ff751634ca1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/810d316e-3a16-4f19-b78b-e3512c9989d3 HTTP/1.1" status: 204 len: 168 time: 0.8151522 Jun 16 15:19:59.008544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-38059250-a2c1-466f-a5c4-e638595519c0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:19:59.054243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.100319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f06cb606-08f4-4f6e-a769-20ab38dd37a6 None None] Provisioning for port cbfe571c-3655-4171-a35d-1d798c1edec4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:19:59.107234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-38059250-a2c1-466f-a5c4-e638595519c0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:19:59.109337 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-38059250-a2c1-466f-a5c4-e638595519c0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb3cbf04-f179-43c3-b097-0553e95542df HTTP/1.1" status: 200 len: 205 time: 0.1654196 Jun 16 15:19:59.112047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57838) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:59.125722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f06cb606-08f4-4f6e-a769-20ab38dd37a6 None None] Provisioning complete for port cbfe571c-3655-4171-a35d-1d798c1edec4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:19:59.126665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f06cb606-08f4-4f6e-a769-20ab38dd37a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.126793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:19:59.127149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:19:59.156002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8::24b (5c276e7a-6692-418a-aa1d-c4ca41a3a88b/43e6b24d-dff6-4f76-a447-6fe6e29d1a04/1e1251ae-2979-48af-9c54-58e2b79c68d5) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:19:59.231787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f567013-ce93-47e0-bb43-d3519391001f None None] Pushing event updated for resources: {'Port': ['ID=836f58c3-1bf2-4873-b563-61f299a0b261,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:59.305569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f06cb606-08f4-4f6e-a769-20ab38dd37a6 None None] Current status of the port cbfe571c-3655-4171-a35d-1d798c1edec4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:19:59.367441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.412954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.433765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object 1e1251ae-2979-48af-9c54-58e2b79c68d5 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:19:59.572786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.586542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.663961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 7d31394f-5d34-4ce6-b33c-d506fcafdefa {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:19:59.666826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.685885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:19:59.689032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:19:59.701643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:19:59.707234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:19:59.707854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.727571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=1e1251ae-2979-48af-9c54-58e2b79c68d5,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:19:59.745053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.799485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57844) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:59.832245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c76319f-db2b-42b3-b31f-48a6eae112e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.856533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:59.859623 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8ecf1782-69c5-4821-bdf3-ec627c0c81dc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8689723 Jun 16 15:19:59.861049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1c76319f-db2b-42b3-b31f-48a6eae112e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:19:59.866294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57848) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:19:59.875470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1c76319f-db2b-42b3-b31f-48a6eae112e5 admin admin] Usage tracker for resource:security_group_rule and tenant:fd5b1226f00f4e1d8f996ebe7ba144b9 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:19:59.883111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:19:59.900158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1c76319f-db2b-42b3-b31f-48a6eae112e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:19:59.939030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1c76319f-db2b-42b3-b31f-48a6eae112e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:19:59.993338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 7d31394f-5d34-4ce6-b33c-d506fcafdefa owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:00.098050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-100b1932-2001-40d7-b48b-b00c5ad88373 None None] Provisioning for port 1e1251ae-2979-48af-9c54-58e2b79c68d5 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:00.104710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-100b1932-2001-40d7-b48b-b00c5ad88373 None None] Provisioning complete for port 1e1251ae-2979-48af-9c54-58e2b79c68d5 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:00.105372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-100b1932-2001-40d7-b48b-b00c5ad88373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.181724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-100b1932-2001-40d7-b48b-b00c5ad88373 None None] Port 1e1251ae-2979-48af-9c54-58e2b79c68d5 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:00.252580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.310064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=7d31394f-5d34-4ce6-b33c-d506fcafdefa,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:00.312896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] For port 836f58c3-1bf2-4873-b563-61f299a0b261, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=836f58c3-1bf2-4873-b563-61f299a0b261,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:00.324202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:00.332309 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:00.336140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:00.352051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:00.388582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.403310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c76319f-db2b-42b3-b31f-48a6eae112e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.417644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.478151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.478945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.529914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 836f58c3-1bf2-4873-b563-61f299a0b261 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:00.561047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c76319f-db2b-42b3-b31f-48a6eae112e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.564425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9392126a-d7eb-4d14-902c-63a294f61007 None None] Provisioning for port 836f58c3-1bf2-4873-b563-61f299a0b261 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:00.616894 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1c76319f-db2b-42b3-b31f-48a6eae112e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fd5b1226f00f4e1d8f996ebe7ba144b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8163393 Jun 16 15:20:00.644140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57852) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:00.660903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:00.664389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.687785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:00.704443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:00.706061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 836f58c3-1bf2-4873-b563-61f299a0b261 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:00.707785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:00.708372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.713781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.716109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.717932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7dac8-b2a9-4bd7-99ae-286bb5cc4d38 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:00.746724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76319f-db2b-42b3-b31f-48a6eae112e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9f78d0-69d3-43f5-82b5-0fab0f3396d6,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:00.747004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 836f58c3-1bf2-4873-b563-61f299a0b261 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:00.747328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.771852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=860195a9-8189-4c19-ba9b-da39f6d4d3e1,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:00.785264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=836f58c3-1bf2-4873-b563-61f299a0b261,revision_number=4']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:00.803575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.804090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Fanout notify agent at l3_agent the message router_deleted on router cb3cbf04-f179-43c3-b097-0553e95542df {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:20:00.865599 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6c829274-31b2-40aa-a717-cfe8f4514710 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8039901 Jun 16 15:20:00.869650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57856) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:00.876335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:41:db:ea', 'name': 'tempest-NetworksTestDHCPv6-211095773'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:00.910002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.911502 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0e8bbd97-340c-4843-904c-352e54edd598 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/cb3cbf04-f179-43c3-b097-0553e95542df HTTP/1.1" status: 204 len: 168 time: 1.7983894 Jun 16 15:20:00.916059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57860) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:00.919693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e6a5-2f1a-4226-b460-99137b6b711b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.925231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-480618865'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:00.932766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:00.939169 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.ipam_backend_mixin [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43e6b24d-dff6-4f76-a447-6fe6e29d1a04 (CIDR: 2001:db8::/64) Jun 16 15:20:00.961087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e6a5-2f1a-4226-b460-99137b6b711b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:00.987868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:network and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:00.993018 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:00.994538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:00.995551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:01.012264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:01.061148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:01.062262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 836f58c3-1bf2-4873-b563-61f299a0b261 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:01.062650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.068921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:port and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:01.072628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:01.079001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:01.113413 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-580822c9-0af2-4e48-9694-496adb2176d8 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2460420 Jun 16 15:20:01.116261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57864) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:01.127028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:01.142921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e6a5-2f1a-4226-b460-99137b6b711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.166678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 836f58c3-1bf2-4873-b563-61f299a0b261, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=836f58c3-1bf2-4873-b563-61f299a0b261,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:01.184523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1e6a5-2f1a-4226-b460-99137b6b711b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9f78d0-69d3-43f5-82b5-0fab0f3396d6,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:01.211695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:01.217147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.245593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.284655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e6a5-2f1a-4226-b460-99137b6b711b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.285791 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3ee1e6a5-2f1a-4226-b460-99137b6b711b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d9f78d0-69d3-43f5-82b5-0fab0f3396d6 HTTP/1.1" status: 204 len: 168 time: 0.6406837 Jun 16 15:20:01.288951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:01.365180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:01.411421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:01.428127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:01.436992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:01.443063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=836f58c3-1bf2-4873-b563-61f299a0b261,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:01.456304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.461063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:01.461607 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added segment 96cc0e63-331c-45a1-a05d-7250e3bfa037 of type vlan for network e5f320e7-260c-4f36-a04e-825291c73d8a Jun 16 15:20:01.524558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.535463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.556135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:01.562253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.595523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 8ff22612-bde0-4c80-968c-37a8384af7f8 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:20:01.706441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.712920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:01.713563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:01.771833 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.ipam_backend_mixin [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7 (CIDR: 2001:db8:0:1::/64) Jun 16 15:20:01.810115 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:01.810576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:01.912917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57872) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:01.914412 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1c8c04bc-7f3d-4248-a2c1-b22bb0546159 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7966421 Jun 16 15:20:01.920804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Network': ['ID=e5f320e7-260c-4f36-a04e-825291c73d8a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:01.931057 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'subnet': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:01.967371 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0472383 Jun 16 15:20:01.967371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.967371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.967371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.967371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.967371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.968107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.968107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.968463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.968799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.969130 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.969461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.969661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57878) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:01.970117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754d7fc7-bf04-4fcf-9d18-f38fb9b3504a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:01.986999 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'subnet': {'network_id': 'e5f320e7-260c-4f36-a04e-825291c73d8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:01.992958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network e5f320e7-260c-4f36-a04e-825291c73d8a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:02.139626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bf1b826e-82e3-4985-b621-38821d98ae66 None None] Provisioning complete for port 836f58c3-1bf2-4873-b563-61f299a0b261 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:02.140210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf1b826e-82e3-4985-b621-38821d98ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.147410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::20f (31e74b08-3bfc-4c0f-a043-3479a97b05c8/88e76e71-2aeb-4848-9b2f-95fbb5297cb5/8ff22612-bde0-4c80-968c-37a8384af7f8) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:02.149932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:02.154503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:subnet and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:02.158216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:02.161096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8:0:1:f816:3eff:fe41:dbea (31e74b08-3bfc-4c0f-a043-3479a97b05c8/860195a9-8189-4c19-ba9b-da39f6d4d3e1/8ff22612-bde0-4c80-968c-37a8384af7f8) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:02.164914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:02.194074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:02.210221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Usage tracker for resource:subnet and tenant:278eafbf3c42411cb71556eb113bb9fd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:02.215510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:02.232109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:02.265502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:02.273566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.338278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b826e-82e3-4985-b621-38821d98ae66 None None] Current status of the port 836f58c3-1bf2-4873-b563-61f299a0b261 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:02.375292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Made reservation on behalf of 278eafbf3c42411cb71556eb113bb9fd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:02.378821 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.533276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 836f58c3-1bf2-4873-b563-61f299a0b261 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:02.562027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.600038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 8ff22612-bde0-4c80-968c-37a8384af7f8 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:02.616840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 836f58c3-1bf2-4873-b563-61f299a0b261 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:02.617552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.652875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.752424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 836f58c3-1bf2-4873-b563-61f299a0b261 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:02.753638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.769112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Subnet': ['ID=65908a37-63f4-41dd-bd44-154570c800d0,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:02.781742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.781742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.781742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.781742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.783908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.783908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.783908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.783908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.783908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.784343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.784591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.784973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:02.793873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Checking segment: {'id': '96cc0e63-331c-45a1-a05d-7250e3bfa037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e5f320e7-260c-4f36-a04e-825291c73d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:02.795093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network hostable DHCP agents. Network: e5f320e7-260c-4f36-a04e-825291c73d8a, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:02.824766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:02.832986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:02.837989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:02.844302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:02.845061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.846700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57896) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:02.849302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.895400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=8ff22612-bde0-4c80-968c-37a8384af7f8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:02.910439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network e5f320e7-260c-4f36-a04e-825291c73d8a is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:02.933733 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:02.940779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:02.945824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:02.946414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.962636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc6d94-c67c-43a3-80c4-64f69c079cbb None None] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:02.964526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Subnet': ['ID=97d8192f-ceb0-4c74-a26a-6e52209701e8,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:02.988934 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5c48c801-c990-4f6c-932c-c642c94b5155 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1180832 Jun 16 15:20:02.993695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57902) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:03.017422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, e5f320e7-260c-4f36-a04e-825291c73d8a) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:03.025859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:03.026917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.053324 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8aad5ee6-dff2-4d0f-86b8-2431e1e71fdb tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1340015 Jun 16 15:20:03.054077 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57906) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:03.057630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7363479a-60a8-4057-943f-a79757a93b76 None None] Network e5f320e7-260c-4f36-a04e-825291c73d8a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:03.060077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1523329690-network', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:03.063718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1575218919', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97d8192f-ceb0-4c74-a26a-6e52209701e8'}], 'security_groups': ['743041cd-78b5-400b-b451-194b0ab425bc', 'c4e27ddd-0adc-4255-9ccc-ba3ae4450cbd']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:03.069330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:03.087732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Usage tracker for resource:network and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:03.088686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:03.098683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:03.157502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-3de076ca-3330-49c7-a3c6-bb9cc60ae647 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 8ff22612-bde0-4c80-968c-37a8384af7f8 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:03.158091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3de076ca-3330-49c7-a3c6-bb9cc60ae647 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.169099 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bbf3c176-230f-4299-8179-8b044ef0fff0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1955025 Jun 16 15:20:03.169974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57910) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:03.175460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-490675906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:03.182609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:03.187778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:router and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:03.191237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:03.198692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:03.243860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Made reservation on behalf of 1a3bb8253ad34d2c8c013bd11f34ea2e for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:03.247184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.271060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.292644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:03.303279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:03.315390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:03.324706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:03.356835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.358613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.363592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f795048d-30ad-4c96-91d0-2ff228c10f63 None None] Provisioning for port 8ff22612-bde0-4c80-968c-37a8384af7f8 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:03.387246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.417003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f795048d-30ad-4c96-91d0-2ff228c10f63 None None] Provisioning complete for port 8ff22612-bde0-4c80-968c-37a8384af7f8 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:03.417378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f795048d-30ad-4c96-91d0-2ff228c10f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.468620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.501156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.540469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.623783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.628166 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d9851ad7-54d1-4ef3-98b5-7fa885e21d5e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4571800 Jun 16 15:20:03.630878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f795048d-30ad-4c96-91d0-2ff228c10f63 None None] Port 8ff22612-bde0-4c80-968c-37a8384af7f8 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:03.635675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:03.646062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57914) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:03.646062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c81eba-1b34-4571-91ac-eb53c5e78f0a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:03.671724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-e5f320e7-260c-4f36-a04e-825291c73d8a', 'network_id': 'e5f320e7-260c-4f36-a04e-825291c73d8a', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'fixed_ips': [{'subnet_id': '65908a37-63f4-41dd-bd44-154570c800d0'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:20:03.673532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.740171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.740531 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Added segment 066ad6db-9c97-46d3-9e59-68c1c1bb997e of type vlan for network 6de34a97-b95c-4d45-8d42-c8f3aa15963a Jun 16 15:20:03.751242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.841089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3de076ca-3330-49c7-a3c6-bb9cc60ae647 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:03.922917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69493d8f-e421-44ca-84e2-e7ece4fc8776 None None] Update dhcp port {'port': {'network_id': '5c276e7a-6692-418a-aa1d-c4ca41a3a88b', 'fixed_ips': [{'subnet_id': '07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '43e6b24d-dff6-4f76-a447-6fe6e29d1a04', 'ip_address': '2001:db8::2'}, {'subnet_id': '97d8192f-ceb0-4c74-a26a-6e52209701e8'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': 'cbfe571c-3655-4171-a35d-1d798c1edec4'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:20:03.970502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Allocated IP 2001:db8::2 (e5f320e7-260c-4f36-a04e-825291c73d8a/65908a37-63f4-41dd-bd44-154570c800d0/bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:03.988550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-3de076ca-3330-49c7-a3c6-bb9cc60ae647 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 8ff22612-bde0-4c80-968c-37a8384af7f8 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:03.999205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69493d8f-e421-44ca-84e2-e7ece4fc8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:04.019591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:04.330743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:04.339129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:04.340419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:04.340978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:04.512562 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Delete allocated IP 2001:db8::24b (5c276e7a-6692-418a-aa1d-c4ca41a3a88b/43e6b24d-dff6-4f76-a447-6fe6e29d1a04) {{(pid=89746) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 16 15:20:04.520879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Allocated IP 2001:db8:0:2::287 (5c276e7a-6692-418a-aa1d-c4ca41a3a88b/97d8192f-ceb0-4c74-a26a-6e52209701e8/1e1251ae-2979-48af-9c54-58e2b79c68d5) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:04.527638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3de076ca-3330-49c7-a3c6-bb9cc60ae647 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:04.572143 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7241807 Jun 16 15:20:04.582994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57918) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:04.594406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de076ca-3330-49c7-a3c6-bb9cc60ae647 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=8ff22612-bde0-4c80-968c-37a8384af7f8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:04.625771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be52a79-d287-490c-ad9f-caf1617c5f69 admin admin] Pushing event updated for resources: {'Network': ['ID=6de34a97-b95c-4d45-8d42-c8f3aa15963a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:04.631004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Request body: {'subnet': {'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1523329690-subnet', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'ip_version': 4}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:04.639685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:04.649196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:04.657131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Usage tracker for resource:subnet and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:04.667201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:04.678324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:04.704541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:04.720210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3de076ca-3330-49c7-a3c6-bb9cc60ae647 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:04.723283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Transition to ACTIVE for port object bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:04.761643 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3de076ca-3330-49c7-a3c6-bb9cc60ae647 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/8ff22612-bde0-4c80-968c-37a8384af7f8 HTTP/1.1" status: 204 len: 168 time: 1.7676055 Jun 16 15:20:04.766277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57922) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:04.807496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Transition to ACTIVE for port object bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:04.855057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Made reservation on behalf of 1a3bb8253ad34d2c8c013bd11f34ea2e for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:04.857871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:04.878829 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:04.950583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23df77c-7856-436a-a62c-ff316836eaeb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:04.951369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a23df77c-7856-436a-a62c-ff316836eaeb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:04.953893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Network e5f320e7-260c-4f36-a04e-825291c73d8a is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:04.957318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:04.960409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:04.980130 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.000177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Pushing event updated for resources: {'Port': ['ID=bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:05.006832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Transition to ACTIVE for port object 1e1251ae-2979-48af-9c54-58e2b79c68d5 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:05.036364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Allocated IP 2001:db8::1 (e5f320e7-260c-4f36-a04e-825291c73d8a/65908a37-63f4-41dd-bd44-154570c800d0/f187fb79-19e4-4b02-a271-6e65f1e6472f) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:05.043447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a23df77c-7856-436a-a62c-ff316836eaeb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:05.044829 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a23df77c-7856-436a-a62c-ff316836eaeb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2774155 Jun 16 15:20:05.047695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57926) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:05.115866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.117728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Attempting to bind port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:05.117896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Attempting to bind port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '96cc0e63-331c-45a1-a05d-7250e3bfa037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e5f320e7-260c-4f36-a04e-825291c73d8a'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:05.118182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Attempting to bind port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b on network e5f320e7-260c-4f36-a04e-825291c73d8a {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:05.136149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:05.136537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Checking segment: {'id': '96cc0e63-331c-45a1-a05d-7250e3bfa037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e5f320e7-260c-4f36-a04e-825291c73d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:05.136978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.137381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Bound using segment: {'id': '96cc0e63-331c-45a1-a05d-7250e3bfa037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e5f320e7-260c-4f36-a04e-825291c73d8a'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:05.137868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Bound port: bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cc0e63-331c-45a1-a05d-7250e3bfa037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e5f320e7-260c-4f36-a04e-825291c73d8a'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:05.138244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.198067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-69493d8f-e421-44ca-84e2-e7ece4fc8776 None None] Allocated IP 2001:db8:0:2::2 (5c276e7a-6692-418a-aa1d-c4ca41a3a88b/97d8192f-ceb0-4c74-a26a-6e52209701e8/cbfe571c-3655-4171-a35d-1d798c1edec4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:05.285113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.307728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Transition to ACTIVE for port object f187fb79-19e4-4b02-a271-6e65f1e6472f will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:05.339361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] For port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:05.359101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] For port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b,segment=NetworkSegment(96cc0e63-331c-45a1-a05d-7250e3bfa037),segment_id=96cc0e63-331c-45a1-a05d-7250e3bfa037)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:05.372396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.408866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-69493d8f-e421-44ca-84e2-e7ece4fc8776 None None] For port cbfe571c-3655-4171-a35d-1d798c1edec4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cbfe571c-3655-4171-a35d-1d798c1edec4,segment=NetworkSegment(af2dcb36-4f75-473f-914e-252399615ab5),segment_id=af2dcb36-4f75-473f-914e-252399615ab5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:05.430030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a301e1-6dea-44fc-9439-01b3ca41cb4b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:05.435592 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d0a301e1-6dea-44fc-9439-01b3ca41cb4b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3825779 Jun 16 15:20:05.435592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] In _notify_port_updated(), no bound segment for port 1e1251ae-2979-48af-9c54-58e2b79c68d5 on network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b {{(pid=89746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:20:05.437325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57930) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:05.439646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:05.440285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.443939 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "PUT /v2.0/ports/1e1251ae-2979-48af-9c54-58e2b79c68d5 HTTP/1.1" status: 200 len: 970 time: 2.3861341 Jun 16 15:20:05.443939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af9b82-5579-451a-b119-10a63ae8dd3f tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event updated for resources: {'Port': ['ID=1e1251ae-2979-48af-9c54-58e2b79c68d5,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:05.445957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57934) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:05.472155 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69493d8f-e421-44ca-84e2-e7ece4fc8776 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.479933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.527052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b0606df5-90b7-4c33-91a5-25ed9ef492e4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 1e1251ae-2979-48af-9c54-58e2b79c68d5 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:05.528558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db34bba-7e47-4579-aa13-905bb549e186,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:05.530582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0606df5-90b7-4c33-91a5-25ed9ef492e4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.530717 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.563429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-69493d8f-e421-44ca-84e2-e7ece4fc8776 None None] Transition to ACTIVE for port object cbfe571c-3655-4171-a35d-1d798c1edec4 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:05.570538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Checking segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:05.571140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Network hostable DHCP agents. Network: 6de34a97-b95c-4d45-8d42-c8f3aa15963a, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:05.584529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.591617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b09b7-1cfe-49c8-b0ca-8fc20eab716e None None] Pushing event updated for resources: {'Port': ['ID=bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:05.657141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69493d8f-e421-44ca-84e2-e7ece4fc8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.777502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network e5f320e7-260c-4f36-a04e-825291c73d8a is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:05.788449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:05.793409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d850ee-b27c-400d-bfc1-37b1b139e5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:05.798068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d850ee-b27c-400d-bfc1-37b1b139e5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:05.798068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d850ee-b27c-400d-bfc1-37b1b139e5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:05.798356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-83d850ee-b27c-400d-bfc1-37b1b139e5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:05.824016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:05.824522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.856944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:05.870225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=f187fb79-19e4-4b02-a271-6e65f1e6472f,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:05.871539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69493d8f-e421-44ca-84e2-e7ece4fc8776 None None] Pushing event updated for resources: {'Port': ['ID=cbfe571c-3655-4171-a35d-1d798c1edec4,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:05.889802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0606df5-90b7-4c33-91a5-25ed9ef492e4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.972323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 6de34a97-b95c-4d45-8d42-c8f3aa15963a) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:05.975640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:05.976508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:05.981427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc243f49-4f94-4640-a2ac-1730755844d2 None None] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:06.000144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-83d850ee-b27c-400d-bfc1-37b1b139e5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:06.003497 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-83d850ee-b27c-400d-bfc1-37b1b139e5a6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5628152 Jun 16 15:20:06.037028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57938) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:06.046729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b0606df5-90b7-4c33-91a5-25ed9ef492e4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 1e1251ae-2979-48af-9c54-58e2b79c68d5 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:06.104516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.193318 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8cf79c65-3793-4411-bb91-486dadd54a9c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6099818 Jun 16 15:20:06.194369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57942) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:06.202492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:06.208339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cd1b55-80b3-468d-b5f2-88d7be49b9cf tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 860195a9-8189-4c19-ba9b-da39f6d4d3e1 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:20:06.211667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b55-80b3-468d-b5f2-88d7be49b9cf tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.219638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:06.251746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:20:06.252612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.303793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Usage tracker for resource:router and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:06.306779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b55-80b3-468d-b5f2-88d7be49b9cf tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.328903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:06.462317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:06.491143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b55-80b3-468d-b5f2-88d7be49b9cf tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.514010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Allocated IP 172.20.0.2 (6de34a97-b95c-4d45-8d42-c8f3aa15963a/9db34bba-7e47-4579-aa13-905bb549e186/061ddc9b-1788-4115-a469-23849c8df772) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:06.598434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0606df5-90b7-4c33-91a5-25ed9ef492e4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.664752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.669646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.745403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0606df5-90b7-4c33-91a5-25ed9ef492e4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=1e1251ae-2979-48af-9c54-58e2b79c68d5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:06.747819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:06.748447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b55-80b3-468d-b5f2-88d7be49b9cf tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.781833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.798615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0606df5-90b7-4c33-91a5-25ed9ef492e4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.812166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd1b55-80b3-468d-b5f2-88d7be49b9cf tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=860195a9-8189-4c19-ba9b-da39f6d4d3e1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:06.818028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b55-80b3-468d-b5f2-88d7be49b9cf tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:06.829041 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b0606df5-90b7-4c33-91a5-25ed9ef492e4 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/1e1251ae-2979-48af-9c54-58e2b79c68d5 HTTP/1.1" status: 204 len: 168 time: 1.3820560 Jun 16 15:20:06.830581 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-79cd1b55-80b3-468d-b5f2-88d7be49b9cf tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/860195a9-8189-4c19-ba9b-da39f6d4d3e1 HTTP/1.1" status: 204 len: 168 time: 0.7927659 Jun 16 15:20:06.834788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57946) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:06.835289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57948) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:06.841439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc48daf4-8ecd-4f88-aa11-589277d45bd0 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:06.937521 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bac1def-2b30-4309-bcbf-fd96b8cf89fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] GET failed (client error): The resource could not be found. Jun 16 15:20:06.938224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8bac1def-2b30-4309-bcbf-fd96b8cf89fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:07.122773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5cac82-9de5-4ad9-9601-bae72a3c5cfc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 88e76e71-2aeb-4848-9b2f-95fbb5297cb5 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:20:07.123405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:07.153936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cbfe571c-3655-4171-a35d-1d798c1edec4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:07.172012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5b5cac82-9de5-4ad9-9601-bae72a3c5cfc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.178365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb305802-7d19-41b7-87b5-d354e9c7e0c8 None None] Network e5f320e7-260c-4f36-a04e-825291c73d8a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:07.202372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.resource_extend [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:20:07.222050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8bac1def-2b30-4309-bcbf-fd96b8cf89fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:07.223196 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8bac1def-2b30-4309-bcbf-fd96b8cf89fe tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports/1e1251ae-2979-48af-9c54-58e2b79c68d5 HTTP/1.1" status: 404 len: 333 time: 0.3869495 Jun 16 15:20:07.226224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57954) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:07.278761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c6b7c6ca-71af-4772-b687-d6779db3c21a None None] Provisioning complete for port 65fcc482-906d-43f3-8e3c-9b32125b1816 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:07.279193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c6ca-71af-4772-b687-d6779db3c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.284964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.314814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.381746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ced13d-fe2c-475d-9eff-4f1f58dbc76a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.392450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.393377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.417544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ced13d-fe2c-475d-9eff-4f1f58dbc76a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.421183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Transition to ACTIVE for port object 061ddc9b-1788-4115-a469-23849c8df772 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:07.463480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.504561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c6b7c6ca-71af-4772-b687-d6779db3c21a None None] Port 65fcc482-906d-43f3-8e3c-9b32125b1816 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:07.515546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5b5cac82-9de5-4ad9-9601-bae72a3c5cfc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.526287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Transition to ACTIVE for port object 061ddc9b-1788-4115-a469-23849c8df772 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:07.535322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c6b7c6ca-71af-4772-b687-d6779db3c21a None None] Could not find standard attr ID for object 1e1251ae-2979-48af-9c54-58e2b79c68d5. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:20:07.539000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ced13d-fe2c-475d-9eff-4f1f58dbc76a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.566699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ced13d-fe2c-475d-9eff-4f1f58dbc76a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ec4379-be0e-4b70-8d4a-dbb2f8c8b5d4,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:07.572568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-55ced13d-fe2c-475d-9eff-4f1f58dbc76a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.575215 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-55ced13d-fe2c-475d-9eff-4f1f58dbc76a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/security-groups/d9ec4379-be0e-4b70-8d4a-dbb2f8c8b5d4 HTTP/1.1" status: 204 len: 168 time: 0.3477354 Jun 16 15:20:07.578487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57958) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:07.668689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=f187fb79-19e4-4b02-a271-6e65f1e6472f,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:07.674083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.679983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47837628-de90-45bb-baa4-65aae0463e4c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.724317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47837628-de90-45bb-baa4-65aae0463e4c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.737955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c6b7c6ca-71af-4772-b687-d6779db3c21a None None] Provisioning for port cbfe571c-3655-4171-a35d-1d798c1edec4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:07.761497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c6b7c6ca-71af-4772-b687-d6779db3c21a None None] Provisioning complete for port cbfe571c-3655-4171-a35d-1d798c1edec4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:07.762173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c6ca-71af-4772-b687-d6779db3c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.772918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network e5f320e7-260c-4f36-a04e-825291c73d8a is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:07.777723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:07.781276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5b5cac82-9de5-4ad9-9601-bae72a3c5cfc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.820496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:07.827918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:07.830835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:07.837075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Pushing event updated for resources: {'Port': ['ID=061ddc9b-1788-4115-a469-23849c8df772,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:07.890544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47837628-de90-45bb-baa4-65aae0463e4c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.900612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.900958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.901296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.901634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.901970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.902305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.902636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.903266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.903376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.903681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.904007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.904338 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:07.915542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47837628-de90-45bb-baa4-65aae0463e4c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e27ddd-0adc-4255-9ccc-ba3ae4450cbd,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:07.924228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47837628-de90-45bb-baa4-65aae0463e4c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:07.925515 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-47837628-de90-45bb-baa4-65aae0463e4c tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/security-groups/c4e27ddd-0adc-4255-9ccc-ba3ae4450cbd HTTP/1.1" status: 204 len: 168 time: 0.3458183 Jun 16 15:20:07.928430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57962) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:08.018456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c82a566-8531-4aae-8ade-ae390ea82fb7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.024046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Attempting to bind port 061ddc9b-1788-4115-a469-23849c8df772 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:08.024462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Attempting to bind port 061ddc9b-1788-4115-a469-23849c8df772 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:08.024827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Attempting to bind port 061ddc9b-1788-4115-a469-23849c8df772 on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:08.056685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c82a566-8531-4aae-8ade-ae390ea82fb7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.078964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:08.079431 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Checking segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:08.079734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.080135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Bound using segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:08.080635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Bound port: 061ddc9b-1788-4115-a469-23849c8df772, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:08.081011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.145837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c6b7c6ca-71af-4772-b687-d6779db3c21a None None] Current status of the port cbfe571c-3655-4171-a35d-1d798c1edec4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:08.208366 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] For port 061ddc9b-1788-4115-a469-23849c8df772, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:08.212645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] For port 061ddc9b-1788-4115-a469-23849c8df772, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=061ddc9b-1788-4115-a469-23849c8df772,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:08.223937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c82a566-8531-4aae-8ade-ae390ea82fb7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.250392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82a566-8531-4aae-8ade-ae390ea82fb7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743041cd-78b5-400b-b451-194b0ab425bc,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:08.252561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c82a566-8531-4aae-8ade-ae390ea82fb7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.253778 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2c82a566-8531-4aae-8ade-ae390ea82fb7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/security-groups/743041cd-78b5-400b-b451-194b0ab425bc HTTP/1.1" status: 204 len: 168 time: 0.3243499 Jun 16 15:20:08.262073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57966) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:08.302506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.378906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a54a3dc7-7719-495e-8674-bb1bdd919dd8 None None] Provisioning for port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:08.388245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a54a3dc7-7719-495e-8674-bb1bdd919dd8 None None] Provisioning complete for port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:08.388617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a54a3dc7-7719-495e-8674-bb1bdd919dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.461587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-325fe279-b7f1-4ac6-8cc0-bab50bde460a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet 43e6b24d-dff6-4f76-a447-6fe6e29d1a04 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:20:08.469212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4410-eff7-40f4-b9b5-f5b8a80e8220 None None] Pushing event updated for resources: {'Port': ['ID=061ddc9b-1788-4115-a469-23849c8df772,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:08.480727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-325fe279-b7f1-4ac6-8cc0-bab50bde460a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.538189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5b5cac82-9de5-4ad9-9601-bae72a3c5cfc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.581312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a54a3dc7-7719-495e-8674-bb1bdd919dd8 None None] Current status of the port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:08.582030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a54a3dc7-7719-495e-8674-bb1bdd919dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.585218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-325fe279-b7f1-4ac6-8cc0-bab50bde460a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.621492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cac82-9de5-4ad9-9601-bae72a3c5cfc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=88e76e71-2aeb-4848-9b2f-95fbb5297cb5,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:08.626043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a54a3dc7-7719-495e-8674-bb1bdd919dd8 None None] For port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b,segment=NetworkSegment(96cc0e63-331c-45a1-a05d-7250e3bfa037),segment_id=96cc0e63-331c-45a1-a05d-7250e3bfa037)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:08.700078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5b5cac82-9de5-4ad9-9601-bae72a3c5cfc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.703141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-325fe279-b7f1-4ac6-8cc0-bab50bde460a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.705683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 2174b490-ffec-4cf5-9fa5-4d099011ed74 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:20:08.708001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c11f3-35c9-43df-b492-e68b1914ec3c None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:08.739842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a54a3dc7-7719-495e-8674-bb1bdd919dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:08.924552 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5b5cac82-9de5-4ad9-9601-bae72a3c5cfc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/88e76e71-2aeb-4848-9b2f-95fbb5297cb5 HTTP/1.1" status: 204 len: 168 time: 2.0846541 Jun 16 15:20:08.925116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57970) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:09.129327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.143983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-325fe279-b7f1-4ac6-8cc0-bab50bde460a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.192686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.202487 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a43e83cf-33d8-47da-b200-4e448fb2f5df tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2723830 Jun 16 15:20:09.203910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57974) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:09.214056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:09.250227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-325fe279-b7f1-4ac6-8cc0-bab50bde460a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.253207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fe279-b7f1-4ac6-8cc0-bab50bde460a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=43e6b24d-dff6-4f76-a447-6fe6e29d1a04,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:09.276326 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-325fe279-b7f1-4ac6-8cc0-bab50bde460a tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/43e6b24d-dff6-4f76-a447-6fe6e29d1a04 HTTP/1.1" status: 204 len: 168 time: 1.0131023 Jun 16 15:20:09.282980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57978) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:09.309337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598b695d-abe7-4d0d-a9af-9a61ff56a2d9 None None] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:09.357468 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a54a3dc7-7719-495e-8674-bb1bdd919dd8 None None] Could not find standard attr ID for object 1e1251ae-2979-48af-9c54-58e2b79c68d5. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:20:09.369443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4899e4d-2fae-4f06-a8c5-6c495152ef14 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet 97d8192f-ceb0-4c74-a26a-6e52209701e8 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:20:09.373096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f4899e4d-2fae-4f06-a8c5-6c495152ef14 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.387843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:09.393804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:09.397424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:09.405020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:09.422491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:09.432588 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-94256c0a-0c1d-4c94-bf35-cc13fa7e9a79 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/2174b490-ffec-4cf5-9fa5-4d099011ed74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7861216 Jun 16 15:20:09.435851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 57982) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:09.437210 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787f1fb-bc47-4941-906d-24f1fc239962 None None] Sync routers for ids ['2174b490-ffec-4cf5-9fa5-4d099011ed74'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:09.449780 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a3dc7-7719-495e-8674-bb1bdd919dd8 None None] Pushing event updated for resources: {'Port': ['ID=bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:09.453882 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787f1fb-bc47-4941-906d-24f1fc239962 None None] Routers {'2174b490-ffec-4cf5-9fa5-4d099011ed74'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:09.459773 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1787f1fb-bc47-4941-906d-24f1fc239962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['2174b490-ffec-4cf5-9fa5-4d099011ed74'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:09.481076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f4899e4d-2fae-4f06-a8c5-6c495152ef14 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.546531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1f040e-71d1-4d35-8ca5-2ed7aabffa66 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:09.547670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8d1f040e-71d1-4d35-8ca5-2ed7aabffa66 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:09.558004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:09.562202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.582994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f4899e4d-2fae-4f06-a8c5-6c495152ef14 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.621567 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1787f1fb-bc47-4941-906d-24f1fc239962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:09.647833 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787f1fb-bc47-4941-906d-24f1fc239962 None None] Routers {'2174b490-ffec-4cf5-9fa5-4d099011ed74'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:09.648649 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1787f1fb-bc47-4941-906d-24f1fc239962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['2174b490-ffec-4cf5-9fa5-4d099011ed74'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:09.693572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b9004589-e929-46e6-9a6f-107986cd851e None None] Provisioning for port f187fb79-19e4-4b02-a271-6e65f1e6472f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:09.713456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b9004589-e929-46e6-9a6f-107986cd851e None None] Provisioning complete for port f187fb79-19e4-4b02-a271-6e65f1e6472f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:09.714735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9004589-e929-46e6-9a6f-107986cd851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.724843 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1787f1fb-bc47-4941-906d-24f1fc239962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:09.725471 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787f1fb-bc47-4941-906d-24f1fc239962 None None] The sync data for ids ['2174b490-ffec-4cf5-9fa5-4d099011ed74'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:09.767673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8d1f040e-71d1-4d35-8ca5-2ed7aabffa66 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:09.768818 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8d1f040e-71d1-4d35-8ca5-2ed7aabffa66 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports/f187fb79-19e4-4b02-a271-6e65f1e6472f HTTP/1.1" status: 200 len: 911 time: 0.3207088 Jun 16 15:20:09.771762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57986) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:09.777629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-bd307285-5ea2-4259-b652-826b9b3c4939 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65908a37-63f4-41dd-bd44-154570c800d0'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:09.803523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b9004589-e929-46e6-9a6f-107986cd851e None None] Port f187fb79-19e4-4b02-a271-6e65f1e6472f cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:09.828270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f4899e4d-2fae-4f06-a8c5-6c495152ef14 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.830220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Allocated IP 172.26.2.215 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/3d6ca169-72b6-4ba7-a50a-6df8320389bc) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:09.890336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4899e4d-2fae-4f06-a8c5-6c495152ef14 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=97d8192f-ceb0-4c74-a26a-6e52209701e8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:09.896398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b9004589-e929-46e6-9a6f-107986cd851e None None] Provisioning complete for port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:09.896809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9004589-e929-46e6-9a6f-107986cd851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.904822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f4899e4d-2fae-4f06-a8c5-6c495152ef14 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:09.960516 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f4899e4d-2fae-4f06-a8c5-6c495152ef14 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/97d8192f-ceb0-4c74-a26a-6e52209701e8 HTTP/1.1" status: 204 len: 168 time: 0.6762483 Jun 16 15:20:09.961527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57990) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:10.016907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b9b56f-8cfa-40f5-9a09-50cb4d381ef7 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:20:10.037182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-69b9b56f-8cfa-40f5-9a09-50cb4d381ef7 None None] Deleting port 836f58c3-1bf2-4873-b563-61f299a0b261 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:10.038298 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69b9b56f-8cfa-40f5-9a09-50cb4d381ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.064000 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5407eb7-4c50-4afd-a257-813294970680 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:10.064172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5407eb7-4c50-4afd-a257-813294970680 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:10.069181 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c5407eb7-4c50-4afd-a257-813294970680 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/43e6b24d-dff6-4f76-a447-6fe6e29d1a04 HTTP/1.1" status: 404 len: 337 time: 0.1035070 Jun 16 15:20:10.069660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57994) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:10.143657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.184003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab492c0-7ccd-421b-867e-56081fbcb9ed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting subnet 07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:20:10.187605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5ab492c0-7ccd-421b-867e-56081fbcb9ed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.229716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a9980-1276-40b5-a347-b46313ff1d0e None None] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:10.233715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.317953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5ab492c0-7ccd-421b-867e-56081fbcb9ed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.323810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b9004589-e929-46e6-9a6f-107986cd851e None None] Current status of the port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:10.344455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.358285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd307285-5ea2-4259-b652-826b9b3c4939 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.491632 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b9004589-e929-46e6-9a6f-107986cd851e None None] Provisioning complete for port 836f58c3-1bf2-4873-b563-61f299a0b261 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:10.492154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9004589-e929-46e6-9a6f-107986cd851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.599578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-69b9b56f-8cfa-40f5-9a09-50cb4d381ef7 None None] For port 836f58c3-1bf2-4873-b563-61f299a0b261, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=836f58c3-1bf2-4873-b563-61f299a0b261,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:10.600090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69b9b56f-8cfa-40f5-9a09-50cb4d381ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.668745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5ab492c0-7ccd-421b-867e-56081fbcb9ed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.692240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=fc094f76-c85b-4fed-85b9-f4fadd3cf41f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:10.733093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:10.734938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:10.737996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:10.747526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:10.752530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:10.779078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:10.779725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:10.820659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6ca169-72b6-4ba7-a50a-6df8320389bc,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:10.821092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-69b9b56f-8cfa-40f5-9a09-50cb4d381ef7 None None] Calling delete_port for 836f58c3-1bf2-4873-b563-61f299a0b261 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:10.849979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 061ddc9b-1788-4115-a469-23849c8df772 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:10.921734 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-24c5e837-5904-40f8-8693-a96f858cfd54 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7099078 Jun 16 15:20:10.922835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 57998) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:10.934720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:10.954968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b9004589-e929-46e6-9a6f-107986cd851e None None] Current status of the port 836f58c3-1bf2-4873-b563-61f299a0b261 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:11.112463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5ab492c0-7ccd-421b-867e-56081fbcb9ed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.124321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] Provisioning complete for port f187fb79-19e4-4b02-a271-6e65f1e6472f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:11.124860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.195278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] Port f187fb79-19e4-4b02-a271-6e65f1e6472f cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:11.224588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69b9b56f-8cfa-40f5-9a09-50cb4d381ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.304211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] Provisioning for port 061ddc9b-1788-4115-a469-23849c8df772 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:11.307899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 061ddc9b-1788-4115-a469-23849c8df772 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:11.324792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9b56f-8cfa-40f5-9a09-50cb4d381ef7 None None] Pushing event deleted for resources: {'Port': ['ID=836f58c3-1bf2-4873-b563-61f299a0b261,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:11.340554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9b56f-8cfa-40f5-9a09-50cb4d381ef7 None None] No DVR routers for this DVR port 836f58c3-1bf2-4873-b563-61f299a0b261 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:20:11.359567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] Provisioning complete for port 061ddc9b-1788-4115-a469-23849c8df772 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:11.359952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.368710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab492c0-7ccd-421b-867e-56081fbcb9ed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Subnet': ['ID=07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:11.402489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5ab492c0-7ccd-421b-867e-56081fbcb9ed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.409128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.435289 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5ab492c0-7ccd-421b-867e-56081fbcb9ed tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/07a894b1-d4f9-40bb-ab3e-338a5dcf4ac7 HTTP/1.1" status: 204 len: 168 time: 1.3592937 Jun 16 15:20:11.441427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58002) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:11.441714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 061ddc9b-1788-4115-a469-23849c8df772 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:11.442315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.490067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e969c8b-a40a-4801-baf9-50e7f477a9a8 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:11.510262 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdb80ad-a838-4c60-a077-2b89be3d1076 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:11.510496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eecb83-4dee-4309-80f1-7a17530732fe None None] Network 5c276e7a-6692-418a-aa1d-c4ca41a3a88b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:11.511080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdb80ad-a838-4c60-a077-2b89be3d1076 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:11.514147 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3fdb80ad-a838-4c60-a077-2b89be3d1076 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/9579e49d-3bc3-4404-aca2-1461dd71d0d6 HTTP/1.1" status: 404 len: 337 time: 0.0608504 Jun 16 15:20:11.516102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58006) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:11.520670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:11.567292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:11.570205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:11.592714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3cd0a657-bf8c-4838-95c1-c808baa6e165 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Synchronizing usage tracker for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:11.596722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:11.620167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd307285-5ea2-4259-b652-826b9b3c4939 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.629893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3cd0a657-bf8c-4838-95c1-c808baa6e165 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Unset dirty status for tenant:278eafbf3c42411cb71556eb113bb9fd on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:11.631356 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3cd0a657-bf8c-4838-95c1-c808baa6e165 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f2f6479-c363-46f4-8053-f94bc71e362e HTTP/1.1" status: 200 len: 205 time: 0.1121120 Jun 16 15:20:11.633645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58010) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:11.708088 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-68c5fbcc-9ab2-4812-abc4-c57f2091ee27 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] delete failed (client error): The resource could not be found. Jun 16 15:20:11.711580 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-68c5fbcc-9ab2-4812-abc4-c57f2091ee27 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/routers/5f2f6479-c363-46f4-8053-f94bc71e362e HTTP/1.1" status: 404 len: 336 time: 0.0745149 Jun 16 15:20:11.711908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58014) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:11.714733 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:11.718127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.775485 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-646b15ba-ae7d-4572-8970-497ee7e1a4e3 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:11.776091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646b15ba-ae7d-4572-8970-497ee7e1a4e3 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:11.780654 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-646b15ba-ae7d-4572-8970-497ee7e1a4e3 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/1459ac8a-8997-4b73-8958-feb49e52d313 HTTP/1.1" status: 404 len: 337 time: 0.0650065 Jun 16 15:20:11.780654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd307285-5ea2-4259-b652-826b9b3c4939 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.781025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58018) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:11.784651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd307285-5ea2-4259-b652-826b9b3c4939 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:11.785379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bd307285-5ea2-4259-b652-826b9b3c4939 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.789413 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bd307285-5ea2-4259-b652-826b9b3c4939 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/ports/f187fb79-19e4-4b02-a271-6e65f1e6472f HTTP/1.1" status: 200 len: 911 time: 2.0140049 Jun 16 15:20:11.814299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:11.819084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58022) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:11.878365 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4192f441-b76f-4669-bf80-6aa06af701de tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:11.878815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4192f441-b76f-4669-bf80-6aa06af701de tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:11.882849 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4192f441-b76f-4669-bf80-6aa06af701de tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/5c4281fc-b53a-44f1-919a-f28ea1ec29c6 HTTP/1.1" status: 404 len: 337 time: 0.0985906 Jun 16 15:20:11.887239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58026) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:11.944396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd307285-5ea2-4259-b652-826b9b3c4939 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=f187fb79-19e4-4b02-a271-6e65f1e6472f,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:11.971847 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.ipam_backend_mixin [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc094f76-c85b-4fed-85b9-f4fadd3cf41f (CIDR: 2001:db8::/64) Jun 16 15:20:12.009565 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:12.010173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:12.057225 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-431edb14-6ac6-483d-95c5-18b5f3e62bef tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:12.057225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431edb14-6ac6-483d-95c5-18b5f3e62bef tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:12.060823 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-431edb14-6ac6-483d-95c5-18b5f3e62bef tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/61f8b777-e201-44c4-ab30-a6edae3c3939 HTTP/1.1" status: 404 len: 337 time: 0.1703629 Jun 16 15:20:12.070508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58030) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:12.113390 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9c10e8d1-7677-4c9a-a86d-69a2ef8f95d6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1874959 Jun 16 15:20:12.117328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58034) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:12.120231 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dbeb67-bedd-4ae7-93fd-c5bbfe6957a7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:12.120776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dbeb67-bedd-4ae7-93fd-c5bbfe6957a7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:12.125351 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f1dbeb67-bedd-4ae7-93fd-c5bbfe6957a7 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/709b088c-12bf-472e-a35b-b7934d4abff4 HTTP/1.1" status: 404 len: 333 time: 0.0497198 Jun 16 15:20:12.126545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'subnet': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:12.141245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58038) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:12.159975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] Current status of the port 061ddc9b-1788-4115-a469-23849c8df772 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:12.160938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:12.207061 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74171e9-0609-4158-bba3-6bd179ef3ecf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:12.207622 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74171e9-0609-4158-bba3-6bd179ef3ecf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:12.211952 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e74171e9-0609-4158-bba3-6bd179ef3ecf tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/04453a65-549e-4167-8661-af372b054580 HTTP/1.1" status: 404 len: 337 time: 0.0634747 Jun 16 15:20:12.213172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58042) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:12.303645 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae26499-85de-4f40-9f9e-749b8a3a45cd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:12.304198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae26499-85de-4f40-9f9e-749b8a3a45cd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:12.309707 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4ae26499-85de-4f40-9f9e-749b8a3a45cd tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/e851b7a5-79cf-4421-bcce-e9d142226a5b HTTP/1.1" status: 404 len: 337 time: 0.0922625 Jun 16 15:20:12.315873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58046) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:12.345499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'tenant_id': 'a3e9a4b67c4b4e42a65f43ab68b85275', 'fixed_ips': [{'subnet_id': 'fc094f76-c85b-4fed-85b9-f4fadd3cf41f'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:20:12.346509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:12.368993 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb4edab-6820-4e9d-a736-a3b9a6d73c53 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:12.369594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb4edab-6820-4e9d-a736-a3b9a6d73c53 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:12.371023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 061ddc9b-1788-4115-a469-23849c8df772 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:12.371419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:12.377620 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-beb4edab-6820-4e9d-a736-a3b9a6d73c53 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/694aabc8-d7f3-47be-9e36-c50a1b87e6d7 HTTP/1.1" status: 404 len: 333 time: 0.0558724 Jun 16 15:20:12.378059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58050) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:12.440872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] For port 061ddc9b-1788-4115-a469-23849c8df772, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=061ddc9b-1788-4115-a469-23849c8df772,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:12.457461 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b43cf4-9569-4fb7-abc3-f61463297a41 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:12.458981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b43cf4-9569-4fb7-abc3-f61463297a41 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:12.462792 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f3b43cf4-9569-4fb7-abc3-f61463297a41 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/0f4664a2-3457-428c-93bb-a0de938b8724 HTTP/1.1" status: 404 len: 337 time: 0.0808625 Jun 16 15:20:12.464930 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58054) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:12.469849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:12.474454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Usage tracker for resource:subnet and tenant:a3e9a4b67c4b4e42a65f43ab68b85275 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:12.477665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:12.484483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:12.539266 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-48084334-2faf-42cc-8590-3d32160cc44b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:12.539722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48084334-2faf-42cc-8590-3d32160cc44b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:12.549768 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-48084334-2faf-42cc-8590-3d32160cc44b tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/subnets/6c4b0524-1e8f-4e9c-8a3d-3c3e98243e0a HTTP/1.1" status: 404 len: 337 time: 0.0755374 Jun 16 15:20:12.550185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:12.550322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58058) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:12.571347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:12.575280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:12.630072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a37ddf-1559-4949-95f3-8a67e4aa6df1 None None] DHCP port deletion for 5c276e7a-6692-418a-aa1d-c4ca41a3a88b request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:20:12.656748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-10a37ddf-1559-4949-95f3-8a67e4aa6df1 None None] Deleting port cbfe571c-3655-4171-a35d-1d798c1edec4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:12.657211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10a37ddf-1559-4949-95f3-8a67e4aa6df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:12.699452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e8c61-5383-4dce-96a2-2ee2652844c5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Deleting port 65fcc482-906d-43f3-8e3c-9b32125b1816 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:12.699787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c61-5383-4dce-96a2-2ee2652844c5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:12.742853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Router 37272b4f-1864-45ca-864d-b369feb99b0f is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:20:12.759826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:20:12.760313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:20:12.765707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Allocated IP 2001:db8::2 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/fc094f76-c85b-4fed-85b9-f4fadd3cf41f/5be5aa4b-4763-4ea9-9d4a-10eecf431322) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:12.780580 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e1eac-48d6-4c26-869d-b73633f5efe7 None None] Pushing event updated for resources: {'Port': ['ID=061ddc9b-1788-4115-a469-23849c8df772,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:12.822812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1573feb6-f127-4b8f-818b-efd2234a7db3 None None] Provisioning complete for port 65fcc482-906d-43f3-8e3c-9b32125b1816 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:12.822812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1573feb6-f127-4b8f-818b-efd2234a7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.012349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1573feb6-f127-4b8f-818b-efd2234a7db3 None None] Port 65fcc482-906d-43f3-8e3c-9b32125b1816 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:13.051400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.objects.ports [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89746) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 16 15:20:13.053810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.122788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:13.126527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:13.129985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:13.130591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.144710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Subnet': ['ID=8e454453-0164-4265-8f82-72710edcf7bc,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:13.170957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c61-5383-4dce-96a2-2ee2652844c5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.176177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1573feb6-f127-4b8f-818b-efd2234a7db3 None None] Provisioning complete for port 061ddc9b-1788-4115-a469-23849c8df772 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:13.176615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1573feb6-f127-4b8f-818b-efd2234a7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.187796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:13.215037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Sync routers for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:13.256035 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a1a994c2-ceef-4614-9468-76a6b863cdbd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1374321 Jun 16 15:20:13.258542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58062) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:13.266166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Request body: {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'mac_address': 'fa:16:3e:1d:02:b0', 'name': 'tempest-NetworksTestDHCPv6-1961837721'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:13.298977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-10a37ddf-1559-4949-95f3-8a67e4aa6df1 None None] For port cbfe571c-3655-4171-a35d-1d798c1edec4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cbfe571c-3655-4171-a35d-1d798c1edec4,segment=NetworkSegment(af2dcb36-4f75-473f-914e-252399615ab5),segment_id=af2dcb36-4f75-473f-914e-252399615ab5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:13.299528 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10a37ddf-1559-4949-95f3-8a67e4aa6df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.306434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e8c61-5383-4dce-96a2-2ee2652844c5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Calling delete_port for 65fcc482-906d-43f3-8e3c-9b32125b1816 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:13.400573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.429383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:13.439900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:13.459449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.460439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:13.461096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:13.463786 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-10313cde-c8fe-43e7-841b-96e6dd665b85 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2660918 Jun 16 15:20:13.464046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58066) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:13.518217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-10a37ddf-1559-4949-95f3-8a67e4aa6df1 None None] Calling delete_port for cbfe571c-3655-4171-a35d-1d798c1edec4 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:13.536026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Made reservation on behalf of a3e9a4b67c4b4e42a65f43ab68b85275 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:13.624895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 061ddc9b-1788-4115-a469-23849c8df772 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:13.624895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:13.669905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.700480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c61-5383-4dce-96a2-2ee2652844c5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.709791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Transition to ACTIVE for port object 5be5aa4b-4763-4ea9-9d4a-10eecf431322 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:13.758377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e8c61-5383-4dce-96a2-2ee2652844c5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Port': ['ID=65fcc482-906d-43f3-8e3c-9b32125b1816,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:13.828274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c61-5383-4dce-96a2-2ee2652844c5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.897629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:13.924199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1573feb6-f127-4b8f-818b-efd2234a7db3 None None] Current status of the port 061ddc9b-1788-4115-a469-23849c8df772 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:13.928346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:13.946736 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-aa8e8c61-5383-4dce-96a2-2ee2652844c5 tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/ports/65fcc482-906d-43f3-8e3c-9b32125b1816 HTTP/1.1" status: 204 len: 168 time: 1.3913805 Jun 16 15:20:13.952866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58070) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:13.996081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] device_id is not set on port 069ce9df-d967-484c-bb70-9bb4e8ebad54 yet. {{(pid=89746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:20:14.018831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port f187fb79-19e4-4b02-a271-6e65f1e6472f {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:14.019296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.036055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Transition to ACTIVE for port object 5be5aa4b-4763-4ea9-9d4a-10eecf431322 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:14.048553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:14.048553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.073898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-10a37ddf-1559-4949-95f3-8a67e4aa6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.147454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.173033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a37ddf-1559-4949-95f3-8a67e4aa6df1 None None] Pushing event deleted for resources: {'Port': ['ID=cbfe571c-3655-4171-a35d-1d798c1edec4,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:14.180280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.220637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a37ddf-1559-4949-95f3-8a67e4aa6df1 None None] No DVR routers for this DVR port cbfe571c-3655-4171-a35d-1d798c1edec4 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:20:14.353857 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1573feb6-f127-4b8f-818b-efd2234a7db3 None None] Provisioning complete for port cbfe571c-3655-4171-a35d-1d798c1edec4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:14.354271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1573feb6-f127-4b8f-818b-efd2234a7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.399594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:14.427898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1573feb6-f127-4b8f-818b-efd2234a7db3 None None] Port cbfe571c-3655-4171-a35d-1d798c1edec4 was deleted so its status cannot be updated. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jun 16 15:20:14.429835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:14.441062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:14.443541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.462205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Pushing event updated for resources: {'Port': ['ID=5be5aa4b-4763-4ea9-9d4a-10eecf431322,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:14.476894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.494235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c276e7a-6692-418a-aa1d-c4ca41a3a88b']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:14.573386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8::22 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/fc094f76-c85b-4fed-85b9-f4fadd3cf41f/069ce9df-d967-484c-bb70-9bb4e8ebad54) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:14.587561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:2b0 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/8e454453-0164-4265-8f82-72710edcf7bc/069ce9df-d967-484c-bb70-9bb4e8ebad54) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:14.624811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for f187fb79-19e4-4b02-a271-6e65f1e6472f owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:14.653347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2dcb36-4f75-473f-914e-252399615ab5') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:14.653686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2dcb36-4f75-473f-914e-252399615ab5') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:14.679027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.714828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.727352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:20:14.731319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.731913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.746235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Attempting to bind port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:14.746615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Attempting to bind port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:14.746991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Attempting to bind port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 on network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:14.781052 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment af2dcb36-4f75-473f-914e-252399615ab5 resource provider aggregate not found Jun 16 15:20:14.785708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:14.786087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Checking segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:14.786865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.786865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Bound using segment: {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:14.787666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Bound port: 5be5aa4b-4763-4ea9-9d4a-10eecf431322, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2866c854-274b-4381-9416-0dba9f1962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:14.787824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.800565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:14.847176 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment af2dcb36-4f75-473f-914e-252399615ab5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af2dcb36-4f75-473f-914e-252399615ab5 found for delete ", "request_id": "req-dc717c28-6028-4bc5-a131-9285485dc3e8"}]} Jun 16 15:20:14.864767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 836f58c3-1bf2-4873-b563-61f299a0b261 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:20:14.918097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 836f58c3-1bf2-4873-b563-61f299a0b261 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:20:14.919652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 836f58c3-1bf2-4873-b563-61f299a0b261 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:20:14.952305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.961421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] For port 5be5aa4b-4763-4ea9-9d4a-10eecf431322, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:14.981608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] For port 5be5aa4b-4763-4ea9-9d4a-10eecf431322, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5be5aa4b-4763-4ea9-9d4a-10eecf431322,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:14.981608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:11Z', 'revision_number': 3, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:14.981608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Checking router: 37272b4f-1864-45ca-864d-b369feb99b0f for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:14.981608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Updating router 37272b4f-1864-45ca-864d-b369feb99b0f port 3d6ca169-72b6-4ba7-a50a-6df8320389bc binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:14.982524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:14.989517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] Pushing event deleted for resources: {'Network': ['ID=5c276e7a-6692-418a-aa1d-c4ca41a3a88b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:15.001649 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-02a6e00b-83f9-4258-bafc-2e524abfbfbc tempest-PortsIpV6TestJSON-1865838857 tempest-PortsIpV6TestJSON-1865838857-project] 10.222.0.73 "DELETE /v2.0/networks/5c276e7a-6692-418a-aa1d-c4ca41a3a88b HTTP/1.1" status: 204 len: 168 time: 1.0457418 Jun 16 15:20:15.044276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:15.062219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:15.078544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:15.099895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 061ddc9b-1788-4115-a469-23849c8df772 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:15.107899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Transition to ACTIVE for port object 069ce9df-d967-484c-bb70-9bb4e8ebad54 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:15.132126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Allocated IP 172.20.0.1 (6de34a97-b95c-4d45-8d42-c8f3aa15963a/9db34bba-7e47-4579-aa13-905bb549e186/1f867447-83ee-4f40-801d-060a9ff66996) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:15.133742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:15.198977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=f187fb79-19e4-4b02-a271-6e65f1e6472f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:15.374127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5db00-2ed9-42a9-b12d-2f283f05f957 None None] Pushing event updated for resources: {'Port': ['ID=5be5aa4b-4763-4ea9-9d4a-10eecf431322,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:15.430014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 061ddc9b-1788-4115-a469-23849c8df772 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:15.430397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:15.465252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:15.472560 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:15.564836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:15.572632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:15.579069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:15.583025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:15.583756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:15.629205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58082) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:15.688658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event updated for resources: {'Port': ['ID=069ce9df-d967-484c-bb70-9bb4e8ebad54,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:15.722377 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:15.765311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 061ddc9b-1788-4115-a469-23849c8df772 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:15.786905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Transition to ACTIVE for port object 1f867447-83ee-4f40-801d-060a9ff66996 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:15.831596 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-28b117f1-ba20-4c72-9319-cbf7add9836d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5714242 Jun 16 15:20:15.834091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58088) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:15.860529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cbfe571c-3655-4171-a35d-1d798c1edec4 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:20:15.915093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: cbfe571c-3655-4171-a35d-1d798c1edec4 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:20:15.915093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cbfe571c-3655-4171-a35d-1d798c1edec4 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:20:15.945552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:15.968711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7ac19630-49ab-49ae-83bc-1f7e4768a36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.050144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.065294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Transition to ACTIVE for port object 3d6ca169-72b6-4ba7-a50a-6df8320389bc will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:16.076248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 2174b490-ffec-4cf5-9fa5-4d099011ed74 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:20:16.085807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:16.090337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-533f5e5e-3515-431b-9efe-cb237d89c82c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting port 069ce9df-d967-484c-bb70-9bb4e8ebad54 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:16.090690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533f5e5e-3515-431b-9efe-cb237d89c82c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.124987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:16.136332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:16.169435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.187580 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7e1121a4-5c4c-4703-b0a2-8242f765fb48 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=278eafbf3c42411cb71556eb113bb9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471463 Jun 16 15:20:16.187580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1f867447-83ee-4f40-801d-060a9ff66996,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:16.190963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58092) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:16.237023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:16.249511 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-530d8b63-f362-4b13-ba95-3eef84edb026 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/2174b490-ffec-4cf5-9fa5-4d099011ed74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4286220 Jun 16 15:20:16.250356 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86dbbc-8819-44ef-84c5-09af80958e89 None None] Sync routers for ids ['2174b490-ffec-4cf5-9fa5-4d099011ed74'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:16.250828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58096) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:16.277553 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86dbbc-8819-44ef-84c5-09af80958e89 None None] Routers {'2174b490-ffec-4cf5-9fa5-4d099011ed74'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:16.278198 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ea86dbbc-8819-44ef-84c5-09af80958e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['2174b490-ffec-4cf5-9fa5-4d099011ed74'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:16.312496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-597b97b3-145f-465e-a2f2-9a60431f375f tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:16.361883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280388c-769c-4ef6-b160-3e51c936f2af None None] Pushing event updated for resources: {'Port': ['ID=3d6ca169-72b6-4ba7-a50a-6df8320389bc,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:16.370668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.380475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Attempting to bind port 3d6ca169-72b6-4ba7-a50a-6df8320389bc on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:16.381103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Attempting to bind port 3d6ca169-72b6-4ba7-a50a-6df8320389bc by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:16.381757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Attempting to bind port 3d6ca169-72b6-4ba7-a50a-6df8320389bc on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:16.391730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:16.392583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:16.393475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.396688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:16.397607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Bound port: 3d6ca169-72b6-4ba7-a50a-6df8320389bc, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:16.398176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.408873 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ea86dbbc-8819-44ef-84c5-09af80958e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:16.438002 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86dbbc-8819-44ef-84c5-09af80958e89 None None] Routers {'2174b490-ffec-4cf5-9fa5-4d099011ed74'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:16.438775 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ea86dbbc-8819-44ef-84c5-09af80958e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['2174b490-ffec-4cf5-9fa5-4d099011ed74'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:16.443632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-597b97b3-145f-465e-a2f2-9a60431f375f tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:16.447498 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-597b97b3-145f-465e-a2f2-9a60431f375f tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=2174b490-ffec-4cf5-9fa5-4d099011ed74 HTTP/1.1" status: 200 len: 205 time: 0.1960545 Jun 16 15:20:16.448677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58100) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:16.511275 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ea86dbbc-8819-44ef-84c5-09af80958e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:16.511672 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86dbbc-8819-44ef-84c5-09af80958e89 None None] The sync data for ids ['2174b490-ffec-4cf5-9fa5-4d099011ed74'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:16.516811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] For port 3d6ca169-72b6-4ba7-a50a-6df8320389bc, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:16.521361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] For port 3d6ca169-72b6-4ba7-a50a-6df8320389bc, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3d6ca169-72b6-4ba7-a50a-6df8320389bc,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:16.556557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-446b229b-edba-4b20-8ad8-c407b4c44e1e None None] Provisioning for port 1f867447-83ee-4f40-801d-060a9ff66996 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:16.565736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-446b229b-edba-4b20-8ad8-c407b4c44e1e None None] Provisioning complete for port 1f867447-83ee-4f40-801d-060a9ff66996 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:16.566120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-446b229b-edba-4b20-8ad8-c407b4c44e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.597740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.675091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-425a4dfb-3e05-4f01-9bce-e5b30b390640 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.700621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:16.701272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:19:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:16.742854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a4846e1d-b4c3-4c4a-8d75-dfec8355d810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:16.757922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-446b229b-edba-4b20-8ad8-c407b4c44e1e None None] Port 1f867447-83ee-4f40-801d-060a9ff66996 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:16.771956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c46bf-5796-4ed3-b21a-49c8707edcae None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:16.823694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280388c-769c-4ef6-b160-3e51c936f2af None None] Pushing event updated for resources: {'Port': ['ID=3d6ca169-72b6-4ba7-a50a-6df8320389bc,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:16.956097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a4846e1d-b4c3-4c4a-8d75-dfec8355d810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.100315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5be5aa4b-4763-4ea9-9d4a-10eecf431322 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:17.130152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:17.176783 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533f5e5e-3515-431b-9efe-cb237d89c82c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.177836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6ea97d43-e369-4c4c-8a88-ccbfe174bf2a None None] Provisioning for port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:17.187992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-425a4dfb-3e05-4f01-9bce-e5b30b390640 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.201954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-425a4dfb-3e05-4f01-9bce-e5b30b390640 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.472466 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.489931 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-533f5e5e-3515-431b-9efe-cb237d89c82c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Calling delete_port for 069ce9df-d967-484c-bb70-9bb4e8ebad54 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:17.536681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:17.544259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:17.544634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.595689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-425a4dfb-3e05-4f01-9bce-e5b30b390640 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.596169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425a4dfb-3e05-4f01-9bce-e5b30b390640 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Fanout notify agent at l3_agent the message router_deleted on router 2174b490-ffec-4cf5-9fa5-4d099011ed74 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:20:17.666115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:11Z', 'revision_number': 3, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:17.683537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ec4ffd-f55b-4d28-97e1-8e35c2439e09 None None] Update dhcp port {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': 'fc094f76-c85b-4fed-85b9-f4fadd3cf41f', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e454453-0164-4265-8f82-72710edcf7bc'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '5be5aa4b-4763-4ea9-9d4a-10eecf431322'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:20:17.715689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a4846e1d-b4c3-4c4a-8d75-dfec8355d810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.720023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-425a4dfb-3e05-4f01-9bce-e5b30b390640 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.721079 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-425a4dfb-3e05-4f01-9bce-e5b30b390640 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/2174b490-ffec-4cf5-9fa5-4d099011ed74 HTTP/1.1" status: 204 len: 168 time: 1.2670743 Jun 16 15:20:17.722819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d518724-3a65-4182-8e00-8b9d14ac6927 None None] The sync data for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv is: [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:11Z', 'revision_number': 3, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:17.723970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58104) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:17.757279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a4846e1d-b4c3-4c4a-8d75-dfec8355d810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.766345 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a4846e1d-b4c3-4c4a-8d75-dfec8355d810 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9be9cbfb-1281-46ae-b197-71ea733c0ee7 HTTP/1.1" status: 204 len: 168 time: 1.5669756 Jun 16 15:20:17.786733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-33ec4ffd-f55b-4d28-97e1-8e35c2439e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.815323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:17.815877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.828618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4846e1d-b4c3-4c4a-8d75-dfec8355d810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be9cbfb-1281-46ae-b197-71ea733c0ee7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:17.834191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2efbe2-c0ab-4909-8c3e-68d1c470c7b6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting subnet 65908a37-63f4-41dd-bd44-154570c800d0 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:20:17.843342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d2efbe2-c0ab-4909-8c3e-68d1c470c7b6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.946614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d2efbe2-c0ab-4909-8c3e-68d1c470c7b6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:17.979327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 5be5aa4b-4763-4ea9-9d4a-10eecf431322, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5be5aa4b-4763-4ea9-9d4a-10eecf431322,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:17.985648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.038198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533f5e5e-3515-431b-9efe-cb237d89c82c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.063095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d2efbe2-c0ab-4909-8c3e-68d1c470c7b6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.071001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.103476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.112489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-33ec4ffd-f55b-4d28-97e1-8e35c2439e09 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:e226 (31e74b08-3bfc-4c0f-a043-3479a97b05c8/8e454453-0164-4265-8f82-72710edcf7bc/5be5aa4b-4763-4ea9-9d4a-10eecf431322) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:18.144434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f5e5e-3515-431b-9efe-cb237d89c82c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Port': ['ID=069ce9df-d967-484c-bb70-9bb4e8ebad54,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:18.284099 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=5be5aa4b-4763-4ea9-9d4a-10eecf431322,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:18.320259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d2efbe2-c0ab-4909-8c3e-68d1c470c7b6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.350730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533f5e5e-3515-431b-9efe-cb237d89c82c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.352638 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-533f5e5e-3515-431b-9efe-cb237d89c82c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/069ce9df-d967-484c-bb70-9bb4e8ebad54 HTTP/1.1" status: 204 len: 168 time: 2.5163176 Jun 16 15:20:18.364504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58112) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:18.364986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8057589-af3e-42d4-bfa8-db9e244faa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.369099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.372855 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1f867447-83ee-4f40-801d-060a9ff66996,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:18.442455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-33ec4ffd-f55b-4d28-97e1-8e35c2439e09 None None] For port 5be5aa4b-4763-4ea9-9d4a-10eecf431322, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5be5aa4b-4763-4ea9-9d4a-10eecf431322,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:18.449302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2efbe2-c0ab-4909-8c3e-68d1c470c7b6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Subnet': ['ID=65908a37-63f4-41dd-bd44-154570c800d0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:18.459645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d2efbe2-c0ab-4909-8c3e-68d1c470c7b6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.464426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e9e1bd-daae-417b-84c3-046550e4b15d None None] Network e5f320e7-260c-4f36-a04e-825291c73d8a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:18.473911 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6d2efbe2-c0ab-4909-8c3e-68d1c470c7b6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/65908a37-63f4-41dd-bd44-154570c800d0 HTTP/1.1" status: 204 len: 168 time: 0.7457223 Jun 16 15:20:18.474622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58120) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:18.497862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-33ec4ffd-f55b-4d28-97e1-8e35c2439e09 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.587363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-33ec4ffd-f55b-4d28-97e1-8e35c2439e09 None None] Transition to ACTIVE for port object 5be5aa4b-4763-4ea9-9d4a-10eecf431322 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:18.644025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97574519-fb0d-4f4a-991a-20194491ce29 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:18.644771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-97574519-fb0d-4f4a-991a-20194491ce29 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:18.663067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:18.664750 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.668798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:18.680926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:18.681323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.728036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-33ec4ffd-f55b-4d28-97e1-8e35c2439e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:18.833093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-97574519-fb0d-4f4a-991a-20194491ce29 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:18.834657 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-97574519-fb0d-4f4a-991a-20194491ce29 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4678373 Jun 16 15:20:18.838047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58128) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:19.055039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:19.080213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b,segment=NetworkSegment(96cc0e63-331c-45a1-a05d-7250e3bfa037),segment_id=96cc0e63-331c-45a1-a05d-7250e3bfa037)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:19.080797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:19.112269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Router 37272b4f-1864-45ca-864d-b369feb99b0f has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:20:19.176797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec4ffd-f55b-4d28-97e1-8e35c2439e09 None None] Pushing event updated for resources: {'Port': ['ID=5be5aa4b-4763-4ea9-9d4a-10eecf431322,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:19.266702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5be5aa4b-4763-4ea9-9d4a-10eecf431322 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:19.383267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e09761d-d35d-4483-9022-6495efe1e40e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:19.393300 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e09761d-d35d-4483-9022-6495efe1e40e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5459418 Jun 16 15:20:19.395394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58140) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:19.434144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:19.477963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-50d3da62-8878-47e2-96cd-c63c4162365f None None] Provisioning complete for port 1f867447-83ee-4f40-801d-060a9ff66996 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:19.478383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-50d3da62-8878-47e2-96cd-c63c4162365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:19.549075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61c35b8-a808-4142-9af5-dd007553ab40 None None] DHCP port deletion for e5f320e7-260c-4f36-a04e-825291c73d8a request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:20:19.562214 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e61c35b8-a808-4142-9af5-dd007553ab40 None None] Deleting port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:19.568202 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e61c35b8-a808-4142-9af5-dd007553ab40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:19.588177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58144) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:19.666216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:19.686521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 3d6ca169-72b6-4ba7-a50a-6df8320389bc up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:19.746675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No DVR routers for this DVR port bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:20:19.755940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e61c35b8-a808-4142-9af5-dd007553ab40 None None] The port 'bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:20:19.781771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad62d60-63f0-4575-909b-02ac6844058b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:19.782467 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-50d3da62-8878-47e2-96cd-c63c4162365f None None] Port 1f867447-83ee-4f40-801d-060a9ff66996 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:19.783054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad62d60-63f0-4575-909b-02ac6844058b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:19.783054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad62d60-63f0-4575-909b-02ac6844058b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:19.783444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2ad62d60-63f0-4575-909b-02ac6844058b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:19.836549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:19.842798 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-421cbd2a-3e66-4425-9a85-0bf5da6fd5f7 admin admin] 10.222.0.73 "PUT /v2.0/routers/37272b4f-1864-45ca-864d-b369feb99b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3772895 Jun 16 15:20:19.907447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 3d6ca169-72b6-4ba7-a50a-6df8320389bc completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:19.915344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 3d6ca169-72b6-4ba7-a50a-6df8320389bc triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:19.915700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:19.929026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2ad62d60-63f0-4575-909b-02ac6844058b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:19.930861 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2ad62d60-63f0-4575-909b-02ac6844058b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5346384 Jun 16 15:20:19.933803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58152) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:19.942975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:19.957380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2f1b39ef-5bd5-4913-bc3b-db95184f64a2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:19.957836 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-2f1b39ef-5bd5-4913-bc3b-db95184f64a2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 16 15:20:19.958327 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-2f1b39ef-5bd5-4913-bc3b-db95184f64a2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): There was a conflict when trying to complete your request. Jun 16 15:20:19.959354 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2f1b39ef-5bd5-4913-bc3b-db95184f64a2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3701675 Jun 16 15:20:19.988651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58156) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:19.999095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003304383'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:20.026602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:20.052682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:20.072321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:20.088612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:20.101017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e25f403-8531-4c67-bc42-1088fc1b00ba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet 8e454453-0164-4265-8f82-72710edcf7bc {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:20:20.106173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e25f403-8531-4c67-bc42-1088fc1b00ba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.111094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.177219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 3d6ca169-72b6-4ba7-a50a-6df8320389bc is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:20.177709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.180701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f320e7-260c-4f36-a04e-825291c73d8a']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:20.182508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e25f403-8531-4c67-bc42-1088fc1b00ba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.199620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 3d6ca169-72b6-4ba7-a50a-6df8320389bc, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3d6ca169-72b6-4ba7-a50a-6df8320389bc,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:20.200503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cc0e63-331c-45a1-a05d-7250e3bfa037') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:20.200844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cc0e63-331c-45a1-a05d-7250e3bfa037') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:20.215967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.239199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.243290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.256350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:20:20.256889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.264691 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.280930 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.283373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.316686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:20.329239 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 96cc0e63-331c-45a1-a05d-7250e3bfa037 resource provider aggregate not found Jun 16 15:20:20.363899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e25f403-8531-4c67-bc42-1088fc1b00ba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.417107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8858921d-4dd5-471c-95f7-e4596ebfbb78 None None] Could not find standard attr ID for object 069ce9df-d967-484c-bb70-9bb4e8ebad54. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:20:20.419163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:20.423791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Sync routers for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:20.428507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:20.434571 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 96cc0e63-331c-45a1-a05d-7250e3bfa037 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96cc0e63-331c-45a1-a05d-7250e3bfa037 found for delete ", "request_id": "req-ad427d8c-cc87-4e8d-b694-2235ac24a04c"}]} Jun 16 15:20:20.441905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=3d6ca169-72b6-4ba7-a50a-6df8320389bc,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:20.442422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:20.449696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:20.451040 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:20.527271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8858921d-4dd5-471c-95f7-e4596ebfbb78 None None] Provisioning for port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:20.538561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8858921d-4dd5-471c-95f7-e4596ebfbb78 None None] Provisioning complete for port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:20.539240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8858921d-4dd5-471c-95f7-e4596ebfbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.546715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.564318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.581462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.589839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Network': ['ID=e5f320e7-260c-4f36-a04e-825291c73d8a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:20.632488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e25f403-8531-4c67-bc42-1088fc1b00ba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.676785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.678869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25f403-8531-4c67-bc42-1088fc1b00ba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=8e454453-0164-4265-8f82-72710edcf7bc,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:20.692904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:20.713469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e25f403-8531-4c67-bc42-1088fc1b00ba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.730090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:20.736109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:20.740634 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5fa2b0c7-ae83-4e26-bdca-0ba4eea600ca tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/networks/e5f320e7-260c-4f36-a04e-825291c73d8a HTTP/1.1" status: 204 len: 168 time: 2.2642074 Jun 16 15:20:20.742374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58172) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:20.751047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1543189677', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:20.752430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:20.765211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:20.771573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:router and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:20.771807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc106fe5-e7a9-4652-adb0-191dc9a0eae0,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:20.776908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:20.786254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:20.794401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:20.856265 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7e25f403-8531-4c67-bc42-1088fc1b00ba tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/8e454453-0164-4265-8f82-72710edcf7bc HTTP/1.1" status: 204 len: 168 time: 0.9143770 Jun 16 15:20:20.864549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58176) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:20.880857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.892796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6248cc3a-b440-401b-b968-0f755f283f3f None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:20.910380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.911444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.925686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8858921d-4dd5-471c-95f7-e4596ebfbb78 None None] Current status of the port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:20.947121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.968449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7dd0e6-e3a9-405d-a16e-d0841b1803dc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Deleting subnet fc094f76-c85b-4fed-85b9-f4fadd3cf41f {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:20:20.974161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd0e6-e3a9-405d-a16e-d0841b1803dc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.978004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.063676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd0e6-e3a9-405d-a16e-d0841b1803dc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.100536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1feefc15-bd1b-4f44-b720-f99af0212ef8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:21.131440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.131990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5be5aa4b-4763-4ea9-9d4a-10eecf431322 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:21.165107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.165267 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2a02b4bb-c125-45af-8dd0-b01c71f873bd tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1720040 Jun 16 15:20:21.168122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58184) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:21.174191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': '1feefc15-bd1b-4f44-b720-f99af0212ef8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:21.181013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:21.186322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:21.188271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58188) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:21.189298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:21.192656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b1ddd1b0-c0c5-4512-9ce8-d2148850c6b8 None None] Could not find standard attr ID for object 069ce9df-d967-484c-bb70-9bb4e8ebad54. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:20:21.195891 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:21.208577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-622330850-network', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:21.213963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:21.220138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Usage tracker for resource:network and tenant:cd26f99ad1ba4ba8ac1e584d65efd3cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:21.224247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:21.231796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:21.239690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd0e6-e3a9-405d-a16e-d0841b1803dc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.284015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.287666 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6d79a20c-3909-49c1-9459-ebb9d2bd315a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5418551 Jun 16 15:20:21.288410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58192) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:21.294413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1737997406'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:21.300938 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:21.305874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:network and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:21.316089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:21.322443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.339187 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:21.384241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Made reservation on behalf of cd26f99ad1ba4ba8ac1e584d65efd3cb for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:21.386544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.400862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.404125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.416080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:21.419968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Usage tracker for resource:security_group_rule and tenant:cd26f99ad1ba4ba8ac1e584d65efd3cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:21.428510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:21.430434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:21.439959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:21.440348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.449694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd0e6-e3a9-405d-a16e-d0841b1803dc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.487273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:21.491938 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.499896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dd0e6-e3a9-405d-a16e-d0841b1803dc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Subnet': ['ID=fc094f76-c85b-4fed-85b9-f4fadd3cf41f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:21.504360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd0e6-e3a9-405d-a16e-d0841b1803dc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.530396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:21.536908 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bd7dd0e6-e3a9-405d-a16e-d0841b1803dc tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/fc094f76-c85b-4fed-85b9-f4fadd3cf41f HTTP/1.1" status: 204 len: 168 time: 0.6689596 Jun 16 15:20:21.537827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58196) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:21.542298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.543337 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added segment 32c84fc7-b88e-4518-9051-ae4b3dd777ad of type vlan for network d93218d7-a718-4847-b7ce-4f1323a940e5 Jun 16 15:20:21.577305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.581231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.609876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.621593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d97740a0-ce5b-48ec-8c0b-f2d0927cbfeb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803366 Jun 16 15:20:21.627815 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:17Z', 'revision_number': 2, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:21.628118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58200) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:21.643393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Checking router: 37272b4f-1864-45ca-864d-b369feb99b0f for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:21.643712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Updating router 37272b4f-1864-45ca-864d-b369feb99b0f port 1f867447-83ee-4f40-801d-060a9ff66996 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:21.646520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.693671 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b79a3b-900f-4d63-bb5c-74973976dfd2,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:21.694938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.697011 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.702654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:21.705534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.724208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:21.741770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d31c5d0-a50b-4362-a309-6bd7c6db6da8,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:21.746860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.747309 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Added segment 5060c1f2-facb-4464-8c43-49a2ad33e304 of type vlan for network 60844af6-a2ec-4159-a299-ec6afd6cbf87 Jun 16 15:20:21.765535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:21.766675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 3d6ca169-72b6-4ba7-a50a-6df8320389bc up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:21.788317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.805942 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.843769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.845345 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d39d17ff-1fa1-4800-b910-cae91fd4c3e1 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6762722 Jun 16 15:20:21.849263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58204) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:21.852207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Network': ['ID=d93218d7-a718-4847-b7ce-4f1323a940e5,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:21.866818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-688f681b-3f03-4710-829a-ea5f1d863355 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': '1feefc15-bd1b-4f44-b720-f99af0212ef8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:21.870082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d93218d7-a718-4847-b7ce-4f1323a940e5 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:21.875187 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-35dab7b9-ba8d-46cd-93f6-31d803c92b80 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5857844 Jun 16 15:20:21.878482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58208) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:21.880035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-688f681b-3f03-4710-829a-ea5f1d863355 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:21.885372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-688f681b-3f03-4710-829a-ea5f1d863355 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:21.890303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'subnet': {'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:21.890464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-688f681b-3f03-4710-829a-ea5f1d863355 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:21.903754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e7f119-3849-4fdf-bfd6-816ebe2d10af tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:21.907412 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a0e7f119-3849-4fdf-bfd6-816ebe2d10af tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2709832 Jun 16 15:20:21.908843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-688f681b-3f03-4710-829a-ea5f1d863355 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:21.910805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58212) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:21.920988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.921852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:21.922503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.991269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb55a101-7965-4415-bf42-7ea35c10e33c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:21.992053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cb55a101-7965-4415-bf42-7ea35c10e33c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Synchronizing usage tracker for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:22.063398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-688f681b-3f03-4710-829a-ea5f1d863355 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.074723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] Pushing event updated for resources: {'Network': ['ID=60844af6-a2ec-4159-a299-ec6afd6cbf87,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:22.094678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cb55a101-7965-4415-bf42-7ea35c10e33c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Unset dirty status for tenant:a3e9a4b67c4b4e42a65f43ab68b85275 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:22.098290 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cb55a101-7965-4415-bf42-7ea35c10e33c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1842933 Jun 16 15:20:22.101028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58216) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.111471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 60844af6-a2ec-4159-a299-ec6afd6cbf87 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:22.135432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7218552-6001-44b5-81ea-d29c2a8b8987 None None] Update dhcp port {'port': {'network_id': '31e74b08-3bfc-4c0f-a043-3479a97b05c8', 'fixed_ips': [{'subnet_id': 'fc094f76-c85b-4fed-85b9-f4fadd3cf41f'}], 'binding:host_id': 'dv-neutron-846028-2-hyperv'}, 'id': '5be5aa4b-4763-4ea9-9d4a-10eecf431322'} from dv-neutron-846028-2-hyperv. {{(pid=89747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 16 15:20:22.180273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:22.186549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e7398d13-9056-4504-b8c2-256dc8b22694 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793266 Jun 16 15:20:22.187079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:subnet and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:22.191804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:22.192974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58220) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.215024 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 3d6ca169-72b6-4ba7-a50a-6df8320389bc triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:22.215634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.231164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:22.241310 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1417ead8-23ea-439e-9099-fe0a7c5b701d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0473428 Jun 16 15:20:22.253545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58224) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.253710 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-008b1d2f-88a0-4981-a815-7cbb832b0584 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:22.253710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008b1d2f-88a0-4981-a815-7cbb832b0584 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:22.253710 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-008b1d2f-88a0-4981-a815-7cbb832b0584 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/069ce9df-d967-484c-bb70-9bb4e8ebad54 HTTP/1.1" status: 404 len: 333 time: 0.0516567 Jun 16 15:20:22.253710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58228) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.256225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Request body: {'subnet': {'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-622330850-subnet', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:22.263305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:22.268278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Usage tracker for resource:subnet and tenant:cd26f99ad1ba4ba8ac1e584d65efd3cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:22.272584 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-688f681b-3f03-4710-829a-ea5f1d863355 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): There was a conflict when trying to complete your request. Jun 16 15:20:22.273987 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-688f681b-3f03-4710-829a-ea5f1d863355 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4232967 Jun 16 15:20:22.275009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:22.280093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58232) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.286709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:22.296027 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3ac3d4-b1ae-4789-902b-a57777d25c7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:22.296524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3ac3d4-b1ae-4789-902b-a57777d25c7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:22.300555 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fa3ac3d4-b1ae-4789-902b-a57777d25c7d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/8e454453-0164-4265-8f82-72710edcf7bc HTTP/1.1" status: 404 len: 337 time: 0.0491288 Jun 16 15:20:22.301671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58236) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.345771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e7218552-6001-44b5-81ea-d29c2a8b8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.350689 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b44acf3-689b-435a-a51d-1779342cd191 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:22.351836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b44acf3-689b-435a-a51d-1779342cd191 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:22.354610 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7b44acf3-689b-435a-a51d-1779342cd191 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/fc094f76-c85b-4fed-85b9-f4fadd3cf41f HTTP/1.1" status: 404 len: 337 time: 0.0502107 Jun 16 15:20:22.355858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58240) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.383776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f25d9a57-acd2-4780-9560-5683bb160efb tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.393209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:22.408002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.415987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f25d9a57-acd2-4780-9560-5683bb160efb tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.437240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Made reservation on behalf of cd26f99ad1ba4ba8ac1e584d65efd3cb for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:22.439829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.440675 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc14de4-efb5-4daa-94a9-8b8ebba0bf5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:22.441198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc14de4-efb5-4daa-94a9-8b8ebba0bf5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:22.445777 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bbc14de4-efb5-4daa-94a9-8b8ebba0bf5a tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/8ff22612-bde0-4c80-968c-37a8384af7f8 HTTP/1.1" status: 404 len: 333 time: 0.0863047 Jun 16 15:20:22.456120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58244) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.498498 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8307eb02-0632-4bea-83d8-36ce896cc0c4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:22.499072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8307eb02-0632-4bea-83d8-36ce896cc0c4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:22.504493 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8307eb02-0632-4bea-83d8-36ce896cc0c4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/860195a9-8189-4c19-ba9b-da39f6d4d3e1 HTTP/1.1" status: 404 len: 337 time: 0.0436621 Jun 16 15:20:22.508095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58248) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.671879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 3d6ca169-72b6-4ba7-a50a-6df8320389bc is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:22.718342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f25d9a57-acd2-4780-9560-5683bb160efb tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.722265 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db44d77-ad3c-4efe-b338-f94eb6d8b7e4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:22.722783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db44d77-ad3c-4efe-b338-f94eb6d8b7e4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:22.726216 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0db44d77-ad3c-4efe-b338-f94eb6d8b7e4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/88e76e71-2aeb-4848-9b2f-95fbb5297cb5 HTTP/1.1" status: 404 len: 337 time: 0.2153714 Jun 16 15:20:22.732423 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58252) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.762761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b922a7-7bbb-42d6-9ec3-8b70d06912c9 None None] Network 31e74b08-3bfc-4c0f-a043-3479a97b05c8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:22.785284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d9a57-acd2-4780-9560-5683bb160efb tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feefc15-bd1b-4f44-b720-f99af0212ef8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:22.790672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:20:22.794565 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-10429f2f-3a90-4d19-b00c-d24677b04174 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:22.794565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10429f2f-3a90-4d19-b00c-d24677b04174 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:22.794565 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-10429f2f-3a90-4d19-b00c-d24677b04174 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/34b2d16f-bc7a-47d8-b412-bec62dade66c HTTP/1.1" status: 404 len: 333 time: 0.0596492 Jun 16 15:20:22.797538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58256) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.823972 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f25d9a57-acd2-4780-9560-5683bb160efb tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.825860 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f25d9a57-acd2-4780-9560-5683bb160efb tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "DELETE /v2.0/security-groups/1feefc15-bd1b-4f44-b720-f99af0212ef8 HTTP/1.1" status: 204 len: 168 time: 0.5440383 Jun 16 15:20:22.831465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58260) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.846994 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-95825033-051b-4070-a9f2-9a68b7cba045 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:22.847448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95825033-051b-4070-a9f2-9a68b7cba045 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:22.851153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.857232 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-95825033-051b-4070-a9f2-9a68b7cba045 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/01089c0e-527d-426d-920a-8a6e99dc8eb6 HTTP/1.1" status: 404 len: 337 time: 0.0584536 Jun 16 15:20:22.858020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:20:22.858366 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bac75b05-1da2-4bb3-bdb3-eaf9c7b1f51b not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:20:22.866441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58264) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.896535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f020791a-dac5-4131-bdda-30ebdec7b9b0 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Synchronizing usage tracker for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:22.918084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.928687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Transition to ACTIVE for port object 1f867447-83ee-4f40-801d-060a9ff66996 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:22.940887 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4787cc-8d44-438b-9d96-575c3bf58f08 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:22.941579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4787cc-8d44-438b-9d96-575c3bf58f08 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:22.945758 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1a4787cc-8d44-438b-9d96-575c3bf58f08 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/1dd70a8b-e678-4a59-8e7b-b8ba364625ea HTTP/1.1" status: 404 len: 337 time: 0.0758357 Jun 16 15:20:22.948094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58268) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:22.950189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-701deea6-8caa-4fba-9503-d249a6fa825b None None] Provisioning complete for port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:22.950527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-701deea6-8caa-4fba-9503-d249a6fa825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.000494 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4d62cb-aca3-4fd2-874b-65be3e3ceec4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.001170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4d62cb-aca3-4fd2-874b-65be3e3ceec4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.002876 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2d4d62cb-aca3-4fd2-874b-65be3e3ceec4 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/2b0ac3a5-8b4c-4b57-995c-2edd39818b3e HTTP/1.1" status: 404 len: 333 time: 0.0534663 Jun 16 15:20:23.005705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58272) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.010460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Checking segment: {'id': '5060c1f2-facb-4464-8c43-49a2ad33e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:23.010818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Network hostable DHCP agents. Network: 60844af6-a2ec-4159-a299-ec6afd6cbf87, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:23.050084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df0b512d-86e6-4175-b708-aea2a13aa144,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:23.057551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f020791a-dac5-4131-bdda-30ebdec7b9b0 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Unset dirty status for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:23.070251 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f020791a-dac5-4131-bdda-30ebdec7b9b0 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2263548 Jun 16 15:20:23.070389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58276) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.071982 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf27aa40-4d43-46f0-a565-d14a92c51092 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.072446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf27aa40-4d43-46f0-a565-d14a92c51092 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.073191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101852088'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:23.074094 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cf27aa40-4d43-46f0-a565-d14a92c51092 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/f5d0482d-b1fe-4752-84ab-bc4352d57286 HTTP/1.1" status: 404 len: 337 time: 0.0674839 Jun 16 15:20:23.081203 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58280) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.082579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5be5aa4b-4763-4ea9-9d4a-10eecf431322 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:20:23.103081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:23.119961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:23.121833 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55fce6c-cf32-46ae-afac-8d2946788c4d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.122283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55fce6c-cf32-46ae-afac-8d2946788c4d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.127420 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f55fce6c-cf32-46ae-afac-8d2946788c4d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/40ab4655-1f75-4e54-a10f-9beb6bc4cf52 HTTP/1.1" status: 404 len: 337 time: 0.0427339 Jun 16 15:20:23.129500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.129677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58286) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.165501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Network 60844af6-a2ec-4159-a299-ec6afd6cbf87 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:23.175025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.181380 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e61f62-7ef5-44a7-ad0d-42cacbc46e75 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.186598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e61f62-7ef5-44a7-ad0d-42cacbc46e75 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.186598 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b1e61f62-7ef5-44a7-ad0d-42cacbc46e75 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/544d5a67-5064-4e5f-bd14-283dbecca594 HTTP/1.1" status: 404 len: 333 time: 0.0552852 Jun 16 15:20:23.187559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58290) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.233331 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7bca3b-f39a-42a2-9eaf-3ead3c534663 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.234991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7bca3b-f39a-42a2-9eaf-3ead3c534663 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.238285 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bc7bca3b-f39a-42a2-9eaf-3ead3c534663 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/f6dfaf1b-c291-42b9-996b-18ee3e54d204 HTTP/1.1" status: 404 len: 337 time: 0.0495183 Jun 16 15:20:23.239819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.240907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58294) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.278218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Subnet': ['ID=9fa56c87-4805-4e60-89df-597f7bc05e52,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:23.287653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:23.291696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:23.294920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:23.296422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 60844af6-a2ec-4159-a299-ec6afd6cbf87) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:23.299190 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f785b5f-60c7-4bd9-bb72-349ae1fc8303 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.301803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f785b5f-60c7-4bd9-bb72-349ae1fc8303 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.303167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:23.306226 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2f785b5f-60c7-4bd9-bb72-349ae1fc8303 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/04c2cd4a-4881-45c6-913f-618e13813292 HTTP/1.1" status: 404 len: 333 time: 0.0611894 Jun 16 15:20:23.310335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:23.312725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.331091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3994a5ee-f961-436f-8fd8-4c6e809b54fc None None] Network 60844af6-a2ec-4159-a299-ec6afd6cbf87 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:23.338493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58298) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.384802 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2141ad1-ea1e-486e-8bc8-1014041cff66 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.385555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2141ad1-ea1e-486e-8bc8-1014041cff66 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.389272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.391804 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c2141ad1-ea1e-486e-8bc8-1014041cff66 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/aaade3c2-0c16-49b0-87ed-83ea1b9593f8 HTTP/1.1" status: 404 len: 337 time: 0.0587795 Jun 16 15:20:23.395151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58302) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.423275 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7e7964b3-d908-45ed-b84a-4c84d9566690 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1784060 Jun 16 15:20:23.425542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58306) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.430832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-622330850-router', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:23.437571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:23.440560 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Checking segment: {'id': '32c84fc7-b88e-4518-9051-ae4b3dd777ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:23.440920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network hostable DHCP agents. Network: d93218d7-a718-4847-b7ce-4f1323a940e5, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:23.445911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Usage tracker for resource:router and tenant:cd26f99ad1ba4ba8ac1e584d65efd3cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:23.451344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:23.454437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f727c-d865-4175-82d5-38f4c8f9c78f None None] Pushing event updated for resources: {'Port': ['ID=1f867447-83ee-4f40-801d-060a9ff66996,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:23.454615 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9040b4db-0ff2-4ed0-b7ab-df560b3115fe tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.455137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9040b4db-0ff2-4ed0-b7ab-df560b3115fe tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.460196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:23.468166 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.500977 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9040b4db-0ff2-4ed0-b7ab-df560b3115fe tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/5345bd63-ad72-4ee4-b03b-c686adde7eac HTTP/1.1" status: 404 len: 333 time: 0.1007051 Jun 16 15:20:23.504921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58310) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.519242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a14944-3412-4e2f-af40-4dbf29343c41,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:23.550259 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e4e99f-83b9-4ec5-b929-ec220936f347 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.550924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e4e99f-83b9-4ec5-b929-ec220936f347 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.552951 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-05e4e99f-83b9-4ec5-b929-ec220936f347 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/75e97c83-6fcc-4a8b-9903-030bd1372922 HTTP/1.1" status: 404 len: 337 time: 0.0499244 Jun 16 15:20:23.554556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.555801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58314) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.556063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.571877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.595602 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network d93218d7-a718-4847-b7ce-4f1323a940e5 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:23.608783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.609992 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c6069dab-6388-4cac-ae65-1311e1498daa tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5438449 Jun 16 15:20:23.613583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58318) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.614459 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5767105e-ab0a-4451-bddb-001be4afe63d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.614920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5767105e-ab0a-4451-bddb-001be4afe63d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.616623 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5767105e-ab0a-4451-bddb-001be4afe63d tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/5545cfeb-21a1-4707-bc83-3c74e997acbc HTTP/1.1" status: 404 len: 333 time: 0.0596454 Jun 16 15:20:23.617408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d93218d7-a718-4847-b7ce-4f1323a940e5) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:23.619849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-611d2dac-ef8c-49b1-90a6-7db8b83f847b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'd0a14944-3412-4e2f-af40-4dbf29343c41', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:23.620755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58322) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.622031 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING neutron.api.v2.base [None req-611d2dac-ef8c-49b1-90a6-7db8b83f847b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 16 15:20:23.622686 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-611d2dac-ef8c-49b1-90a6-7db8b83f847b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:23.627087 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-611d2dac-ef8c-49b1-90a6-7db8b83f847b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092986 Jun 16 15:20:23.628019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58326) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.630015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:23.630793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.678779 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf47d57-d708-478e-9434-4b37b557edf6 None None] Network d93218d7-a718-4847-b7ce-4f1323a940e5 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:23.691535 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fceba249-f17e-4083-a6ce-59cc96a56593 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.692130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fceba249-f17e-4083-a6ce-59cc96a56593 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.693927 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fceba249-f17e-4083-a6ce-59cc96a56593 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/97ff733a-cea8-44dd-b4d0-baa954217442 HTTP/1.1" status: 404 len: 337 time: 0.0720432 Jun 16 15:20:23.696616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58330) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.736677 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-25723f05-b8c4-4908-946c-13f422713413 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8537750 Jun 16 15:20:23.738691 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58334) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.741070 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d8462b-24a8-4afc-a9a0-9dfff8a480c3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.741435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d8462b-24a8-4afc-a9a0-9dfff8a480c3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.744231 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-57d8462b-24a8-4afc-a9a0-9dfff8a480c3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/c511dcef-af94-4fc9-9cb6-bad98b3dcc50 HTTP/1.1" status: 404 len: 333 time: 0.0458388 Jun 16 15:20:23.751691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58338) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.775847 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-701deea6-8caa-4fba-9503-d249a6fa825b None None] Current status of the port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:23.800976 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9ac4d7-483f-43be-9d70-86c0aef9987b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.802035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9ac4d7-483f-43be-9d70-86c0aef9987b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.804470 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9d9ac4d7-483f-43be-9d70-86c0aef9987b tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/b7b4249b-1a4b-41af-9974-106f85631177 HTTP/1.1" status: 404 len: 337 time: 0.0515859 Jun 16 15:20:23.807100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58342) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.850840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:23.851599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.855125 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-085d78d4-e842-4cb8-9a87-1da8e10e78fd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.855610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085d78d4-e842-4cb8-9a87-1da8e10e78fd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.860131 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-085d78d4-e842-4cb8-9a87-1da8e10e78fd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/673b6c96-8877-415c-896e-4d8780534acc HTTP/1.1" status: 404 len: 333 time: 0.0493155 Jun 16 15:20:23.860385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58346) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.872550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Attempting to bind port 1f867447-83ee-4f40-801d-060a9ff66996 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:23.873020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Attempting to bind port 1f867447-83ee-4f40-801d-060a9ff66996 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:23.873515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Attempting to bind port 1f867447-83ee-4f40-801d-060a9ff66996 on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:23.900435 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ae13c6-1909-4d13-8452-ab35439a4613 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.900887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ae13c6-1909-4d13-8452-ab35439a4613 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.902604 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-99ae13c6-1909-4d13-8452-ab35439a4613 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/d1576b0c-d62d-4f9b-882d-97d8af4b8bf6 HTTP/1.1" status: 404 len: 337 time: 0.0413055 Jun 16 15:20:23.903511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ec2d3-cafe-4517-bb8b-8d7d5812fd57 None None] DHCP port deletion for 31e74b08-3bfc-4c0f-a043-3479a97b05c8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:20:23.906143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58350) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.944679 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:23.945211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Checking segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:23.945716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.946324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Bound using segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:23.946911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Bound port: 1f867447-83ee-4f40-801d-060a9ff66996, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:23.949118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.950593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3008e15d-5e99-4fd1-81d6-ff8a95a5d240 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:23.951118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3008e15d-5e99-4fd1-81d6-ff8a95a5d240 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:23.955696 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3008e15d-5e99-4fd1-81d6-ff8a95a5d240 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/62f24cae-4a51-4e33-92ad-983f1de2c56b HTTP/1.1" status: 404 len: 337 time: 0.0460901 Jun 16 15:20:23.956042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58354) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:23.970157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ec2d3-cafe-4517-bb8b-8d7d5812fd57 None None] Deleting port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:23.970682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac9ec2d3-cafe-4517-bb8b-8d7d5812fd57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.002452 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-02feb29c-bc0e-480b-8976-c1db33bdfb85 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:24.006918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02feb29c-bc0e-480b-8976-c1db33bdfb85 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:24.006918 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-02feb29c-bc0e-480b-8976-c1db33bdfb85 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/e4627e50-459c-4369-8442-db9c41850ae4 HTTP/1.1" status: 404 len: 333 time: 0.0474446 Jun 16 15:20:24.008496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58358) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.030720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 5be5aa4b-4763-4ea9-9d4a-10eecf431322, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5be5aa4b-4763-4ea9-9d4a-10eecf431322,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:24.049566 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc99785b-8c9c-428f-9e2c-f3f4c57b2eb7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:24.050025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc99785b-8c9c-428f-9e2c-f3f4c57b2eb7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:24.054445 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fc99785b-8c9c-428f-9e2c-f3f4c57b2eb7 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/836d531c-d9b2-4950-bff0-2dc6e6e7b8ae HTTP/1.1" status: 404 len: 337 time: 0.0420969 Jun 16 15:20:24.055641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58362) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.081706 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b43e35c-a27f-47f7-9577-e646003fa42b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.098543 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baa2379-12c2-4031-acbd-6b452bf35d41 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:24.099024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baa2379-12c2-4031-acbd-6b452bf35d41 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:24.103114 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3baa2379-12c2-4031-acbd-6b452bf35d41 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/6129c9c1-f64b-4139-9eca-bb56eedcc13e HTTP/1.1" status: 404 len: 337 time: 0.0446455 Jun 16 15:20:24.103866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58366) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.148666 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1243701b-82b0-45ed-8e07-6b0898a2f0d3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:24.149140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1243701b-82b0-45ed-8e07-6b0898a2f0d3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:24.156761 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1243701b-82b0-45ed-8e07-6b0898a2f0d3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/5646c9d8-38d8-4ce6-a5a7-b52bc325d3eb HTTP/1.1" status: 404 len: 333 time: 0.0464785 Jun 16 15:20:24.156761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58370) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.157060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.201960 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ef6ae3-05eb-40e4-b439-1f610ce24a59 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:24.202420 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ef6ae3-05eb-40e4-b439-1f610ce24a59 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:24.206404 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a9ef6ae3-05eb-40e4-b439-1f610ce24a59 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/231aecb3-7b8d-46ff-b45f-a8d62fa341c5 HTTP/1.1" status: 404 len: 337 time: 0.0478303 Jun 16 15:20:24.207294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58374) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.267982 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e13be4c-844b-4232-9cb1-a0442df429f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:24.269484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e13be4c-844b-4232-9cb1-a0442df429f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:24.276912 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7e13be4c-844b-4232-9cb1-a0442df429f2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/0943c94c-31a4-48df-809c-af388c310eb2 HTTP/1.1" status: 404 len: 337 time: 0.0685282 Jun 16 15:20:24.278805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58378) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.309606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.339714 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d48214-0ab8-4ab9-a32d-5f42fffad490 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:24.340629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d48214-0ab8-4ab9-a32d-5f42fffad490 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:24.344715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-85d48214-0ab8-4ab9-a32d-5f42fffad490 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/b2d44f58-8ee8-4cbf-baa0-c59f3987ef43 HTTP/1.1" status: 404 len: 333 time: 0.0619264 Jun 16 15:20:24.344891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-60844af6-a2ec-4159-a299-ec6afd6cbf87', 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'fixed_ips': [{'subnet_id': 'df0b512d-86e6-4175-b708-aea2a13aa144'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:20:24.345491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.352672 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58382) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.385207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b43e35c-a27f-47f7-9577-e646003fa42b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.398482 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccdda46-8f86-4548-bf59-4fa731da06e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:24.399226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccdda46-8f86-4548-bf59-4fa731da06e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:24.404775 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1ccdda46-8f86-4548-bf59-4fa731da06e6 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/eb56288e-7eec-46b1-98eb-174e99f55ae5 HTTP/1.1" status: 404 len: 337 time: 0.0476696 Jun 16 15:20:24.404775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58386) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.413221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] For port 1f867447-83ee-4f40-801d-060a9ff66996, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:24.450459 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f8635f-3e68-4064-924f-a28363ef92cb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:24.451064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f8635f-3e68-4064-924f-a28363ef92cb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:24.456244 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-02f8635f-3e68-4064-924f-a28363ef92cb tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/aa19a02e-4ed2-4f74-8ce5-34efffc22774 HTTP/1.1" status: 404 len: 337 time: 0.0478177 Jun 16 15:20:24.456557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58390) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.475892 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] For port 1f867447-83ee-4f40-801d-060a9ff66996, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1f867447-83ee-4f40-801d-060a9ff66996,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:24.517184 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-110469fb-8c53-480d-800c-72bbd3f37b33 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports?device_id=94ba2478-c311-4cd2-96ea-413c81d31665 HTTP/1.1" status: 200 len: 205 time: 0.0594015 Jun 16 15:20:24.519912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58394) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.591075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.597008 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-dd74663e-7351-4f8a-a42e-8464a534f084 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] delete failed (client error): The resource could not be found. Jun 16 15:20:24.602179 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dd74663e-7351-4f8a-a42e-8464a534f084 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/routers/94ba2478-c311-4cd2-96ea-413c81d31665 HTTP/1.1" status: 404 len: 336 time: 0.0769777 Jun 16 15:20:24.602387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d93218d7-a718-4847-b7ce-4f1323a940e5', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:20:24.602387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.602752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58398) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.609693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=5be5aa4b-4763-4ea9-9d4a-10eecf431322,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:24.652645 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabab477-68d6-4cc1-83ee-077a2d445fd0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:24.657865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabab477-68d6-4cc1-83ee-077a2d445fd0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:24.657865 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cabab477-68d6-4cc1-83ee-077a2d445fd0 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/09638f15-0961-4ef5-b83e-c7933149a213 HTTP/1.1" status: 404 len: 337 time: 0.0514598 Jun 16 15:20:24.658446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58402) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.684797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ac9ec2d3-cafe-4517-bb8b-8d7d5812fd57 None None] For port 5be5aa4b-4763-4ea9-9d4a-10eecf431322, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5be5aa4b-4763-4ea9-9d4a-10eecf431322,segment=NetworkSegment(2866c854-274b-4381-9416-0dba9f1962b5),segment_id=2866c854-274b-4381-9416-0dba9f1962b5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:24.691037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac9ec2d3-cafe-4517-bb8b-8d7d5812fd57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.727226 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-45f1f4fc-7f29-4754-9125-b3a2f5cdf99e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "GET /v2.0/ports?device_id=adb26f71-6a1b-4392-b201-eb9c98051c0b HTTP/1.1" status: 200 len: 205 time: 0.0674720 Jun 16 15:20:24.729755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58406) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.734862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b43e35c-a27f-47f7-9577-e646003fa42b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.751914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.782681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43e35c-a27f-47f7-9577-e646003fa42b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a14944-3412-4e2f-af40-4dbf29343c41,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:24.949544 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-f9054c98-62b9-4fea-a632-34d8e2581929 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] delete failed (client error): The resource could not be found. Jun 16 15:20:24.953994 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f9054c98-62b9-4fea-a632-34d8e2581929 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/routers/adb26f71-6a1b-4392-b201-eb9c98051c0b HTTP/1.1" status: 404 len: 336 time: 0.2251914 Jun 16 15:20:24.954995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58410) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.999972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ec2d3-cafe-4517-bb8b-8d7d5812fd57 None None] Calling delete_port for 5be5aa4b-4763-4ea9-9d4a-10eecf431322 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:25.003062 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de1cc6b-461b-4b58-989e-717bd1cf2a4e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.003062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de1cc6b-461b-4b58-989e-717bd1cf2a4e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.006804 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0de1cc6b-461b-4b58-989e-717bd1cf2a4e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/0e3b63a0-c8fd-4f66-bee8-467a3f16c088 HTTP/1.1" status: 404 len: 337 time: 0.0486560 Jun 16 15:20:25.007059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58414) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.034360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b43e35c-a27f-47f7-9577-e646003fa42b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.037982 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3b43e35c-a27f-47f7-9577-e646003fa42b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "DELETE /v2.0/security-groups/d0a14944-3412-4e2f-af40-4dbf29343c41 HTTP/1.1" status: 204 len: 168 time: 1.4069476 Jun 16 15:20:25.038769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58418) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.060714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:25.061182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:25.064521 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1dcb1a-8e68-4063-8a04-fea038cecf71 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.065214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1dcb1a-8e68-4063-8a04-fea038cecf71 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.066898 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3a1dcb1a-8e68-4063-8a04-fea038cecf71 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/512827e3-64dc-433c-add3-dd01be5672e1 HTTP/1.1" status: 404 len: 337 time: 0.0589509 Jun 16 15:20:25.069636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58422) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.131413 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f727c-d865-4175-82d5-38f4c8f9c78f None None] Pushing event updated for resources: {'Port': ['ID=1f867447-83ee-4f40-801d-060a9ff66996,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:25.135132 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36c8810-3684-4b0b-a1bf-7380226692e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.135851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36c8810-3684-4b0b-a1bf-7380226692e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.137744 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b36c8810-3684-4b0b-a1bf-7380226692e3 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/f02c4b93-b960-42ae-ba19-ba7eb33ced73 HTTP/1.1" status: 404 len: 333 time: 0.0669992 Jun 16 15:20:25.141407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58426) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.183534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cc2b40af-c9b2-4c55-862e-49af75975714 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Synchronizing usage tracker for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:25.192658 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b371a73f-a35c-4243-91c5-177cf27c34ca tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.193121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b371a73f-a35c-4243-91c5-177cf27c34ca tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.198129 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b371a73f-a35c-4243-91c5-177cf27c34ca tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/cf3fac3e-eadb-4369-81a0-371dfd3d977e HTTP/1.1" status: 404 len: 337 time: 0.0523224 Jun 16 15:20:25.205538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58430) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.248109 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a90f06-10e8-4f28-81e7-d280e3e26abe tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.248596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a90f06-10e8-4f28-81e7-d280e3e26abe tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.250663 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a3a90f06-10e8-4f28-81e7-d280e3e26abe tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/8de0e2d0-b735-4f74-80b8-1e1609b81b45 HTTP/1.1" status: 404 len: 333 time: 0.0442414 Jun 16 15:20:25.255315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58434) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.327345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff517ec6-dd70-4d96-b99c-af6078a82379 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.327345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff517ec6-dd70-4d96-b99c-af6078a82379 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.327345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ff517ec6-dd70-4d96-b99c-af6078a82379 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/1dcac19d-3e00-4008-b577-9f8bbfa1260a HTTP/1.1" status: 404 len: 337 time: 0.0684004 Jun 16 15:20:25.328540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58438) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.331847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cc2b40af-c9b2-4c55-862e-49af75975714 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Unset dirty status for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:25.337724 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cc2b40af-c9b2-4c55-862e-49af75975714 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2934780 Jun 16 15:20:25.373713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58442) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.385490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782669252'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:25.393612 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb3f17f-b691-4a30-a802-3eaa63bec6c8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.394345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb3f17f-b691-4a30-a802-3eaa63bec6c8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.396571 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5cb3f17f-b691-4a30-a802-3eaa63bec6c8 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/35e7fe18-4cba-4d75-91da-dc6d6f3ade1c HTTP/1.1" status: 404 len: 333 time: 0.0665805 Jun 16 15:20:25.398088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:25.400571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58446) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.450071 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fe466f-1b8a-4321-82c2-e10f93f6eb8c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.450071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19fe466f-1b8a-4321-82c2-e10f93f6eb8c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.454773 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-19fe466f-1b8a-4321-82c2-e10f93f6eb8c tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/108ca075-961a-4205-a7a7-07bdc69afc5b HTTP/1.1" status: 404 len: 337 time: 0.0505691 Jun 16 15:20:25.455574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58450) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.458584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:25.459904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:25.512956 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d451a26f-dc1c-4d6a-a7f1-5eefa232ac15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.513424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d451a26f-dc1c-4d6a-a7f1-5eefa232ac15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.516134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Allocated IP 172.20.0.2 (60844af6-a2ec-4159-a299-ec6afd6cbf87/df0b512d-86e6-4175-b708-aea2a13aa144/6d94e353-d214-4c00-a8d0-46d693e731b1) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:25.523215 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Allocated IP 2001:db8::2 (d93218d7-a718-4847-b7ce-4f1323a940e5/9fa56c87-4805-4e60-89df-597f7bc05e52/cd1afdc5-0e63-4545-9a50-28c686589e02) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:25.523650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.528285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ac9ec2d3-cafe-4517-bb8b-8d7d5812fd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.537815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.553723 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d451a26f-dc1c-4d6a-a7f1-5eefa232ac15 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/35f623f7-ff47-4ce0-ab96-636ced5e4ab8 HTTP/1.1" status: 404 len: 333 time: 0.0947883 Jun 16 15:20:25.554590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58454) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.556519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.603253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:25.605666 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5741b45-ea5f-4a35-ae71-42a96d08f99e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.606185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5741b45-ea5f-4a35-ae71-42a96d08f99e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.610898 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b5741b45-ea5f-4a35-ae71-42a96d08f99e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/a437da87-7d1b-4b8f-b0a8-6c002d508ee7 HTTP/1.1" status: 404 len: 337 time: 0.0534408 Jun 16 15:20:25.610898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:25.613385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58458) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.613906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:25.620051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:25.671650 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e795efb-77b1-48e4-8139-4bcd794a7f68 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.672103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e795efb-77b1-48e4-8139-4bcd794a7f68 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.679609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ec2d3-cafe-4517-bb8b-8d7d5812fd57 None None] No DVR routers for this DVR port 5be5aa4b-4763-4ea9-9d4a-10eecf431322 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:20:25.703455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.703744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ec2d3-cafe-4517-bb8b-8d7d5812fd57 None None] Pushing event deleted for resources: {'Port': ['ID=5be5aa4b-4763-4ea9-9d4a-10eecf431322,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:25.718516 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8e795efb-77b1-48e4-8139-4bcd794a7f68 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/a2ded56f-c1fc-40bd-bc39-f33dbe9772df HTTP/1.1" status: 404 len: 333 time: 0.1011269 Jun 16 15:20:25.725440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58462) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.753193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Allocated IP 172.26.2.94 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/adc53bd8-17d2-448d-962a-8d8cdd963388) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:25.760479 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea8f5e5-3fa0-4883-9428-d15452b7a7fd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.761330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea8f5e5-3fa0-4883-9428-d15452b7a7fd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.772434 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9ea8f5e5-3fa0-4883-9428-d15452b7a7fd tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/09ee087f-a208-4c37-962e-9b322d342fea HTTP/1.1" status: 404 len: 337 time: 0.0518770 Jun 16 15:20:25.773089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58466) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.776035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.846602 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-59feffbe-8399-49a9-8152-992c3006583e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.847493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59feffbe-8399-49a9-8152-992c3006583e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.852028 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-59feffbe-8399-49a9-8152-992c3006583e tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/e93e4663-57fe-4ab9-98c3-a9695ab2b7fc HTTP/1.1" status: 404 len: 333 time: 0.0776482 Jun 16 15:20:25.852846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58470) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.906063 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b617c3-1eb7-44c0-9920-5ce0610cd4d2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.906433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b617c3-1eb7-44c0-9920-5ce0610cd4d2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.910479 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a2b617c3-1eb7-44c0-9920-5ce0610cd4d2 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/cc34ad86-6fa7-48ea-abd2-4ec3a40c0a43 HTTP/1.1" status: 404 len: 337 time: 0.0509129 Jun 16 15:20:25.910479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e0f058-1407-4cef-b318-b239db18a038,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:25.910766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58474) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.923025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.927671 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1eecd9af-a7dd-4269-abfa-df214ecac80f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5524790 Jun 16 15:20:25.928347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58478) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.934210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-38239cce-863c-4a9b-b1e4-edbfbc733457 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': '49e0f058-1407-4cef-b318-b239db18a038', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:25.934776 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-38239cce-863c-4a9b-b1e4-edbfbc733457 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 16 15:20:25.935890 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-38239cce-863c-4a9b-b1e4-edbfbc733457 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:25.940348 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-38239cce-863c-4a9b-b1e4-edbfbc733457 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0098140 Jun 16 15:20:25.940348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58482) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.969993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.975119 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beb1b0e-c368-46b4-8761-7e6a19c5f752 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:25.975599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7beb1b0e-c368-46b4-8761-7e6a19c5f752 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:25.980154 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7beb1b0e-c368-46b4-8761-7e6a19c5f752 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/ports/89c69246-5e29-4118-8e8f-c5241a351eb1 HTTP/1.1" status: 404 len: 333 time: 0.0655503 Jun 16 15:20:25.980377 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58486) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:26.012613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdf1-381b-4f82-b750-60b56826e884 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.027406 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4fbd3f-e87d-4c47-a425-4b31b68eb236 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] DELETE failed (client error): The resource could not be found. Jun 16 15:20:26.028139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4fbd3f-e87d-4c47-a425-4b31b68eb236 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:20:26.033261 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ad4fbd3f-e87d-4c47-a425-4b31b68eb236 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/subnets/f51607f6-8ec0-43d7-a120-8bda8f1a792b HTTP/1.1" status: 404 len: 337 time: 0.0496359 Jun 16 15:20:26.033491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58490) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:26.043599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdf1-381b-4f82-b750-60b56826e884 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.161463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.175145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdf1-381b-4f82-b750-60b56826e884 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.196926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dcdf1-381b-4f82-b750-60b56826e884 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e0f058-1407-4cef-b318-b239db18a038,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:26.231883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.256861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Transition to ACTIVE for port object 6d94e353-d214-4c00-a8d0-46d693e731b1 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:26.272213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.293127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Transition to ACTIVE for port object cd1afdc5-0e63-4545-9a50-28c686589e02 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:26.298901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdf1-381b-4f82-b750-60b56826e884 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.299112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Transition to ACTIVE for port object 6d94e353-d214-4c00-a8d0-46d693e731b1 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:26.299218 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8c7dcdf1-381b-4f82-b750-60b56826e884 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "DELETE /v2.0/security-groups/49e0f058-1407-4cef-b318-b239db18a038 HTTP/1.1" status: 204 len: 168 time: 0.3567996 Jun 16 15:20:26.299218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58494) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:26.303424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.321696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Transition to ACTIVE for port object cd1afdc5-0e63-4545-9a50-28c686589e02 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:26.328328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:24Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:26.336432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b405e3-0ae5-4f43-9d6a-5b6cb77bef69 None None] The sync data for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv is: [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:24Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:26.351061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.371333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-28defa1f-b12a-49ea-9712-af2cd6f488a7 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Synchronizing usage tracker for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:26.374695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.410125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:26.430753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:26.438512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.469857 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Network 60844af6-a2ec-4159-a299-ec6afd6cbf87 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:26.474080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:26.477094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:26.483225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-28defa1f-b12a-49ea-9712-af2cd6f488a7 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Unset dirty status for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:26.485245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:26.487169 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-28defa1f-b12a-49ea-9712-af2cd6f488a7 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1875150 Jun 16 15:20:26.491198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58498) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:26.496358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Network d93218d7-a718-4847-b7ce-4f1323a940e5 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:26.499276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'tempest-secgroup--913292914'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:26.499539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:26.502083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:26.507030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:26.521858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:26.548578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e74b08-3bfc-4c0f-a043-3479a97b05c8']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:26.579629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Pushing event updated for resources: {'Port': ['ID=adc53bd8-17d2-448d-962a-8d8cdd963388,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:26.586873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2866c854-274b-4381-9416-0dba9f1962b5') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:26.587464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2866c854-274b-4381-9416-0dba9f1962b5') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:26.612782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.614964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.648737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:26.655807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:26.661559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:26.666175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Pushing event updated for resources: {'Port': ['ID=6d94e353-d214-4c00-a8d0-46d693e731b1,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:26.678290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:26.715345 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Allocated IP 2001:db8::1 (d93218d7-a718-4847-b7ce-4f1323a940e5/9fa56c87-4805-4e60-89df-597f7bc05e52/3e657f1d-610a-4794-a319-bcd8ebce26fb) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:26.782550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.794475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.848084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Attempting to bind port 6d94e353-d214-4c00-a8d0-46d693e731b1 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:26.848451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Attempting to bind port 6d94e353-d214-4c00-a8d0-46d693e731b1 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '5060c1f2-facb-4464-8c43-49a2ad33e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:26.848925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Attempting to bind port 6d94e353-d214-4c00-a8d0-46d693e731b1 on network 60844af6-a2ec-4159-a299-ec6afd6cbf87 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:26.851750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Pushing event updated for resources: {'Port': ['ID=cd1afdc5-0e63-4545-9a50-28c686589e02,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:26.854557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.861384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Attempting to bind port cd1afdc5-0e63-4545-9a50-28c686589e02 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:26.861754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Attempting to bind port cd1afdc5-0e63-4545-9a50-28c686589e02 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '32c84fc7-b88e-4518-9051-ae4b3dd777ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:26.862122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Attempting to bind port cd1afdc5-0e63-4545-9a50-28c686589e02 on network d93218d7-a718-4847-b7ce-4f1323a940e5 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:26.864610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:26.864985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Checking segment: {'id': '5060c1f2-facb-4464-8c43-49a2ad33e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:26.865372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.865758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Bound using segment: {'id': '5060c1f2-facb-4464-8c43-49a2ad33e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:26.866382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Bound port: 6d94e353-d214-4c00-a8d0-46d693e731b1, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5060c1f2-facb-4464-8c43-49a2ad33e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:26.866608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.872910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:20:26.873924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.885326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:26.885714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Checking segment: {'id': '32c84fc7-b88e-4518-9051-ae4b3dd777ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:26.886104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.886495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Bound using segment: {'id': '32c84fc7-b88e-4518-9051-ae4b3dd777ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:26.887077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Bound port: cd1afdc5-0e63-4545-9a50-28c686589e02, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c84fc7-b88e-4518-9051-ae4b3dd777ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:26.887458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.955572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8ad4f-27f3-45c6-97b7-756efb32444d,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:27.023923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.030669 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d5233b39-77ea-46eb-884f-f9b70017d974 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5364511 Jun 16 15:20:27.031601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58504) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.039094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-998ee935-bfff-426c-b568-a6c4dee3ddb3 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': '53a8ad4f-27f3-45c6-97b7-756efb32444d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:27.041839 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-998ee935-bfff-426c-b568-a6c4dee3ddb3 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 16 15:20:27.042960 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-998ee935-bfff-426c-b568-a6c4dee3ddb3 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:27.048422 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-998ee935-bfff-426c-b568-a6c4dee3ddb3 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0151486 Jun 16 15:20:27.049245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58508) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.050390 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] For port 6d94e353-d214-4c00-a8d0-46d693e731b1, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:27.056066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f394638f-e496-4743-85f3-f8188ebe1f3e tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': '53a8ad4f-27f3-45c6-97b7-756efb32444d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:27.057254 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-f394638f-e496-4743-85f3-f8188ebe1f3e tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 16 15:20:27.057974 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-f394638f-e496-4743-85f3-f8188ebe1f3e tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:27.063878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] For port cd1afdc5-0e63-4545-9a50-28c686589e02, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:27.064593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f394638f-e496-4743-85f3-f8188ebe1f3e tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0124097 Jun 16 15:20:27.065294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58512) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.070638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-113808f0-6a7c-4ca1-8adc-53ad62665315 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': '53a8ad4f-27f3-45c6-97b7-756efb32444d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:27.073521 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-113808f0-6a7c-4ca1-8adc-53ad62665315 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 16 15:20:27.073521 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-113808f0-6a7c-4ca1-8adc-53ad62665315 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:27.077600 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-113808f0-6a7c-4ca1-8adc-53ad62665315 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111606 Jun 16 15:20:27.078426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58516) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.084220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1b385ca5-ca4c-404e-aaf6-50f5822a65a6 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': '53a8ad4f-27f3-45c6-97b7-756efb32444d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:27.085365 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-1b385ca5-ca4c-404e-aaf6-50f5822a65a6 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 16 15:20:27.086026 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-1b385ca5-ca4c-404e-aaf6-50f5822a65a6 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:27.090557 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1b385ca5-ca4c-404e-aaf6-50f5822a65a6 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108461 Jun 16 15:20:27.091647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58520) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.124728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1f867447-83ee-4f40-801d-060a9ff66996 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:27.184237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc263705-dd96-4ec6-b9d8-378033700831 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.226206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc263705-dd96-4ec6-b9d8-378033700831 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.237954 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2866c854-274b-4381-9416-0dba9f1962b5 resource provider aggregate not found Jun 16 15:20:27.268704 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2866c854-274b-4381-9416-0dba9f1962b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2866c854-274b-4381-9416-0dba9f1962b5 found for delete ", "request_id": "req-0df1d3fd-829d-4e30-a5bb-09b8bd667ffc"}]} Jun 16 15:20:27.300205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 1f867447-83ee-4f40-801d-060a9ff66996 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:27.307022 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1f867447-83ee-4f40-801d-060a9ff66996 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:27.307987 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.331723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.356758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.362034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] For port cd1afdc5-0e63-4545-9a50-28c686589e02, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cd1afdc5-0e63-4545-9a50-28c686589e02,segment=NetworkSegment(32c84fc7-b88e-4518-9051-ae4b3dd777ad),segment_id=32c84fc7-b88e-4518-9051-ae4b3dd777ad)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:27.362624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.371249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] For port 6d94e353-d214-4c00-a8d0-46d693e731b1, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6d94e353-d214-4c00-a8d0-46d693e731b1,segment=NetworkSegment(5060c1f2-facb-4464-8c43-49a2ad33e304),segment_id=5060c1f2-facb-4464-8c43-49a2ad33e304)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:27.373895 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] Pushing event deleted for resources: {'Network': ['ID=31e74b08-3bfc-4c0f-a043-3479a97b05c8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:27.379121 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e67e2cc3-9004-4664-ade8-2051c2f63a99 tempest-NetworksTestDHCPv6-1654568589 tempest-NetworksTestDHCPv6-1654568589-project] 10.222.0.73 "DELETE /v2.0/networks/31e74b08-3bfc-4c0f-a043-3479a97b05c8 HTTP/1.1" status: 204 len: 168 time: 1.3446233 Jun 16 15:20:27.389554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc263705-dd96-4ec6-b9d8-378033700831 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.390147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Transition to ACTIVE for port object 3e657f1d-610a-4794-a319-bcd8ebce26fb will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:27.419092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc263705-dd96-4ec6-b9d8-378033700831 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8ad4f-27f3-45c6-97b7-756efb32444d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:27.440300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dc263705-dd96-4ec6-b9d8-378033700831 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.441237 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dc263705-dd96-4ec6-b9d8-378033700831 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "DELETE /v2.0/security-groups/53a8ad4f-27f3-45c6-97b7-756efb32444d HTTP/1.1" status: 204 len: 168 time: 0.3484445 Jun 16 15:20:27.444129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58528) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.479412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.538276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-20be9981-c4a7-4abe-9a16-a3b832c8f0e2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Synchronizing usage tracker for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:27.577144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.598072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafc9ab-d8e8-40c0-829d-57ad67f557b3 None None] Pushing event updated for resources: {'Port': ['ID=cd1afdc5-0e63-4545-9a50-28c686589e02,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:27.640612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.652570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-20be9981-c4a7-4abe-9a16-a3b832c8f0e2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Unset dirty status for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:27.653399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1f867447-83ee-4f40-801d-060a9ff66996 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:27.658444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.668355 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-20be9981-c4a7-4abe-9a16-a3b832c8f0e2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2090526 Jun 16 15:20:27.668355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58532) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.668355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752203999'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:27.675897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:27.688574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:27.732188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.734846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51704a22-7cdc-47eb-8970-18ce6564d14e None None] Pushing event updated for resources: {'Port': ['ID=6d94e353-d214-4c00-a8d0-46d693e731b1,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:27.738375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 1f867447-83ee-4f40-801d-060a9ff66996, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1f867447-83ee-4f40-801d-060a9ff66996,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:27.774518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.801623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:27.807389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:27.814215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:27.817917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network d93218d7-a718-4847-b7ce-4f1323a940e5 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:27.823704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:27.828426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:27.848500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.888166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:27.888745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.912337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=3e657f1d-610a-4794-a319-bcd8ebce26fb,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:27.942577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.993299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=1f867447-83ee-4f40-801d-060a9ff66996,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:28.020135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.102346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73474b6-4adb-422f-8a00-8070d9417f77,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:28.127810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58538) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:28.176654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.178254 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-095f8350-2e37-42dc-8d2f-b8700388f824 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5181193 Jun 16 15:20:28.180742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58544) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:28.191220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-45388d92-2c28-4859-a662-d313610866a2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'c73474b6-4adb-422f-8a00-8070d9417f77', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:28.191481 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-45388d92-2c28-4859-a662-d313610866a2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 16 15:20:28.191974 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-45388d92-2c28-4859-a662-d313610866a2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:28.196564 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-45388d92-2c28-4859-a662-d313610866a2 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141258 Jun 16 15:20:28.196564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58548) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:28.215218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1e2ccac0-cee2-4efd-b39e-cfe306b89879 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'c73474b6-4adb-422f-8a00-8070d9417f77', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:28.229417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1e2ccac0-cee2-4efd-b39e-cfe306b89879 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:28.246838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1e2ccac0-cee2-4efd-b39e-cfe306b89879 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:28.258722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1e2ccac0-cee2-4efd-b39e-cfe306b89879 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:28.270109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1e2ccac0-cee2-4efd-b39e-cfe306b89879 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:28.298739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.300759 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.429940 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-02aabafb-f370-4d62-b242-4378ab1531ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3e9a4b67c4b4e42a65f43ab68b85275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009346 Jun 16 15:20:28.433685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58552) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:28.516858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e1abb466-87d9-4801-9ca1-d0554b9e3a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.545897 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-1e2ccac0-cee2-4efd-b39e-cfe306b89879 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:28.550288 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1e2ccac0-cee2-4efd-b39e-cfe306b89879 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3528290 Jun 16 15:20:28.557345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58556) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:28.557345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e1abb466-87d9-4801-9ca1-d0554b9e3a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.567932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e0d176c1-a48a-4472-93c4-8529333e9c9d tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'c73474b6-4adb-422f-8a00-8070d9417f77', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:28.568414 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-e0d176c1-a48a-4472-93c4-8529333e9c9d tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 16 15:20:28.568904 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-e0d176c1-a48a-4472-93c4-8529333e9c9d tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:28.569858 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e0d176c1-a48a-4472-93c4-8529333e9c9d tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0152752 Jun 16 15:20:28.573214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58560) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:28.591578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-69c29dc9-c7ed-4432-9985-b3263b82cf2f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'c73474b6-4adb-422f-8a00-8070d9417f77', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:28.598291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-69c29dc9-c7ed-4432-9985-b3263b82cf2f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:28.604359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-69c29dc9-c7ed-4432-9985-b3263b82cf2f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:28.609888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-69c29dc9-c7ed-4432-9985-b3263b82cf2f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:28.624091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-69c29dc9-c7ed-4432-9985-b3263b82cf2f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:28.750288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e1abb466-87d9-4801-9ca1-d0554b9e3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.770107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abb466-87d9-4801-9ca1-d0554b9e3a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9e0321-aba3-4c75-ba65-3862da64a39a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:28.773995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e1abb466-87d9-4801-9ca1-d0554b9e3a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.777737 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e1abb466-87d9-4801-9ca1-d0554b9e3a6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c9e0321-aba3-4c75-ba65-3862da64a39a HTTP/1.1" status: 204 len: 168 time: 0.3413053 Jun 16 15:20:28.779887 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-69c29dc9-c7ed-4432-9985-b3263b82cf2f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:28.783542 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-69c29dc9-c7ed-4432-9985-b3263b82cf2f tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2093658 Jun 16 15:20:28.792425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58566) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:28.804800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6baf7b29-1f71-4e53-ac6b-0f933597b765 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'c73474b6-4adb-422f-8a00-8070d9417f77', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:28.805460 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-6baf7b29-1f71-4e53-ac6b-0f933597b765 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 16 15:20:28.806022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-6baf7b29-1f71-4e53-ac6b-0f933597b765 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:28.811138 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6baf7b29-1f71-4e53-ac6b-0f933597b765 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112197 Jun 16 15:20:28.811492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58570) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:28.817197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-81e8cc9c-4173-4dee-bf49-eae00a42685a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'c73474b6-4adb-422f-8a00-8070d9417f77', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:28.825724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-81e8cc9c-4173-4dee-bf49-eae00a42685a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:28.834834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-81e8cc9c-4173-4dee-bf49-eae00a42685a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:28.838519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-81e8cc9c-4173-4dee-bf49-eae00a42685a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:28.849576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-81e8cc9c-4173-4dee-bf49-eae00a42685a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:29.084565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.086278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Router f6f9381c-8b36-407f-b6b4-2fe9c8453971 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:20:29.088037 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-81e8cc9c-4173-4dee-bf49-eae00a42685a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:29.092908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58576) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:29.093136 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-81e8cc9c-4173-4dee-bf49-eae00a42685a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2799232 Jun 16 15:20:29.100876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-674066c5-55d0-4580-b1d4-050fef0d2fd6 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'c73474b6-4adb-422f-8a00-8070d9417f77', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:29.101646 dv-neutron-846028-2-hyperv neutron-server[89746]: WARNING neutron.api.v2.base [None req-674066c5-55d0-4580-b1d4-050fef0d2fd6 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 16 15:20:29.102332 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-674066c5-55d0-4580-b1d4-050fef0d2fd6 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:29.103538 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-674066c5-55d0-4580-b1d4-050fef0d2fd6 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092680 Jun 16 15:20:29.111593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58580) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:29.117607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-cc386c94-6ea0-466e-9dd0-ae82d8151dd5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'c73474b6-4adb-422f-8a00-8070d9417f77', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:29.130770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cc386c94-6ea0-466e-9dd0-ae82d8151dd5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:29.146077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cc386c94-6ea0-466e-9dd0-ae82d8151dd5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:29.159479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cc386c94-6ea0-466e-9dd0-ae82d8151dd5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:29.170896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.172213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.174605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cc386c94-6ea0-466e-9dd0-ae82d8151dd5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:29.218221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cd1afdc5-0e63-4545-9a50-28c686589e02 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:29.337066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e66dac-dcf7-490f-9ff3-7da238404b2b None None] Network d93218d7-a718-4847-b7ce-4f1323a940e5 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:29.368262 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-cc386c94-6ea0-466e-9dd0-ae82d8151dd5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:29.372024 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cc386c94-6ea0-466e-9dd0-ae82d8151dd5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2566204 Jun 16 15:20:29.372413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58586) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:29.384762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f41bb977-5097-4190-a985-21295aa674af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'c73474b6-4adb-422f-8a00-8070d9417f77', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:29.392329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f41bb977-5097-4190-a985-21295aa674af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:29.400067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f41bb977-5097-4190-a985-21295aa674af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:29.409139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f41bb977-5097-4190-a985-21295aa674af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:29.422955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f41bb977-5097-4190-a985-21295aa674af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:29.468247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=3e657f1d-610a-4794-a319-bcd8ebce26fb,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:29.513386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:29.524706 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Sync routers for ids ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:29.539486 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Routers {'f6f9381c-8b36-407f-b6b4-2fe9c8453971'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:29.540113 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:29.558182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network d93218d7-a718-4847-b7ce-4f1323a940e5 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:29.560526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:29.710006 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-f41bb977-5097-4190-a985-21295aa674af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:29.715424 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f41bb977-5097-4190-a985-21295aa674af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3401110 Jun 16 15:20:29.717597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58596) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:29.718291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.719759 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8e172035-9171-41c5-a3c8-41ef776a5408 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2929816 Jun 16 15:20:29.728202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58600) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:29.744138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-da932d75-6e7e-4cad-83cd-ca1cb922cc81 None None] Provisioning for port cd1afdc5-0e63-4545-9a50-28c686589e02 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:29.747918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port cd1afdc5-0e63-4545-9a50-28c686589e02 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:29.766833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-da932d75-6e7e-4cad-83cd-ca1cb922cc81 None None] Provisioning complete for port cd1afdc5-0e63-4545-9a50-28c686589e02 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:29.767240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-da932d75-6e7e-4cad-83cd-ca1cb922cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.836931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97f9f46c-e26c-40c2-bde6-f033a1403264 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.843349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port cd1afdc5-0e63-4545-9a50-28c686589e02 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:29.844636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.884772 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Set router f6f9381c-8b36-407f-b6b4-2fe9c8453971 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:29.887635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97f9f46c-e26c-40c2-bde6-f033a1403264 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.057003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf176e-9303-4986-bd41-86c52709aded None None] Network 60844af6-a2ec-4159-a299-ec6afd6cbf87 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:30.151736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97f9f46c-e26c-40c2-bde6-f033a1403264 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.194480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9f46c-e26c-40c2-bde6-f033a1403264 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73474b6-4adb-422f-8a00-8070d9417f77,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:30.203405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97f9f46c-e26c-40c2-bde6-f033a1403264 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.204635 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-97f9f46c-e26c-40c2-bde6-f033a1403264 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "DELETE /v2.0/security-groups/c73474b6-4adb-422f-8a00-8070d9417f77 HTTP/1.1" status: 204 len: 168 time: 0.4858429 Jun 16 15:20:30.215725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58610) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:30.335697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-50e575a4-610d-4507-b69f-07e3bdfd8e0c tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Synchronizing usage tracker for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:30.392139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-da932d75-6e7e-4cad-83cd-ca1cb922cc81 None None] Current status of the port cd1afdc5-0e63-4545-9a50-28c686589e02 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:30.392720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-da932d75-6e7e-4cad-83cd-ca1cb922cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.402334 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'name': 'tempest-TestVolumeBootPattern-622330850-router', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:23Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 3, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'gw_port': {'id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:30.408977 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Checking router: f6f9381c-8b36-407f-b6b4-2fe9c8453971 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:30.409316 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Updating router f6f9381c-8b36-407f-b6b4-2fe9c8453971 port adc53bd8-17d2-448d-962a-8d8cdd963388 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:30.423732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:20:30.449549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-50e575a4-610d-4507-b69f-07e3bdfd8e0c tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Unset dirty status for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:30.450916 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-50e575a4-610d-4507-b69f-07e3bdfd8e0c tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2341535 Jun 16 15:20:30.455905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58616) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:30.462824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'tempest-secgroup--169600127'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:30.476866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port cd1afdc5-0e63-4545-9a50-28c686589e02 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:30.477346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.484571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:30.502626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58620) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:30.515206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:30.534432 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.566417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-da932d75-6e7e-4cad-83cd-ca1cb922cc81 None None] For port cd1afdc5-0e63-4545-9a50-28c686589e02, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cd1afdc5-0e63-4545-9a50-28c686589e02,segment=NetworkSegment(32c84fc7-b88e-4518-9051-ae4b3dd777ad),segment_id=32c84fc7-b88e-4518-9051-ae4b3dd777ad)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:30.664924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.708886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:30.718526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:30.734344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:30.740741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-da932d75-6e7e-4cad-83cd-ca1cb922cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.744016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'networks': [{'name': 'tempest-network--1561725329'}, {'name': 'tempest-network--362259990'}]} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:30.744469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'network': {'name': 'tempest-network--1561725329'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:30.744783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'network': {'name': 'tempest-network--362259990'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:30.751794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:30.758155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:30.760462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Usage tracker for resource:network and tenant:bf7e901bdfc04cdbb85d66fe82b103c0 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:30.767405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:30.783767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:30.895162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Made reservation on behalf of bf7e901bdfc04cdbb85d66fe82b103c0 for: {'network': 2} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:30.901667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.920823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.924660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:20:30.925082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:20:30.927582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.943510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da932d75-6e7e-4cad-83cd-ca1cb922cc81 None None] Pushing event updated for resources: {'Port': ['ID=cd1afdc5-0e63-4545-9a50-28c686589e02,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:30.955577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:30.964729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Usage tracker for resource:security_group_rule and tenant:bf7e901bdfc04cdbb85d66fe82b103c0 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:30.969220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:30.976092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:31.003933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.022423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:31.028192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Provisioning for port 3e657f1d-610a-4794-a319-bcd8ebce26fb completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:31.036234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Provisioning complete for port 3e657f1d-610a-4794-a319-bcd8ebce26fb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:31.039173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.066764 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d0ae04d9-667f-4ef3-862b-23d4770f3a9a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3227932 Jun 16 15:20:31.068696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58626) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:31.074592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Sync routers for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:31.075605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-157014887'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:31.082847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:31.087575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:network and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:31.096549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:31.098277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:31.104449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bd1379-9395-4ac0-b37f-0753bdf1b178,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:31.107476 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:31.108221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:31.115753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.117122 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-80a5d7eb-4ad3-427e-a832-3f4656e04cef tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6607847 Jun 16 15:20:31.122175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58630) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:31.129402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ab770f9d-c681-4400-9e65-4cbd45252145 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': '15bd1379-9395-4ac0-b37f-0753bdf1b178', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:31.141928 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ab770f9d-c681-4400-9e65-4cbd45252145 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:31.148176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ab770f9d-c681-4400-9e65-4cbd45252145 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:31.155253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ab770f9d-c681-4400-9e65-4cbd45252145 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:31.163235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ab770f9d-c681-4400-9e65-4cbd45252145 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:31.177582 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.195375 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Transition to ACTIVE for port object adc53bd8-17d2-448d-962a-8d8cdd963388 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:31.217539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.257299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Port 3e657f1d-610a-4794-a319-bcd8ebce26fb cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:31.287283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Provisioning complete for port cd1afdc5-0e63-4545-9a50-28c686589e02 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:31.287661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.300303 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.311327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.316678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.328592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:31.374987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:31.374987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.379279 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Pushing event updated for resources: {'Port': ['ID=adc53bd8-17d2-448d-962a-8d8cdd963388,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:31.384085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de20fbcf-2064-4474-bc41-31a571dbea5b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:31.390287 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.390287 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.390573 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.391107 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.391107 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.391445 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.391771 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.392090 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.392431 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.392753 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.393069 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.393382 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:31.415542 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Attempting to bind port adc53bd8-17d2-448d-962a-8d8cdd963388 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:31.415909 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Attempting to bind port adc53bd8-17d2-448d-962a-8d8cdd963388 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:31.416272 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Attempting to bind port adc53bd8-17d2-448d-962a-8d8cdd963388 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:31.418782 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-ab770f9d-c681-4400-9e65-4cbd45252145 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The resource could not be found. Jun 16 15:20:31.421025 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ab770f9d-c681-4400-9e65-4cbd45252145 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2978358 Jun 16 15:20:31.422747 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:31.423168 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:31.423560 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.423695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:31.423943 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:31.424461 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Bound port: adc53bd8-17d2-448d-962a-8d8cdd963388, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:31.425497 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.427794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58634) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:31.431207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:31.443374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.443374 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added segment d1c7d76e-ffad-4f2e-9871-875f51f55b42 of type vlan for network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 Jun 16 15:20:31.444024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8e2bb3c6-c487-41fb-b2d1-cc7bffc0c1af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': '15bd1379-9395-4ac0-b37f-0753bdf1b178', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'df1d49de-92ec-4066-a61c-1b68357ef8f7'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:31.458144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8e2bb3c6-c487-41fb-b2d1-cc7bffc0c1af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:31.465735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8e2bb3c6-c487-41fb-b2d1-cc7bffc0c1af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:31.471815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.474342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8e2bb3c6-c487-41fb-b2d1-cc7bffc0c1af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:31.478638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.479185 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Added segment fc362b6e-f49f-40da-ad9e-2216aa9237ea of type vlan for network dbcb3840-a8c1-4e9f-9dea-7781bf90611d Jun 16 15:20:31.489137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8e2bb3c6-c487-41fb-b2d1-cc7bffc0c1af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:31.494255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port cd1afdc5-0e63-4545-9a50-28c686589e02 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:31.495338 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6d94e353-d214-4c00-a8d0-46d693e731b1 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:31.512431 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] For port adc53bd8-17d2-448d-962a-8d8cdd963388, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:31.516506 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] For port adc53bd8-17d2-448d-962a-8d8cdd963388, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=adc53bd8-17d2-448d-962a-8d8cdd963388,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:31.519219 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.530240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.579267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:31.588978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.589339 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Added segment 7cad8d2c-3230-4d70-8afd-f372b87bcdb6 of type vlan for network c04558ff-bc40-4916-b53d-d0fc5f745992 Jun 16 15:20:31.622773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.624049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.633075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:31.633666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.653591 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.751037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.751633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.766063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:31.780541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:31.783290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.794540 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Routers {'f6f9381c-8b36-407f-b6b4-2fe9c8453971'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:31.795757 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:31.821073 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-8e2bb3c6-c487-41fb-b2d1-cc7bffc0c1af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The resource could not be found. Jun 16 15:20:31.823887 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8e2bb3c6-c487-41fb-b2d1-cc7bffc0c1af tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3946977 Jun 16 15:20:31.829193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58638) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:31.887330 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8174183 Jun 16 15:20:31.888500 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf40ba5-1adc-48f7-a5a6-de34672bdf6d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Network': ['ID=192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:31.900836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58642) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:31.912953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'subnet': {'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:31.920932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:31.987156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Current status of the port cd1afdc5-0e63-4545-9a50-28c686589e02 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:32.061704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 6d94e353-d214-4c00-a8d0-46d693e731b1 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:32.071067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'Network': ['ID=dbcb3840-a8c1-4e9f-9dea-7781bf90611d,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:32.088320 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] Set router f6f9381c-8b36-407f-b6b4-2fe9c8453971 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:32.090494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network dbcb3840-a8c1-4e9f-9dea-7781bf90611d details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:32.095118 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5816822 Jun 16 15:20:32.105386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58646) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:32.132944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-04fa6ee1-3209-47b3-81c6-7a65b0bcfd2b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.182629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Allocated IP 172.20.0.1 (60844af6-a2ec-4159-a299-ec6afd6cbf87/df0b512d-86e6-4175-b708-aea2a13aa144/0b883d3e-d9f0-47ee-a045-c668a5572a1b) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:32.194298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:32.198429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:subnet and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:32.202172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:32.208594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:32.216932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1f867447-83ee-4f40-801d-060a9ff66996 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:32.226583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-04fa6ee1-3209-47b3-81c6-7a65b0bcfd2b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.317788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:32.321309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.330422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b9515-0a0a-4d8f-b31e-815cca88fb25 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'Network': ['ID=c04558ff-bc40-4916-b53d-d0fc5f745992,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:32.344302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1f867447-83ee-4f40-801d-060a9ff66996 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:32.344934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.383663 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1275f-efa7-419e-95f3-2ed767d94883 None None] Pushing event updated for resources: {'Port': ['ID=adc53bd8-17d2-448d-962a-8d8cdd963388,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:32.385308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Provisioning for port 6d94e353-d214-4c00-a8d0-46d693e731b1 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:32.452849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818ee41-c376-4b8f-a1cd-d2b7dff354e1 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:32.460848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network c04558ff-bc40-4916-b53d-d0fc5f745992 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:32.461539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818ee41-c376-4b8f-a1cd-d2b7dff354e1 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:32.468506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818ee41-c376-4b8f-a1cd-d2b7dff354e1 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:32.474798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818ee41-c376-4b8f-a1cd-d2b7dff354e1 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:32.476007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b818ee41-c376-4b8f-a1cd-d2b7dff354e1 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Synchronizing usage tracker for tenant:bf7e901bdfc04cdbb85d66fe82b103c0 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:32.503727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Provisioning complete for port 6d94e353-d214-4c00-a8d0-46d693e731b1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:32.504401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.529130 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'name': 'tempest-TestVolumeBootPattern-622330850-router', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:23Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 3, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'gw_port': {'id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:32.534894 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddeda3-af63-49d6-8080-426b960f2f39 None None] The sync data for ids ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'] in dv-neutron-846028-2-hyperv is: [{'id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'name': 'tempest-TestVolumeBootPattern-622330850-router', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:23Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 3, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'gw_port': {'id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:32.552682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:28Z', 'revision_number': 2, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:28Z', 'revision_number': 2, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:32.562683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Checking router: 57981a67-721c-4077-8a8f-778f6af2b19d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:32.563065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Updating router 57981a67-721c-4077-8a8f-778f6af2b19d port 3e657f1d-610a-4794-a319-bcd8ebce26fb binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:32.566610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-04fa6ee1-3209-47b3-81c6-7a65b0bcfd2b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.572337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b818ee41-c376-4b8f-a1cd-d2b7dff354e1 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Unset dirty status for tenant:bf7e901bdfc04cdbb85d66fe82b103c0 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:32.573988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b818ee41-c376-4b8f-a1cd-d2b7dff354e1 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4675736 Jun 16 15:20:32.576811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58650) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:32.616157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.619603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa6ee1-3209-47b3-81c6-7a65b0bcfd2b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bd1379-9395-4ac0-b37f-0753bdf1b178,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:32.633877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-04fa6ee1-3209-47b3-81c6-7a65b0bcfd2b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.635012 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-04fa6ee1-3209-47b3-81c6-7a65b0bcfd2b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "DELETE /v2.0/security-groups/15bd1379-9395-4ac0-b37f-0753bdf1b178 HTTP/1.1" status: 204 len: 168 time: 0.8020172 Jun 16 15:20:32.641874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58654) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:32.646953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Transition to ACTIVE for port object 0b883d3e-d9f0-47ee-a045-c668a5572a1b will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:32.734359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.737218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.887211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.931607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a6daf88a-2344-402c-85b8-15d7f7cabc4c tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Synchronizing usage tracker for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:32.969325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.980491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1f867447-83ee-4f40-801d-060a9ff66996 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:32.998451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Current status of the port 6d94e353-d214-4c00-a8d0-46d693e731b1 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:32.998833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.038369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.079070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcb3840-a8c1-4e9f-9dea-7781bf90611d']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:33.095036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Network 60844af6-a2ec-4159-a299-ec6afd6cbf87 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:33.100210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] For port 6d94e353-d214-4c00-a8d0-46d693e731b1, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6d94e353-d214-4c00-a8d0-46d693e731b1,segment=NetworkSegment(5060c1f2-facb-4464-8c43-49a2ad33e304),segment_id=5060c1f2-facb-4464-8c43-49a2ad33e304)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:33.102986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:33.104217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc362b6e-f49f-40da-ad9e-2216aa9237ea') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:33.108114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc362b6e-f49f-40da-ad9e-2216aa9237ea') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:33.111705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Pushing event updated for resources: {'Port': ['ID=0b883d3e-d9f0-47ee-a045-c668a5572a1b,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:33.133294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:33.139270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a6daf88a-2344-402c-85b8-15d7f7cabc4c tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Unset dirty status for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:33.141502 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a6daf88a-2344-402c-85b8-15d7f7cabc4c tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4970992 Jun 16 15:20:33.147426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58658) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:33.150917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.184546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7df2738f-67ea-4b39-82e2-789984b55314 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'c3f8d83c-75e4-4741-944a-4a873a972884', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:33.198075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.198857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7df2738f-67ea-4b39-82e2-789984b55314 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:33.199201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Subnet': ['ID=4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:33.221314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7df2738f-67ea-4b39-82e2-789984b55314 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:33.228360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7df2738f-67ea-4b39-82e2-789984b55314 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:33.238856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7df2738f-67ea-4b39-82e2-789984b55314 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:33.261440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.273239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:20:33.274018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.279065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.307801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device adc53bd8-17d2-448d-962a-8d8cdd963388 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:33.369551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Checking segment: {'id': 'd1c7d76e-ffad-4f2e-9871-875f51f55b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:33.370095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network hostable DHCP agents. Network: 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:33.444368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8519b-b413-4878-ba83-7783639fd565 None None] Pushing event updated for resources: {'Port': ['ID=6d94e353-d214-4c00-a8d0-46d693e731b1,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:33.449795 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment fc362b6e-f49f-40da-ad9e-2216aa9237ea resource provider aggregate not found Jun 16 15:20:33.473387 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment fc362b6e-f49f-40da-ad9e-2216aa9237ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc362b6e-f49f-40da-ad9e-2216aa9237ea found for delete ", "request_id": "req-824560d5-a22a-416a-b608-c2972277292f"}]} Jun 16 15:20:33.487344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:33.512049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-339915a3-5715-42cb-a4a4-ac8f93ef4069 None None] Provisioning complete for port 3e657f1d-610a-4794-a319-bcd8ebce26fb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:33.512547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-339915a3-5715-42cb-a4a4-ac8f93ef4069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.538441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.549641 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:20:33.574167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.588470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Network': ['ID=dbcb3840-a8c1-4e9f-9dea-7781bf90611d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:33.593289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-339915a3-5715-42cb-a4a4-ac8f93ef4069 None None] Port 3e657f1d-610a-4794-a319-bcd8ebce26fb cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:33.595975 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-7df2738f-67ea-4b39-82e2-789984b55314 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The resource could not be found. Jun 16 15:20:33.597080 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7df2738f-67ea-4b39-82e2-789984b55314 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4490814 Jun 16 15:20:33.601048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58666) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:33.613957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'tempest-secgroup--362914418'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:33.624298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:33.641018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:33.673895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-339915a3-5715-42cb-a4a4-ac8f93ef4069 None None] Provisioning complete for port 6d94e353-d214-4c00-a8d0-46d693e731b1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:33.673895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-339915a3-5715-42cb-a4a4-ac8f93ef4069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.674133 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bff3ad7a-c7c7-42d7-9464-9d2a83c9cc33 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "DELETE /v2.0/networks/dbcb3840-a8c1-4e9f-9dea-7781bf90611d HTTP/1.1" status: 204 len: 168 time: 1.0906327 Jun 16 15:20:33.674133 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58670) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:33.689674 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.703401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:33.711532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:33.712103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.721111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522ff80-973c-4513-87c7-c7dfc794ddd7 None None] Network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:33.751698 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port adc53bd8-17d2-448d-962a-8d8cdd963388 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:33.781152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.786205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.806567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port adc53bd8-17d2-448d-962a-8d8cdd963388 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:33.807264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.829843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:33.843046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.850043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:33.857192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:33.861257 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7204029b-13e8-451a-8a9e-eed3ea378934 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9533854 Jun 16 15:20:33.861929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58674) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:33.870767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:33.916424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Transition to ACTIVE for port object 3e657f1d-610a-4794-a319-bcd8ebce26fb will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:34.031580 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.096408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.127751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-339915a3-5715-42cb-a4a4-ac8f93ef4069 None None] Current status of the port 6d94e353-d214-4c00-a8d0-46d693e731b1 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:34.129820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.137322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04558ff-bc40-4916-b53d-d0fc5f745992']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:34.159982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cad8d2c-3230-4d70-8afd-f372b87bcdb6') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:34.160365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cad8d2c-3230-4d70-8afd-f372b87bcdb6') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:34.174956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.190198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.210418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.234026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:20:34.234528 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.297964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.316045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6891053-9a5d-4dc8-b499-3a4a838ed0c3,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:34.345082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port adc53bd8-17d2-448d-962a-8d8cdd963388 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:34.345463 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.395694 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.419400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93650d-7a88-40ca-a203-20a46eaae111 None None] Pushing event updated for resources: {'Port': ['ID=3e657f1d-610a-4794-a319-bcd8ebce26fb,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:34.438514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port adc53bd8-17d2-448d-962a-8d8cdd963388, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=adc53bd8-17d2-448d-962a-8d8cdd963388,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:34.478077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.479645 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fb61f8dd-bef6-426b-9305-3de6a6febcca tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8774989 Jun 16 15:20:34.483607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58678) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:34.491924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470541201'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:34.509000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:34.518909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:34.522210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:34.530095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:34.541232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.547993 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.583720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.584741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cd1afdc5-0e63-4545-9a50-28c686589e02 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:34.596275 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "DELETE /v2.0/networks/c04558ff-bc40-4916-b53d-d0fc5f745992 HTTP/1.1" status: 204 len: 168 time: 0.9237700 Jun 16 15:20:34.598044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad9319-30c5-46b7-bc53-d4f46c8664aa tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Network': ['ID=c04558ff-bc40-4916-b53d-d0fc5f745992,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:34.601042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58682) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:34.635096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Pushing event updated for resources: {'Port': ['ID=0b883d3e-d9f0-47ee-a045-c668a5572a1b,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:34.642955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.665535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.672979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:34.679257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:34.682806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:34.691327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:34.698785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:20:34.699654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.726200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b7e90722-ffdc-4ee1-b9da-3894d0f131e2 None None] Provisioning for port 0b883d3e-d9f0-47ee-a045-c668a5572a1b completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:34.760643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b7e90722-ffdc-4ee1-b9da-3894d0f131e2 None None] Provisioning complete for port 0b883d3e-d9f0-47ee-a045-c668a5572a1b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:34.761100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7e90722-ffdc-4ee1-b9da-3894d0f131e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.786665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.812255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Attempting to bind port 3e657f1d-610a-4794-a319-bcd8ebce26fb on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:34.812725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Attempting to bind port 3e657f1d-610a-4794-a319-bcd8ebce26fb by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '32c84fc7-b88e-4518-9051-ae4b3dd777ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:34.812999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Attempting to bind port 3e657f1d-610a-4794-a319-bcd8ebce26fb on network d93218d7-a718-4847-b7ce-4f1323a940e5 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:34.875083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:34.875577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Checking segment: {'id': '32c84fc7-b88e-4518-9051-ae4b3dd777ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:34.875851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.876429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Bound using segment: {'id': '32c84fc7-b88e-4518-9051-ae4b3dd777ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:34.877093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Bound port: 3e657f1d-610a-4794-a319-bcd8ebce26fb, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c84fc7-b88e-4518-9051-ae4b3dd777ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:34.877648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.883123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.911494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=adc53bd8-17d2-448d-962a-8d8cdd963388,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:34.941641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5817780-fb5b-49b6-a1db-80efa98d9327,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:34.950170 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b7e90722-ffdc-4ee1-b9da-3894d0f131e2 None None] Port 0b883d3e-d9f0-47ee-a045-c668a5572a1b cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:34.990002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0dcb48-a98a-44a2-9668-7d28aea609c9 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:34.996069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0dcb48-a98a-44a2-9668-7d28aea609c9 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:34.997662 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8b0dcb48-a98a-44a2-9668-7d28aea609c9 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3938022 Jun 16 15:20:35.002818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58686) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:35.009586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-866686393'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:35.017001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:35.022267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Usage tracker for resource:network and tenant:bf7e901bdfc04cdbb85d66fe82b103c0 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:35.024247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port cd1afdc5-0e63-4545-9a50-28c686589e02 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:35.024631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.025558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:35.032109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:35.039031 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.039328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.043252 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9337ce48-e7d8-4dd4-9a9e-eec0e9ced24a tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5550017 Jun 16 15:20:35.043673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58690) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:35.048987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-efe21998-a600-4b32-96d1-46aae6cc9957 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group_rule': {'security_group_id': 'b6891053-9a5d-4dc8-b499-3a4a838ed0c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a5817780-fb5b-49b6-a1db-80efa98d9327'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:35.060968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-efe21998-a600-4b32-96d1-46aae6cc9957 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:35.061500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-efe21998-a600-4b32-96d1-46aae6cc9957 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:35.065559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-efe21998-a600-4b32-96d1-46aae6cc9957 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:35.073556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-efe21998-a600-4b32-96d1-46aae6cc9957 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:35.124704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Network 60844af6-a2ec-4159-a299-ec6afd6cbf87 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:35.130902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:35.157859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Made reservation on behalf of bf7e901bdfc04cdbb85d66fe82b103c0 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:35.158445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] For port 3e657f1d-610a-4794-a319-bcd8ebce26fb, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:35.158554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.203426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:35.215135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.215630 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Added segment 25e7dd4f-7fad-41da-aa63-3e889b663836 of type vlan for network 0cc111c0-4856-4f61-87ec-14b4decd418a Jun 16 15:20:35.235928 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Allocated IP 2001:db8:1::2 (192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56/4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307/7aebff79-9a3f-43e3-bd79-6344b8d09470) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:35.250741 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.304349 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port cd1afdc5-0e63-4545-9a50-28c686589e02 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:35.314443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] For port 3e657f1d-610a-4794-a319-bcd8ebce26fb, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3e657f1d-610a-4794-a319-bcd8ebce26fb,segment=NetworkSegment(32c84fc7-b88e-4518-9051-ae4b3dd777ad),segment_id=32c84fc7-b88e-4518-9051-ae4b3dd777ad)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:35.363104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.369448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:35.370420 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.431988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.472869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device adc53bd8-17d2-448d-962a-8d8cdd963388 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:35.563433 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-efe21998-a600-4b32-96d1-46aae6cc9957 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:20:35.563433 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-efe21998-a600-4b32-96d1-46aae6cc9957 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5155835 Jun 16 15:20:35.564676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58696) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:35.589747 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 7cad8d2c-3230-4d70-8afd-f372b87bcdb6 resource provider aggregate not found Jun 16 15:20:35.644212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:35.644866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:35.662210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'Network': ['ID=0cc111c0-4856-4f61-87ec-14b4decd418a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:35.667279 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 7cad8d2c-3230-4d70-8afd-f372b87bcdb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cad8d2c-3230-4d70-8afd-f372b87bcdb6 found for delete ", "request_id": "req-3a49c67f-86bd-44ff-8063-985a97febc66"}]} Jun 16 15:20:35.686402 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8edcd92a-a44f-473b-ba95-4d414383cacd tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6798823 Jun 16 15:20:35.686720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58702) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:35.692254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2050980069'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:35.697366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:35.702519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Usage tracker for resource:network and tenant:bf7e901bdfc04cdbb85d66fe82b103c0 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:35.707250 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:35.718979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:35.735555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 0cc111c0-4856-4f61-87ec-14b4decd418a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:35.761946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93650d-7a88-40ca-a203-20a46eaae111 None None] Pushing event updated for resources: {'Port': ['ID=3e657f1d-610a-4794-a319-bcd8ebce26fb,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:35.766231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.781105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-85fda4af-c030-42e5-8c88-b4eb22b26360 None None] Provisioning complete for port 0b883d3e-d9f0-47ee-a045-c668a5572a1b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:35.781105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85fda4af-c030-42e5-8c88-b4eb22b26360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.797666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Made reservation on behalf of bf7e901bdfc04cdbb85d66fe82b103c0 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:35.806408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.850110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:35.865734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.866337 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Added segment c2002107-80df-482e-9eb3-bc08cb1dcf24 of type vlan for network 9fc6b87e-d2cd-41a4-9094-46381baaf381 Jun 16 15:20:35.901906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.919735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3733ab63-19f4-4755-96a1-bdb2276f4abe tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.959688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Router f6f9381c-8b36-407f-b6b4-2fe9c8453971 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:20:35.970105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3733ab63-19f4-4755-96a1-bdb2276f4abe tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.007778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.015570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:36.016493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.032734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85fda4af-c030-42e5-8c88-b4eb22b26360 None None] Port 0b883d3e-d9f0-47ee-a045-c668a5572a1b cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:36.058889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.062892 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:36.109673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port adc53bd8-17d2-448d-962a-8d8cdd963388 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:36.109966 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.138186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'Network': ['ID=9fc6b87e-d2cd-41a4-9094-46381baaf381,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:36.172847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-91336cd3-1315-47be-a66a-21b44de83684 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4849775 Jun 16 15:20:36.175855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58706) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:36.185124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'ports': [{'network_id': '0cc111c0-4856-4f61-87ec-14b4decd418a', 'name': 'tempest-port--354815109', 'admin_state_up': True}, {'network_id': '9fc6b87e-d2cd-41a4-9094-46381baaf381', 'admin_state_up': False}]} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:36.185582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'port': {'network_id': '0cc111c0-4856-4f61-87ec-14b4decd418a', 'name': 'tempest-port--354815109', 'admin_state_up': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:36.186427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'port': {'network_id': '9fc6b87e-d2cd-41a4-9094-46381baaf381', 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:36.213090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:36.229292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3733ab63-19f4-4755-96a1-bdb2276f4abe tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.233232 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Sync routers for ids ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:36.257850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733ab63-19f4-4755-96a1-bdb2276f4abe tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5817780-fb5b-49b6-a1db-80efa98d9327,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:36.262676 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Routers {'f6f9381c-8b36-407f-b6b4-2fe9c8453971'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:36.263349 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:36.266803 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-523e6042-bc7f-442d-9e5a-2cf119d98927 admin admin] 10.222.0.73 "PUT /v2.0/routers/f6f9381c-8b36-407f-b6b4-2fe9c8453971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5371635 Jun 16 15:20:36.269054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3733ab63-19f4-4755-96a1-bdb2276f4abe tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.273119 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3733ab63-19f4-4755-96a1-bdb2276f4abe tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "DELETE /v2.0/security-groups/a5817780-fb5b-49b6-a1db-80efa98d9327 HTTP/1.1" status: 204 len: 168 time: 0.7050655 Jun 16 15:20:36.273323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 9fc6b87e-d2cd-41a4-9094-46381baaf381 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:36.274412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58710) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:36.327747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Transition to ACTIVE for port object 7aebff79-9a3f-43e3-bd79-6344b8d09470 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:36.359388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-43dab47f-6c12-4e44-8963-3630f9dd9aa5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Synchronizing usage tracker for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:36.437827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-43dab47f-6c12-4e44-8963-3630f9dd9aa5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Unset dirty status for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:36.439788 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-43dab47f-6c12-4e44-8963-3630f9dd9aa5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1640370 Jun 16 15:20:36.443452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58716) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:36.534268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:36.534534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Usage tracker for resource:port and tenant:bf7e901bdfc04cdbb85d66fe82b103c0 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:36.537565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:36.544217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:36.545745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c3841954-0b5e-4b9b-92d4-dbe9380ad66b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.580659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c3841954-0b5e-4b9b-92d4-dbe9380ad66b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.589672 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Set router f6f9381c-8b36-407f-b6b4-2fe9c8453971 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:36.590636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Transition to ACTIVE for port object 7aebff79-9a3f-43e3-bd79-6344b8d09470 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:36.614578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Made reservation on behalf of bf7e901bdfc04cdbb85d66fe82b103c0 for: {'port': 2} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:36.619731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.648701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.700650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c3841954-0b5e-4b9b-92d4-dbe9380ad66b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.745792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3841954-0b5e-4b9b-92d4-dbe9380ad66b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6891053-9a5d-4dc8-b499-3a4a838ed0c3,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:36.878284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c3841954-0b5e-4b9b-92d4-dbe9380ad66b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.882532 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c3841954-0b5e-4b9b-92d4-dbe9380ad66b tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "DELETE /v2.0/security-groups/b6891053-9a5d-4dc8-b499-3a4a838ed0c3 HTTP/1.1" status: 204 len: 168 time: 0.4372816 Jun 16 15:20:36.884035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58724) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:36.909273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port adc53bd8-17d2-448d-962a-8d8cdd963388 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:36.911017 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6d94e353-d214-4c00-a8d0-46d693e731b1 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:36.930412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] device_id is not set on port 8094904c-ab69-4b15-8b2c-bc6632f5a8a4 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:20:36.963135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-dbdcd2ab-de8f-4428-a9eb-25ebb356f034 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Synchronizing usage tracker for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:36.970202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Allocated IP 2001:db8:1::1 (192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56/4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307/0cd469d1-bb4a-4052-b1cc-3ec79b4b069b) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:37.006241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.016895 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'name': 'tempest-TestVolumeBootPattern-622330850-router', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:23Z', 'updated_at': '2022-06-16T15:20:33Z', 'revision_number': 4, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'gw_port': {'id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '0b883d3e-d9f0-47ee-a045-c668a5572a1b', 'name': '', 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'mac_address': 'fa:16:3e:9e:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'df0b512d-86e6-4175-b708-aea2a13aa144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:31Z', 'updated_at': '2022-06-16T15:20:33Z', 'revision_number': 2, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'subnets': [{'id': 'df0b512d-86e6-4175-b708-aea2a13aa144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:37.022051 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Checking router: f6f9381c-8b36-407f-b6b4-2fe9c8453971 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:37.022529 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Updating router f6f9381c-8b36-407f-b6b4-2fe9c8453971 port 0b883d3e-d9f0-47ee-a045-c668a5572a1b binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:37.064643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.070906 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-dbdcd2ab-de8f-4428-a9eb-25ebb356f034 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Unset dirty status for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:37.073689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58728) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:37.074346 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dbdcd2ab-de8f-4428-a9eb-25ebb356f034 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1864083 Jun 16 15:20:37.095571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:37.100599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:37.110659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:37.112379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'tempest-secgroup--252634975'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:37.141966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58732) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:37.145760 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.152727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:37.161618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778593693', 'description': 'tempest-secgroup-smoke-778593693 description', 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:37.166973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Pushing event updated for resources: {'Port': ['ID=7aebff79-9a3f-43e3-bd79-6344b8d09470,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:37.184038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:37.234429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6d94e353-d214-4c00-a8d0-46d693e731b1 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:37.235383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.251051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.270012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Transition to ACTIVE for port object 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:37.280397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:security_group and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:37.290384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:37.297970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:28Z', 'revision_number': 2, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:35Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:37.305893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:37.314281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca12ca-a5c7-44f1-81c4-8c292aef7e53 None None] The sync data for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv is: [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:28Z', 'revision_number': 2, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:35Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:37.317966 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Attempting to bind port 7aebff79-9a3f-43e3-bd79-6344b8d09470 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:37.318924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Attempting to bind port 7aebff79-9a3f-43e3-bd79-6344b8d09470 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'd1c7d76e-ffad-4f2e-9871-875f51f55b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:37.318924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Attempting to bind port 7aebff79-9a3f-43e3-bd79-6344b8d09470 on network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:37.327647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:37.331147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:37.331452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Checking segment: {'id': 'd1c7d76e-ffad-4f2e-9871-875f51f55b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:37.331854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.332715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Bound using segment: {'id': 'd1c7d76e-ffad-4f2e-9871-875f51f55b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:37.332715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Bound port: 7aebff79-9a3f-43e3-bd79-6344b8d09470, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c7d76e-ffad-4f2e-9871-875f51f55b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:37.333093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.340872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] device_id is not set on port 1c34f740-1942-45e3-8c0d-451233a47715 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:20:37.398530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.437331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.459343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.500891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:37.505570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:security_group_rule and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:37.509086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:37.524673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:37.525071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:37.528030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6d94e353-d214-4c00-a8d0-46d693e731b1 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:37.533829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:37.537181 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-52723000-7185-447e-8f5d-009360ddf08b None None] For port 7aebff79-9a3f-43e3-bd79-6344b8d09470, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:37.544016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-52723000-7185-447e-8f5d-009360ddf08b None None] For port 7aebff79-9a3f-43e3-bd79-6344b8d09470, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7aebff79-9a3f-43e3-bd79-6344b8d09470,segment=NetworkSegment(d1c7d76e-ffad-4f2e-9871-875f51f55b42),segment_id=d1c7d76e-ffad-4f2e-9871-875f51f55b42)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:37.544821 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:37.545476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.571073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=0cd469d1-bb4a-4052-b1cc-3ec79b4b069b,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:37.602996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:37.608679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.611618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Usage tracker for resource:security_group_rule and tenant:0fdc251ab1194801a3e3fdc4d0cb3928 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:37.617650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:37.620801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.635619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:37.656705 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.700321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.708137 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Transition to ACTIVE for port object 0b883d3e-d9f0-47ee-a045-c668a5572a1b will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:37.757251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52723000-7185-447e-8f5d-009360ddf08b None None] Pushing event updated for resources: {'Port': ['ID=7aebff79-9a3f-43e3-bd79-6344b8d09470,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:37.791877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.793010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.816526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.819855 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.842228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454d8d76-4879-466f-a373-1da0458c86a3,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:37.850843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.934847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.074666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.076677 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9971499 Jun 16 15:20:38.079842 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47827820-726a-4646-b54d-24a77020e400 None None] Pushing event updated for resources: {'Port': ['ID=0b883d3e-d9f0-47ee-a045-c668a5572a1b,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:38.085425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58738) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:38.116129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3b0fbb38-03d5-4e45-afa7-1a4d5a414db5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:38.116711 dv-neutron-846028-2-hyperv neutron-server[89745]: WARNING neutron.api.v2.base [None req-3b0fbb38-03d5-4e45-afa7-1a4d5a414db5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 16 15:20:38.118272 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-3b0fbb38-03d5-4e45-afa7-1a4d5a414db5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] update failed (client error): There was a conflict when trying to complete your request. Jun 16 15:20:38.118396 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3b0fbb38-03d5-4e45-afa7-1a4d5a414db5 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "PUT /v2.0/security-groups/511ff5ea-e54e-4472-94b7-0efdcf0db2a4 HTTP/1.1" status: 409 len: 330 time: 0.0176198 Jun 16 15:20:38.120357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1ab09-0122-4ea3-bf9e-5fb35c0b5485 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511ff5ea-e54e-4472-94b7-0efdcf0db2a4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:38.122706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58742) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:38.137424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.137424 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f36d74c0-6888-4b0c-bace-f72f83eb9555 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9878898 Jun 16 15:20:38.147837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58746) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:38.154069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'security_group_rule': {'security_group_id': '454d8d76-4879-466f-a373-1da0458c86a3', 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:38.155029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'Port': ['ID=8094904c-ab69-4b15-8b2c-bc6632f5a8a4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:38.173524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Checking segment: {'id': '25e7dd4f-7fad-41da-aa63-3e889b663836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0cc111c0-4856-4f61-87ec-14b4decd418a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:38.173524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Network hostable DHCP agents. Network: 0cc111c0-4856-4f61-87ec-14b4decd418a, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:38.178051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:38.243224 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Attempting to bind port 0b883d3e-d9f0-47ee-a045-c668a5572a1b on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:38.243611 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Attempting to bind port 0b883d3e-d9f0-47ee-a045-c668a5572a1b by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '5060c1f2-facb-4464-8c43-49a2ad33e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:38.244005 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Attempting to bind port 0b883d3e-d9f0-47ee-a045-c668a5572a1b on network 60844af6-a2ec-4159-a299-ec6afd6cbf87 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:38.252290 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:38.252716 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Checking segment: {'id': '5060c1f2-facb-4464-8c43-49a2ad33e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:38.253113 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.253504 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Bound using segment: {'id': '5060c1f2-facb-4464-8c43-49a2ad33e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:38.254828 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Bound port: 0b883d3e-d9f0-47ee-a045-c668a5572a1b, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5060c1f2-facb-4464-8c43-49a2ad33e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:38.255270 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.266689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41847ef9-dc1f-4db6-b985-277ff4790084 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.318921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41847ef9-dc1f-4db6-b985-277ff4790084 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.393177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Network 0cc111c0-4856-4f61-87ec-14b4decd418a is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:38.446698 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] For port 0b883d3e-d9f0-47ee-a045-c668a5572a1b, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:38.451712 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] For port 0b883d3e-d9f0-47ee-a045-c668a5572a1b, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0b883d3e-d9f0-47ee-a045-c668a5572a1b,segment=NetworkSegment(5060c1f2-facb-4464-8c43-49a2ad33e304),segment_id=5060c1f2-facb-4464-8c43-49a2ad33e304)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:38.475507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41847ef9-dc1f-4db6-b985-277ff4790084 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.493965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41847ef9-dc1f-4db6-b985-277ff4790084 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511ff5ea-e54e-4472-94b7-0efdcf0db2a4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:38.499262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 0cc111c0-4856-4f61-87ec-14b4decd418a) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:38.500805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:38.503530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.503863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:security_group_rule and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:38.513884 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:38.519360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37cae6a-4973-4280-b785-19772a5fe352 None None] Network 0cc111c0-4856-4f61-87ec-14b4decd418a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:38.523784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:38.549998 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.617063 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Routers {'f6f9381c-8b36-407f-b6b4-2fe9c8453971'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:38.617686 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:38.637853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'Port': ['ID=1c34f740-1942-45e3-8c0d-451233a47715,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:38.675425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41847ef9-dc1f-4db6-b985-277ff4790084 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.676807 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-41847ef9-dc1f-4db6-b985-277ff4790084 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "DELETE /v2.0/security-groups/511ff5ea-e54e-4472-94b7-0efdcf0db2a4 HTTP/1.1" status: 204 len: 168 time: 0.5466855 Jun 16 15:20:38.685014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58750) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:38.710283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.750090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Checking segment: {'id': 'c2002107-80df-482e-9eb3-bc08cb1dcf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fc6b87e-d2cd-41a4-9094-46381baaf381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:38.750496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Network hostable DHCP agents. Network: 9fc6b87e-d2cd-41a4-9094-46381baaf381, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:38.783774 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47827820-726a-4646-b54d-24a77020e400 None None] Pushing event updated for resources: {'Port': ['ID=0b883d3e-d9f0-47ee-a045-c668a5572a1b,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:38.852018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.869409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-38f87fd7-8e97-4af8-9d28-2220ea5628bf tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Synchronizing usage tracker for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:38.888908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.918221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Network 9fc6b87e-d2cd-41a4-9094-46381baaf381 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:38.978961 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] Set router f6f9381c-8b36-407f-b6b4-2fe9c8453971 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:38.981372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-38f87fd7-8e97-4af8-9d28-2220ea5628bf tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] Unset dirty status for tenant:0fdc251ab1194801a3e3fdc4d0cb3928 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:38.981528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.986066 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-38f87fd7-8e97-4af8-9d28-2220ea5628bf tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2979863 Jun 16 15:20:38.996160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.996160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.000757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58754) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:39.024945 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-f0fe1e7c-ef60-4365-b273-56d2c2ac5e49 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] delete failed (client error): The resource could not be found. Jun 16 15:20:39.030782 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f0fe1e7c-ef60-4365-b273-56d2c2ac5e49 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "DELETE /v2.0/security-groups/f68d6301-369a-4e4c-bc4d-c10d88161a1f HTTP/1.1" status: 404 len: 347 time: 0.0230207 Jun 16 15:20:39.036185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58758) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:39.037886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 9fc6b87e-d2cd-41a4-9094-46381baaf381) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:39.049334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8722044-7cc3-45bf-a5a6-9dc44737616b None None] Network 9fc6b87e-d2cd-41a4-9094-46381baaf381 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:39.070000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:39.077635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:39.083963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:39.084813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.093005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-60f642da-222a-4bd9-97ff-aa1ea73899e7 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] show failed (client error): The resource could not be found. Jun 16 15:20:39.098121 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-60f642da-222a-4bd9-97ff-aa1ea73899e7 tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-groups/e09b43fb-0e25-4a72-8021-eabec7d89879 HTTP/1.1" status: 404 len: 347 time: 0.0588267 Jun 16 15:20:39.101853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58762) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:39.127413 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-042bfd19-0081-4610-8922-9d1e13c9fd1d tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] show failed (client error): The resource could not be found. Jun 16 15:20:39.128670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-042bfd19-0081-4610-8922-9d1e13c9fd1d tempest-NegativeSecGroupTest-411558545 tempest-NegativeSecGroupTest-411558545-project] 10.222.0.73 "GET /v2.0/security-group-rules/263fece7-5164-4c4d-a881-76c507b6a5d1 HTTP/1.1" status: 404 len: 356 time: 0.0252197 Jun 16 15:20:39.132683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=0cd469d1-bb4a-4052-b1cc-3ec79b4b069b,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:39.164749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1caaf6a5-e6ec-4c9c-be54-9e4b8cce33ca,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:39.211388 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8fdd56d1-f3a1-499e-ab1f-f83216aeda87 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0312607 Jun 16 15:20:39.212770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58768) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:39.350833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32c624-53d8-449e-8d85-9324310e1416 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:39.358439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32c624-53d8-449e-8d85-9324310e1416 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:39.359531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-be32c624-53d8-449e-8d85-9324310e1416 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Synchronizing usage tracker for tenant:bf7e901bdfc04cdbb85d66fe82b103c0 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:39.419989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eedda2-902c-471a-8c10-46c7b078590b None None] Network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:39.472933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:39.474329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:39.478209 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'name': 'tempest-TestVolumeBootPattern-622330850-router', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:23Z', 'updated_at': '2022-06-16T15:20:33Z', 'revision_number': 4, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'gw_port': {'id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '0b883d3e-d9f0-47ee-a045-c668a5572a1b', 'name': '', 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'mac_address': 'fa:16:3e:9e:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'df0b512d-86e6-4175-b708-aea2a13aa144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:31Z', 'updated_at': '2022-06-16T15:20:38Z', 'revision_number': 4, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'subnets': [{'id': 'df0b512d-86e6-4175-b708-aea2a13aa144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:39.483293 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a70a35-eeb8-4c69-bb6b-7eedf0cce966 None None] The sync data for ids ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'] in dv-neutron-846028-2-hyperv is: [{'id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'name': 'tempest-TestVolumeBootPattern-622330850-router', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:23Z', 'updated_at': '2022-06-16T15:20:33Z', 'revision_number': 4, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'gw_port': {'id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '0b883d3e-d9f0-47ee-a045-c668a5572a1b', 'name': '', 'network_id': '60844af6-a2ec-4159-a299-ec6afd6cbf87', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'mac_address': 'fa:16:3e:9e:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'df0b512d-86e6-4175-b708-aea2a13aa144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:31Z', 'updated_at': '2022-06-16T15:20:38Z', 'revision_number': 4, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'subnets': [{'id': 'df0b512d-86e6-4175-b708-aea2a13aa144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:39.523017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-be32c624-53d8-449e-8d85-9324310e1416 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Unset dirty status for tenant:bf7e901bdfc04cdbb85d66fe82b103c0 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:39.524576 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-be32c624-53d8-449e-8d85-9324310e1416 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3106253 Jun 16 15:20:39.527603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58772) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:39.623949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.627539 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-32912b82-f7b1-4766-a7c7-5ba52916acbf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4758339 Jun 16 15:20:39.637403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58776) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:39.645729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'security_group_rule': {'security_group_id': '454d8d76-4879-466f-a373-1da0458c86a3', 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:39.662137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:39.687950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:security_group_rule and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:39.704574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:39.705296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-129a4d06-534c-4b0e-99c6-ac1fa81fb7c3 None None] Provisioning for port 7aebff79-9a3f-43e3-bd79-6344b8d09470 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:39.719198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:39.729782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e8661d3d-cbe7-4705-85bd-811e03e510d8 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Deleting port 8094904c-ab69-4b15-8b2c-bc6632f5a8a4 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:39.730261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e8661d3d-cbe7-4705-85bd-811e03e510d8 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.746574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:20:39.891388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 3e657f1d-610a-4794-a319-bcd8ebce26fb up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:39.978762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.099778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58782) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:40.105620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 3e657f1d-610a-4794-a319-bcd8ebce26fb completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:40.115378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 3e657f1d-610a-4794-a319-bcd8ebce26fb triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:40.116058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.132784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:40.142344 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-149ba42b-c0a5-42c9-a845-22285ea2efb4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2736437 Jun 16 15:20:40.145630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58788) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:40.162803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-182511436'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:40.172820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:40.177069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.180407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:network and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:40.184013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:40.191658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:40.207224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Sync routers for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:40.233826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e8661d3d-cbe7-4705-85bd-811e03e510d8 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.239849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:40.240196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:40.254431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.311315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:40.318134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.402792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395b6278-cd8a-435a-a454-32f6e38c9181,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:40.425363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:40.450677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.451918 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added segment c2d23dec-56ab-444c-8ae6-80dfef136108 of type vlan for network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 Jun 16 15:20:40.469257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e8661d3d-cbe7-4705-85bd-811e03e510d8 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Calling delete_port for 8094904c-ab69-4b15-8b2c-bc6632f5a8a4 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:40.523387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.528309 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ef4ed20a-c6bc-4145-93e9-75fb6e51dac5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8889670 Jun 16 15:20:40.530072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58792) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:40.536635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'security_group_rule': {'security_group_id': '454d8d76-4879-466f-a373-1da0458c86a3', 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:40.537448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.545970 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5fc9841b-1844-4076-9920-f93a8e74938c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0fdc251ab1194801a3e3fdc4d0cb3928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448793 Jun 16 15:20:40.548337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:40.550666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58796) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:40.566698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:security_group_rule and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:40.572434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:40.586372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:40.605433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 3e657f1d-610a-4794-a319-bcd8ebce26fb is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:40.605820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.644045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:40.684481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-beb0ef37-24da-4cb1-8a3b-f994564af44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.704796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e5260a04-74a3-4c2d-8e56-308bbbd3f26d None None] Provisioning for port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:40.710291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.715766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-beb0ef37-24da-4cb1-8a3b-f994564af44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.717135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e5260a04-74a3-4c2d-8e56-308bbbd3f26d None None] Provisioning complete for port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:40.717636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5260a04-74a3-4c2d-8e56-308bbbd3f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.728842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e8661d3d-cbe7-4705-85bd-811e03e510d8 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.747068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.754047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:40.756529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.793415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 3e657f1d-610a-4794-a319-bcd8ebce26fb, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3e657f1d-610a-4794-a319-bcd8ebce26fb,segment=NetworkSegment(32c84fc7-b88e-4518-9051-ae4b3dd777ad),segment_id=32c84fc7-b88e-4518-9051-ae4b3dd777ad)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:40.940870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Network': ['ID=7a1f4ed9-17c4-4258-bb5b-70849739a1f6,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:40.961292 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0cd7d740-a2ef-4a7e-b011-73d7b7796af4 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8132055 Jun 16 15:20:40.964106 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58800) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:40.970531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8661d3d-cbe7-4705-85bd-811e03e510d8 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Port': ['ID=8094904c-ab69-4b15-8b2c-bc6632f5a8a4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:40.989874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e8661d3d-cbe7-4705-85bd-811e03e510d8 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.997804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'subnet': {'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:41.003032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.003951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7aebff79-9a3f-43e3-bd79-6344b8d09470 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:41.054849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.093468 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:41.113021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-beb0ef37-24da-4cb1-8a3b-f994564af44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.124400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e5260a04-74a3-4c2d-8e56-308bbbd3f26d None None] Port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:41.142296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.151335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0ef37-24da-4cb1-8a3b-f994564af44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc106fe5-e7a9-4652-adb0-191dc9a0eae0,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:41.158276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:41.162916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:subnet and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:41.166028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:41.171902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:41.178458 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e8661d3d-cbe7-4705-85bd-811e03e510d8 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "DELETE /v2.0/ports/8094904c-ab69-4b15-8b2c-bc6632f5a8a4 HTTP/1.1" status: 204 len: 168 time: 1.6461325 Jun 16 15:20:41.179484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58804) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:41.202448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccee8d97-c7c0-43bc-a39d-863dc1914f74,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:41.250893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-beb0ef37-24da-4cb1-8a3b-f994564af44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.254424 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-beb0ef37-24da-4cb1-8a3b-f994564af44b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc106fe5-e7a9-4652-adb0-191dc9a0eae0 HTTP/1.1" status: 204 len: 168 time: 0.6990361 Jun 16 15:20:41.268223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:41.271758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.308524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.308524 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7201619e-3366-46b9-a819-994fa287541a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7744427 Jun 16 15:20:41.310089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58810) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:41.317642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'security_group_rule': {'security_group_id': '454d8d76-4879-466f-a373-1da0458c86a3', 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:41.330897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:41.340760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:security_group_rule and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:41.350394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:41.364017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:41.423337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b3c14-8f16-49cc-847a-cf8c50d98ea5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Deleting port 1c34f740-1942-45e3-8c0d-451233a47715 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:41.423680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3c14-8f16-49cc-847a-cf8c50d98ea5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.460044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=3e657f1d-610a-4794-a319-bcd8ebce26fb,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:41.474299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.516335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:37Z', 'revision_number': 3, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:38Z', 'revision_number': 2, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:35Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:41.521134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Checking router: 57981a67-721c-4077-8a8f-778f6af2b19d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:41.521515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Updating router 57981a67-721c-4077-8a8f-778f6af2b19d port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:41.561937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.579894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 7aebff79-9a3f-43e3-bd79-6344b8d09470 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:41.591152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.602238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7aebff79-9a3f-43e3-bd79-6344b8d09470 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:41.602614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.637423 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bf3e7fe4-d395-4731-a680-11fcf07da3f0 None None] Provisioning complete for port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:41.637799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf3e7fe4-d395-4731-a680-11fcf07da3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.709359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.736900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30407624-77b3-4c1a-94a1-a9434f186c6e,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:41.759253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e7fe4-d395-4731-a680-11fcf07da3f0 None None] Port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:41.808659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.812586 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-86cfcfb0-ca29-473b-a62d-adc0f404a40d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5010176 Jun 16 15:20:41.815763 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58818) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:41.826692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'security_group_rule': {'security_group_id': '454d8d76-4879-466f-a373-1da0458c86a3', 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:41.839994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:41.846036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:security_group_rule and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:41.850500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:41.856146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3c14-8f16-49cc-847a-cf8c50d98ea5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.859796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:41.932870 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Project 1a3bb8253ad34d2c8c013bd11f34ea2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:20:41.943180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.965339 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7aebff79-9a3f-43e3-bd79-6344b8d09470 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:41.965709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.006301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b3c14-8f16-49cc-847a-cf8c50d98ea5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Calling delete_port for 1c34f740-1942-45e3-8c0d-451233a47715 owned by {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:42.041416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.093109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 7aebff79-9a3f-43e3-bd79-6344b8d09470, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7aebff79-9a3f-43e3-bd79-6344b8d09470,segment=NetworkSegment(d1c7d76e-ffad-4f2e-9871-875f51f55b42),segment_id=d1c7d76e-ffad-4f2e-9871-875f51f55b42)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:42.117610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.146012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.195779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910a4b8c-8595-42fa-b577-0ebe46ff1da5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:42.215493 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.216295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0b883d3e-d9f0-47ee-a045-c668a5572a1b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:42.238131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Subnet': ['ID=a8e88783-8405-4de0-8698-932e9371e69f,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:42.242117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3c14-8f16-49cc-847a-cf8c50d98ea5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.249355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Checking segment: {'id': 'c2d23dec-56ab-444c-8ae6-80dfef136108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:42.249740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network hostable DHCP agents. Network: 7a1f4ed9-17c4-4258-bb5b-70849739a1f6, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:42.307148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b3c14-8f16-49cc-847a-cf8c50d98ea5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Port': ['ID=1c34f740-1942-45e3-8c0d-451233a47715,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:42.311751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3c14-8f16-49cc-847a-cf8c50d98ea5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.331265 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0e3b3c14-8f16-49cc-847a-cf8c50d98ea5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "DELETE /v2.0/ports/1c34f740-1942-45e3-8c0d-451233a47715 HTTP/1.1" status: 204 len: 168 time: 1.1481721 Jun 16 15:20:42.331983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58828) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:42.343492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.381210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.384446 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c628bc03-f30a-44e8-ac68-b1a90669c4cf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5674846 Jun 16 15:20:42.387662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Transition to ACTIVE for port object 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:42.390449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58834) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:42.394526 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=7aebff79-9a3f-43e3-bd79-6344b8d09470,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:42.401954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'security_group_rule': {'security_group_id': '454d8d76-4879-466f-a373-1da0458c86a3', 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:42.407959 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-71cb9255-04c7-4b74-852e-6f42ec4fc822 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Synchronizing usage tracker for tenant:bf7e901bdfc04cdbb85d66fe82b103c0 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:42.416828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:42.417848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:42.425039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:security_group_rule and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:42.430160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:42.441862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:42.469145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.492221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-71cb9255-04c7-4b74-852e-6f42ec4fc822 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Unset dirty status for tenant:bf7e901bdfc04cdbb85d66fe82b103c0 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:42.493471 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-71cb9255-04c7-4b74-852e-6f42ec4fc822 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1605964 Jun 16 15:20:42.494498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 7a1f4ed9-17c4-4258-bb5b-70849739a1f6) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:42.497916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58842) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:42.501761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:42.503094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.504626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-203545385'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:42.515225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:42.520208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700514b-7623-4a6f-9410-ad582d49d656 None None] Network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:42.522853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Usage tracker for resource:network and tenant:bf7e901bdfc04cdbb85d66fe82b103c0 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:42.526639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:42.534256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:42.539125 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 0b883d3e-d9f0-47ee-a045-c668a5572a1b completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:42.561249 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Project 1a3bb8253ad34d2c8c013bd11f34ea2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:20:42.564979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0b883d3e-d9f0-47ee-a045-c668a5572a1b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:42.565358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.576535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.597419 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b7ab6139-def2-4508-a4ee-b4251d1840f9 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6320386 Jun 16 15:20:42.600400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58846) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:42.699486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.703439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Made reservation on behalf of bf7e901bdfc04cdbb85d66fe82b103c0 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:42.707600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.751363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:42.764860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.769288 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Added segment b539b6ac-559e-4ef7-bdaa-1bae814f94f6 of type vlan for network 508e777e-d1c3-4871-b747-0c5f1eb81c8d Jun 16 15:20:42.778352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.787300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa708a-fe1a-41d4-9a88-ef59b88da904 None None] Pushing event updated for resources: {'Port': ['ID=0cd469d1-bb4a-4052-b1cc-3ec79b4b069b,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:42.820948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58852) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:42.851322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a23bae-4198-4160-9e43-a2173bd3dbf6,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:42.879753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.972016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.973217 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a538ddc3-b2f6-42e8-bd41-ba8ca09ec033 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5810182 Jun 16 15:20:43.008237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.014612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:43.015253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.041437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Attempting to bind port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:43.041804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Attempting to bind port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'd1c7d76e-ffad-4f2e-9871-875f51f55b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:43.042162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Attempting to bind port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b on network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:43.066746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-336608954-network', 'tenant_id': '44b2ad87dad145e2ad1bff9f9475523b'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:43.091119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:43.101372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Usage tracker for resource:network and tenant:44b2ad87dad145e2ad1bff9f9475523b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:43.107996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:43.126714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:43.127268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Checking segment: {'id': 'd1c7d76e-ffad-4f2e-9871-875f51f55b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:43.127664 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.128084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Bound using segment: {'id': 'd1c7d76e-ffad-4f2e-9871-875f51f55b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:43.128672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Bound port: 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c7d76e-ffad-4f2e-9871-875f51f55b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:43.129027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.233275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:43.252431 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7531292 Jun 16 15:20:43.255870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58888) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:43.262109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-652919217'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:43.268286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:43.272239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0b883d3e-d9f0-47ee-a045-c668a5572a1b is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:43.272808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.274998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Usage tracker for resource:network and tenant:bf7e901bdfc04cdbb85d66fe82b103c0 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:43.278257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:43.284910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:43.293103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cb832-9472-4e15-8646-935ed1d3934e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'Network': ['ID=508e777e-d1c3-4871-b747-0c5f1eb81c8d,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:43.331119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:20:43.332167 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.341630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 508e777e-d1c3-4871-b747-0c5f1eb81c8d details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:43.361424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Made reservation on behalf of 44b2ad87dad145e2ad1bff9f9475523b for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:43.365802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.379384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.397603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Made reservation on behalf of bf7e901bdfc04cdbb85d66fe82b103c0 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:43.398134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 0b883d3e-d9f0-47ee-a045-c668a5572a1b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0b883d3e-d9f0-47ee-a045-c668a5572a1b,segment=NetworkSegment(5060c1f2-facb-4464-8c43-49a2ad33e304),segment_id=5060c1f2-facb-4464-8c43-49a2ad33e304)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:43.401732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.409047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] For port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:43.457027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:43.473022 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:44b2ad87dad145e2ad1bff9f9475523b is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:43.479269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:43.489437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:43.491751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:43.502863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.517338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.517831 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Added segment 6e86fd78-c75f-4209-8421-b34b9a603183 of type vlan for network 23995691-e806-49d1-98fc-f601951cc7c4 Jun 16 15:20:43.526887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.563993 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.587362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] For port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0cd469d1-bb4a-4052-b1cc-3ec79b4b069b,segment=NetworkSegment(d1c7d76e-ffad-4f2e-9871-875f51f55b42),segment_id=d1c7d76e-ffad-4f2e-9871-875f51f55b42)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:43.638738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 3e657f1d-610a-4794-a319-bcd8ebce26fb up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:43.678096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.695698 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.733875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=0b883d3e-d9f0-47ee-a045-c668a5572a1b,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:43.734922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.741317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:43.742297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.773386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.913580 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Allocated IP 2001:db8:2::2 (7a1f4ed9-17c4-4258-bb5b-70849739a1f6/a8e88783-8405-4de0-8698-932e9371e69f/525f625b-21be-4049-998b-30d8bae9d1a8) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:43.917042 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:43.917846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:43.937473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:43.949302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.953504 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Added segment 218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc of type vlan for network 857d22ba-68a3-4cc8-8235-df87685e99e9 Jun 16 15:20:43.991222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa708a-fe1a-41d4-9a88-ef59b88da904 None None] Pushing event updated for resources: {'Port': ['ID=0cd469d1-bb4a-4052-b1cc-3ec79b4b069b,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:43.992303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:44.024636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'Network': ['ID=23995691-e806-49d1-98fc-f601951cc7c4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:44.038535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16491f41-b7e4-4fc2-9094-c7c295447d22,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:44.070248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 23995691-e806-49d1-98fc-f601951cc7c4 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:44.109393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:44.110650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:44.111433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:44.149222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 3e657f1d-610a-4794-a319-bcd8ebce26fb triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:44.149585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:44.171003 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a77c5917-bb2f-49ca-9d6e-e6107c5d2d74 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9051476 Jun 16 15:20:44.264726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=857d22ba-68a3-4cc8-8235-df87685e99e9,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:44.268641 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d9b9bc56-08fd-4469-8997-b6aeb3f32fa2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4465837 Jun 16 15:20:44.271756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58904) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:44.278860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Request body: {'subnet': {'network_id': '857d22ba-68a3-4cc8-8235-df87685e99e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-336608954-subnet', 'tenant_id': '44b2ad87dad145e2ad1bff9f9475523b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:44.289487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:44.293054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 857d22ba-68a3-4cc8-8235-df87685e99e9 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:44.295729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Usage tracker for resource:subnet and tenant:44b2ad87dad145e2ad1bff9f9475523b is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:44.299511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:44.309846 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:44.314619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58908) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:44.323664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'subnets': [{'network_id': '508e777e-d1c3-4871-b747-0c5f1eb81c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--791829943', 'ip_version': 4}, {'network_id': '23995691-e806-49d1-98fc-f601951cc7c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:44.324056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'subnet': {'network_id': '508e777e-d1c3-4871-b747-0c5f1eb81c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--791829943', 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:44.324840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Request body: {'subnet': {'network_id': '23995691-e806-49d1-98fc-f601951cc7c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:44.410596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:44.469085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Made reservation on behalf of 44b2ad87dad145e2ad1bff9f9475523b for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:44.471512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:44.661183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:44.669295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Usage tracker for resource:subnet and tenant:bf7e901bdfc04cdbb85d66fe82b103c0 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:44.672992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:44.681102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:44.778190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Made reservation on behalf of bf7e901bdfc04cdbb85d66fe82b103c0 for: {'subnet': 2} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:44.783026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:44.783558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:44.948694 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:44.960336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 3e657f1d-610a-4794-a319-bcd8ebce26fb is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:44.961466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7aebff79-9a3f-43e3-bd79-6344b8d09470 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:45.039005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e71261a-2b73-42df-8210-3f255fd0e662,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:45.068143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:45.120968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Checking segment: {'id': '218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '857d22ba-68a3-4cc8-8235-df87685e99e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:45.120968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Network hostable DHCP agents. Network: 857d22ba-68a3-4cc8-8235-df87685e99e9, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:45.133905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Transition to ACTIVE for port object 525f625b-21be-4049-998b-30d8bae9d1a8 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:45.179987 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Transition to ACTIVE for port object 525f625b-21be-4049-998b-30d8bae9d1a8 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:45.193655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7aebff79-9a3f-43e3-bd79-6344b8d09470 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:45.194060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:45.417623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:37Z', 'revision_number': 3, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:43Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:45.460583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700cac6-8223-47cb-a62c-9cbcf66ab3e9 None None] The sync data for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv is: [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:37Z', 'revision_number': 3, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:43Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:45.499113 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7aebff79-9a3f-43e3-bd79-6344b8d09470 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:45.511615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:45.640281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:45.647558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:45.664970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:45.668136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Pushing event updated for resources: {'Port': ['ID=525f625b-21be-4049-998b-30d8bae9d1a8,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:45.675666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Network 857d22ba-68a3-4cc8-8235-df87685e99e9 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:45.695224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:45.822924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Allocated IP 2001:db8:2::1 (7a1f4ed9-17c4-4258-bb5b-70849739a1f6/a8e88783-8405-4de0-8698-932e9371e69f/8892f70b-d5b0-408d-a6ea-5a852369b9d0) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:45.848407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'Subnet': ['ID=b6334653-ac27-481b-9153-6c773cb2098a,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:45.866785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 857d22ba-68a3-4cc8-8235-df87685e99e9) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:45.869682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12003ac0-62d6-4e6a-93a0-ec84a55768f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:45.877543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:45.878053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:45.885043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117a2412-4629-4c9b-8f9b-0c294b430f63 None None] Network 857d22ba-68a3-4cc8-8235-df87685e99e9 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:45.911671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0b883d3e-d9f0-47ee-a045-c668a5572a1b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:45.943038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Checking segment: {'id': 'b539b6ac-559e-4ef7-bdaa-1bae814f94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '508e777e-d1c3-4871-b747-0c5f1eb81c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:45.943038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Network hostable DHCP agents. Network: 508e777e-d1c3-4871-b747-0c5f1eb81c8d, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:46.092952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Attempting to bind port 525f625b-21be-4049-998b-30d8bae9d1a8 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:46.093542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Attempting to bind port 525f625b-21be-4049-998b-30d8bae9d1a8 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'c2d23dec-56ab-444c-8ae6-80dfef136108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:46.093949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Attempting to bind port 525f625b-21be-4049-998b-30d8bae9d1a8 on network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:46.110964 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cf9f7361-49d3-4791-983d-4997b0f11cfb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8285289 Jun 16 15:20:46.125384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.145192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:46.145846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Checking segment: {'id': 'c2d23dec-56ab-444c-8ae6-80dfef136108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:46.146441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.147022 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Bound using segment: {'id': 'c2d23dec-56ab-444c-8ae6-80dfef136108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:46.147744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Bound port: 525f625b-21be-4049-998b-30d8bae9d1a8, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d23dec-56ab-444c-8ae6-80dfef136108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:46.148270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.167163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Network 508e777e-d1c3-4871-b747-0c5f1eb81c8d is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:46.171863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Transition to ACTIVE for port object 8892f70b-d5b0-408d-a6ea-5a852369b9d0 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:46.306862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 508e777e-d1c3-4871-b747-0c5f1eb81c8d) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:46.317153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.344793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7890847-239d-4abc-9584-a1c7a82cad5c None None] Network 508e777e-d1c3-4871-b747-0c5f1eb81c8d requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:46.397358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.465340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0b883d3e-d9f0-47ee-a045-c668a5572a1b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:46.465695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.586332 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] For port 525f625b-21be-4049-998b-30d8bae9d1a8, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:46.627393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] For port 525f625b-21be-4049-998b-30d8bae9d1a8, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=525f625b-21be-4049-998b-30d8bae9d1a8,segment=NetworkSegment(c2d23dec-56ab-444c-8ae6-80dfef136108),segment_id=c2d23dec-56ab-444c-8ae6-80dfef136108)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:46.695706 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=8892f70b-d5b0-408d-a6ea-5a852369b9d0,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:46.701898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event updated for resources: {'Subnet': ['ID=e279682f-094b-4c7c-a4fb-88535188cdf8,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:46.713758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:46.717297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:46.720616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:46.721140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.757432 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Checking segment: {'id': '6e86fd78-c75f-4209-8421-b34b9a603183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '23995691-e806-49d1-98fc-f601951cc7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:46.757432 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Network hostable DHCP agents. Network: 23995691-e806-49d1-98fc-f601951cc7c4, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:46.783830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.818805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2410466d-150c-4e36-ae53-4dd3e0f1a275 None None] Network 857d22ba-68a3-4cc8-8235-df87685e99e9 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:46.869670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Network 23995691-e806-49d1-98fc-f601951cc7c4 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:46.951738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 23995691-e806-49d1-98fc-f601951cc7c4) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:46.957785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:46.957785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:46.959069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.990262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.031151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df5c2ee-ba8e-447e-97b6-781e355e968e None None] Network 23995691-e806-49d1-98fc-f601951cc7c4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:47.069026 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3df7f28c-ab64-42bd-96b5-a9dbad4c860f tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7493830 Jun 16 15:20:47.073758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58968) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:47.116146 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276b8a0e-acd5-4e56-bc8a-424f39e7721a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-508e777e-d1c3-4871-b747-0c5f1eb81c8d', 'network_id': '508e777e-d1c3-4871-b747-0c5f1eb81c8d', 'tenant_id': 'bf7e901bdfc04cdbb85d66fe82b103c0', 'fixed_ips': [{'subnet_id': 'b6334653-ac27-481b-9153-6c773cb2098a'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:20:47.116976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-276b8a0e-acd5-4e56-bc8a-424f39e7721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.143942 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0b883d3e-d9f0-47ee-a045-c668a5572a1b is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:47.145082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:47.342951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2246c46-5cb8-446d-a19a-55aba11a1658 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:47.344750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2246c46-5cb8-446d-a19a-55aba11a1658 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:47.346346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2246c46-5cb8-446d-a19a-55aba11a1658 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:47.349377 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b2246c46-5cb8-446d-a19a-55aba11a1658 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Synchronizing usage tracker for tenant:bf7e901bdfc04cdbb85d66fe82b103c0 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:47.375050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58974) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:47.381637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-52732434-network', 'tenant_id': 'd0e19374265f44b7af61ceeb7f47b7f4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:47.396344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:47.417243 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Usage tracker for resource:network and tenant:d0e19374265f44b7af61ceeb7f47b7f4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:47.443461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:47.460839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:47.494447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29656022-0e8e-45c8-b140-73a3c2292f77 None None] Pushing event updated for resources: {'Port': ['ID=525f625b-21be-4049-998b-30d8bae9d1a8,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:47.507627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b2246c46-5cb8-446d-a19a-55aba11a1658 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Unset dirty status for tenant:bf7e901bdfc04cdbb85d66fe82b103c0 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:47.512337 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b2246c46-5cb8-446d-a19a-55aba11a1658 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4380484 Jun 16 15:20:47.512779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58978) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:47.540143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Made reservation on behalf of d0e19374265f44b7af61ceeb7f47b7f4 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:47.547564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.563716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.601760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:47.609012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Usage tracker for resource:security_group_rule and tenant:d0e19374265f44b7af61ceeb7f47b7f4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:47.612581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:47.621913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:47.749822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2fab39-9acd-4170-b8a2-68f16cc2e4e0 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Deleting subnet b6334653-ac27-481b-9153-6c773cb2098a {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:20:47.758201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c2fab39-9acd-4170-b8a2-68f16cc2e4e0 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.775970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.813452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-23995691-e806-49d1-98fc-f601951cc7c4', 'network_id': '23995691-e806-49d1-98fc-f601951cc7c4', 'tenant_id': 'bf7e901bdfc04cdbb85d66fe82b103c0', 'fixed_ips': [{'subnet_id': 'e279682f-094b-4c7c-a4fb-88535188cdf8'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:20:47.814692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.846662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c2fab39-9acd-4170-b8a2-68f16cc2e4e0 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.855654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.929171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182cf77f-e0ac-4686-80ea-795fc5cb229c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:47.933067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:47.946963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.947674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Added segment 7b562ab7-b326-4c9e-8e23-86c473c5a288 of type vlan for network d3923285-e590-493c-a663-e5ac507a642a Jun 16 15:20:47.950270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.955101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:47.967577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:47.968232 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.987275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.988896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c2fab39-9acd-4170-b8a2-68f16cc2e4e0 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.062303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.063385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.134245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.135737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:48.136577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.189476 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Allocated IP 172.20.0.18 (23995691-e806-49d1-98fc-f601951cc7c4/e279682f-094b-4c7c-a4fb-88535188cdf8/e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:48.240906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:48.241562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.318577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] Pushing event updated for resources: {'Network': ['ID=d3923285-e590-493c-a663-e5ac507a642a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:48.332420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d3923285-e590-493c-a663-e5ac507a642a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:48.375737 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1cdbf376-2eae-4b24-932e-f1887042d6bc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9988985 Jun 16 15:20:48.378242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 58984) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:48.384891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Request body: {'subnet': {'network_id': 'd3923285-e590-493c-a663-e5ac507a642a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-52732434-subnet', 'tenant_id': 'd0e19374265f44b7af61ceeb7f47b7f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:48.389361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=8892f70b-d5b0-408d-a6ea-5a852369b9d0,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:48.392432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:48.397844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Usage tracker for resource:subnet and tenant:d0e19374265f44b7af61ceeb7f47b7f4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:48.403046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:48.413275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:48.432512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c2fab39-9acd-4170-b8a2-68f16cc2e4e0 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.444234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fae59301-892a-48e6-a5cb-c59f5a5f32ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.455432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0cd469d1-bb4a-4052-b1cc-3ec79b4b069b,segment=NetworkSegment(d1c7d76e-ffad-4f2e-9871-875f51f55b42),segment_id=d1c7d76e-ffad-4f2e-9871-875f51f55b42)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server [None req-276b8a0e-acd5-4e56-bc8a-424f39e7721a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6334653-ac27-481b-9153-6c773cb2098a: This subnet is being modified by another concurrent operation. Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 16 15:20:48.466921 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise self.value Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1454, in create_port Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1421, in _create_port_db Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server raise exception Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6334653-ac27-481b-9153-6c773cb2098a: This subnet is being modified by another concurrent operation. Jun 16 15:20:48.473184 dv-neutron-846028-2-hyperv neutron-server[89747]: ERROR oslo_messaging.rpc.server Jun 16 15:20:48.491376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Made reservation on behalf of d0e19374265f44b7af61ceeb7f47b7f4 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:48.494407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.503798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2c2fab39-9acd-4170-b8a2-68f16cc2e4e0 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.521870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fab39-9acd-4170-b8a2-68f16cc2e4e0 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Subnet': ['ID=b6334653-ac27-481b-9153-6c773cb2098a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:48.557202 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2edbe4-85d9-4543-ae6c-96c06ca9d39e None None] Network 508e777e-d1c3-4871-b747-0c5f1eb81c8d requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:48.582855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.585184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:48.588915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:48.709808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec271ffa-a82e-45d5-bce4-e4ac1a3be470 None None] Network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:48.744884 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2c2fab39-9acd-4170-b8a2-68f16cc2e4e0 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "DELETE /v2.0/subnets/b6334653-ac27-481b-9153-6c773cb2098a HTTP/1.1" status: 204 len: 168 time: 1.2214835 Jun 16 15:20:48.747620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58988) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:48.826633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 525f625b-21be-4049-998b-30d8bae9d1a8 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:48.895272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-695c6601-0e4d-4a3a-9240-670d639a339e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Deleting subnet e279682f-094b-4c7c-a4fb-88535188cdf8 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:20:48.962060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:20:49.033259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.145438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2fe867f-2943-4a8b-8f85-983e9d44ef33,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:49.152266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.162386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Checking segment: {'id': '7b562ab7-b326-4c9e-8e23-86c473c5a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd3923285-e590-493c-a663-e5ac507a642a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:49.162776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Network hostable DHCP agents. Network: d3923285-e590-493c-a663-e5ac507a642a, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:49.192246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-68f24c22-c7bc-4492-9fd6-eb033f689326 None None] Provisioning for port 525f625b-21be-4049-998b-30d8bae9d1a8 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:49.230470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=0cd469d1-bb4a-4052-b1cc-3ec79b4b069b,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:49.288938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.300125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Network d3923285-e590-493c-a663-e5ac507a642a is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:49.309272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:49.313932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Transition to ACTIVE for port object e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:49.315999 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dc688a8a-bf2b-412a-bc41-12e945530647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7145479 Jun 16 15:20:49.320608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 58994) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:49.321607 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Sync routers for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:49.329962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1352974060'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:49.335848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:49.344948 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:49.344948 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:49.346574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:network and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:49.350347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:49.356701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:49.411288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d3923285-e590-493c-a663-e5ac507a642a) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:49.412688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:49.413341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.441444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3ee8ed-5f0c-475d-8759-718f3f1a7a93 None None] Network d3923285-e590-493c-a663-e5ac507a642a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:49.477421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Transition to ACTIVE for port object e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:49.488275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:49.492257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.519626 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b475f925-6500-42ce-8890-c9aa6a003548 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1395209 Jun 16 15:20:49.553974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:49.554234 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:49.578862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.580113 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added segment 80f377bd-7c1f-4895-9a05-d3f0e2959207 of type vlan for network d3ab9e46-3353-479d-9f04-c381ee2ca297 Jun 16 15:20:49.590871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-695c6601-0e4d-4a3a-9240-670d639a339e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.658324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 525f625b-21be-4049-998b-30d8bae9d1a8 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:49.661895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.702244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-695c6601-0e4d-4a3a-9240-670d639a339e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.736598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 525f625b-21be-4049-998b-30d8bae9d1a8 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:49.736598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.738395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.764076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Network 23995691-e806-49d1-98fc-f601951cc7c4 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:49.782776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:49.796954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:49.851885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-695c6601-0e4d-4a3a-9240-670d639a339e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.930148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.936659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:49.937281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.960195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Pushing event updated for resources: {'Port': ['ID=e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:50.062034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Attempting to bind port e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:50.062412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Attempting to bind port e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '6e86fd78-c75f-4209-8421-b34b9a603183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '23995691-e806-49d1-98fc-f601951cc7c4'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:50.062789 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Attempting to bind port e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3 on network 23995691-e806-49d1-98fc-f601951cc7c4 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:50.088325 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:46Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:47Z', 'revision_number': 2, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:50.090832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:50.091328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Checking segment: {'id': '6e86fd78-c75f-4209-8421-b34b9a603183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '23995691-e806-49d1-98fc-f601951cc7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:50.091985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.092179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Bound using segment: {'id': '6e86fd78-c75f-4209-8421-b34b9a603183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '23995691-e806-49d1-98fc-f601951cc7c4'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:50.092633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Bound port: e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e86fd78-c75f-4209-8421-b34b9a603183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '23995691-e806-49d1-98fc-f601951cc7c4'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:50.093526 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.109932 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Checking router: 57981a67-721c-4077-8a8f-778f6af2b19d for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:50.114579 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Updating router 57981a67-721c-4077-8a8f-778f6af2b19d port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:50.259221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-695c6601-0e4d-4a3a-9240-670d639a339e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.271482 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.321014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59008) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:50.324409 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0023124 Jun 16 15:20:50.328456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'subnet': {'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:50.344028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-695c6601-0e4d-4a3a-9240-670d639a339e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.347298 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-695c6601-0e4d-4a3a-9240-670d639a339e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "DELETE /v2.0/subnets/e279682f-094b-4c7c-a4fb-88535188cdf8 HTTP/1.1" status: 204 len: 168 time: 1.5974920 Jun 16 15:20:50.348371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd32e4d-349e-4c5c-a161-8950f6dd9317 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Network': ['ID=d3ab9e46-3353-479d-9f04-c381ee2ca297,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:50.356304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59012) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:50.412663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d3ab9e46-3353-479d-9f04-c381ee2ca297 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:50.415548 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c6601-0e4d-4a3a-9240-670d639a339e tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Subnet': ['ID=e279682f-094b-4c7c-a4fb-88535188cdf8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:50.489732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c87bf-e8ef-4c24-801a-ee8462b9bc58 None None] Network d3923285-e590-493c-a663-e5ac507a642a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:50.511115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56936e4-c631-4d3e-8323-cd2a8c7862b5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:50.512271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a56936e4-c631-4d3e-8323-cd2a8c7862b5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Synchronizing usage tracker for tenant:bf7e901bdfc04cdbb85d66fe82b103c0 on resource:subnet {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:50.523682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.620196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a56936e4-c631-4d3e-8323-cd2a8c7862b5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Unset dirty status for tenant:bf7e901bdfc04cdbb85d66fe82b103c0 on resource:subnet {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:50.622096 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a56936e4-c631-4d3e-8323-cd2a8c7862b5 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2642510 Jun 16 15:20:50.627430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59024) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:50.702332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:50.711654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:subnet and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:50.717612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:50.816786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 525f625b-21be-4049-998b-30d8bae9d1a8 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:50.817400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.888878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.916854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Deleting port e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:50.919896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.939240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:50.989189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-789d4885-9973-4cf2-8003-acdab7c215e1 None None] Provisioning complete for port 525f625b-21be-4049-998b-30d8bae9d1a8 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:50.989564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-789d4885-9973-4cf2-8003-acdab7c215e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.050808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-06913e9c-e17b-428b-9f09-c4b64c7610c8 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:51.053908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-06913e9c-e17b-428b-9f09-c4b64c7610c8 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Synchronizing usage tracker for tenant:44b2ad87dad145e2ad1bff9f9475523b on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:51.059040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Made reservation on behalf of a2b23f4d85724d80b80fe11d7796e31d for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:51.063690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.076596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] For port e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:51.127907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] For port e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3,segment=NetworkSegment(6e86fd78-c75f-4209-8421-b34b9a603183),segment_id=6e86fd78-c75f-4209-8421-b34b9a603183)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:51.142966 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 525f625b-21be-4049-998b-30d8bae9d1a8, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=525f625b-21be-4049-998b-30d8bae9d1a8,segment=NetworkSegment(c2d23dec-56ab-444c-8ae6-80dfef136108),segment_id=c2d23dec-56ab-444c-8ae6-80dfef136108)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:51.204581 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.227353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-06913e9c-e17b-428b-9f09-c4b64c7610c8 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Unset dirty status for tenant:44b2ad87dad145e2ad1bff9f9475523b on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:51.228594 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-06913e9c-e17b-428b-9f09-c4b64c7610c8 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/networks?id=857d22ba-68a3-4cc8-8235-df87685e99e9 HTTP/1.1" status: 200 len: 811 time: 0.6111643 Jun 16 15:20:51.239150 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Transition to ACTIVE for port object 8892f70b-d5b0-408d-a6ea-5a852369b9d0 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:51.277162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.282199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.296436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] For port e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3, host dv-neutron-846028-2-hyperv, got binding levels [] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:51.296979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.374438 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.388930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-789d4885-9973-4cf2-8003-acdab7c215e1 None None] Current status of the port 525f625b-21be-4049-998b-30d8bae9d1a8 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:51.389337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-789d4885-9973-4cf2-8003-acdab7c215e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.465668 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-15ec1b6f-9e7a-4c59-924f-2ab3ff27c653 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/quotas/44b2ad87dad145e2ad1bff9f9475523b HTTP/1.1" status: 200 len: 375 time: 0.1463418 Jun 16 15:20:51.530827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:51.571753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Calling delete_port for e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:51.650531 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd57d1-303e-4ae1-af2c-ad5bf77c6bc6 None None] Pushing event updated for resources: {'Port': ['ID=8892f70b-d5b0-408d-a6ea-5a852369b9d0,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:51.668908 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-172a51fe-40b3-4345-adac-f3238566c5d3 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=44b2ad87dad145e2ad1bff9f9475523b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1848736 Jun 16 15:20:51.703316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58c901-e682-496c-9cb3-6e95a40b08ce None None] Pushing event updated for resources: {'Port': ['ID=e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:51.762831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.765462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:20:51.766186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:20:51.770574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.793703 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Attempting to bind port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:51.794181 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Attempting to bind port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'c2d23dec-56ab-444c-8ae6-80dfef136108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:51.795988 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Attempting to bind port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 on network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:51.812832 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:51.813385 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Checking segment: {'id': 'c2d23dec-56ab-444c-8ae6-80dfef136108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:51.814549 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.816419 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Bound using segment: {'id': 'c2d23dec-56ab-444c-8ae6-80dfef136108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:51.816943 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Bound port: 8892f70b-d5b0-408d-a6ea-5a852369b9d0, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d23dec-56ab-444c-8ae6-80dfef136108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:51.817496 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.826293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-789d4885-9973-4cf2-8003-acdab7c215e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:20:51.826655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-789d4885-9973-4cf2-8003-acdab7c215e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:20:51.916127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6603f74a-d7c1-4e39-8cec-7b06fa9f8ef7 None None] Network 23995691-e806-49d1-98fc-f601951cc7c4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:51.952959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=525f625b-21be-4049-998b-30d8bae9d1a8,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:51.956181 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] For port 8892f70b-d5b0-408d-a6ea-5a852369b9d0, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:51.957067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:51.957522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.967208 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] For port 8892f70b-d5b0-408d-a6ea-5a852369b9d0, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=8892f70b-d5b0-408d-a6ea-5a852369b9d0,segment=NetworkSegment(c2d23dec-56ab-444c-8ae6-80dfef136108),segment_id=c2d23dec-56ab-444c-8ae6-80dfef136108)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:52.021568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Subnet': ['ID=a6ae845b-aff4-462f-9387-6e0003bdbde0,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:52.038921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Checking segment: {'id': '80f377bd-7c1f-4895-9a05-d3f0e2959207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:52.038921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network hostable DHCP agents. Network: d3ab9e46-3353-479d-9f04-c381ee2ca297, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:52.063764 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:52.071772 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-fcad824c-1cef-4f7d-b838-eb8d104cb711 service neutron] 10.222.0.73 "GET /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003780 Jun 16 15:20:52.176929 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:52.177569 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:52.213437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network d3ab9e46-3353-479d-9f04-c381ee2ca297 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:52.256646 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd57d1-303e-4ae1-af2c-ad5bf77c6bc6 None None] Pushing event updated for resources: {'Port': ['ID=8892f70b-d5b0-408d-a6ea-5a852369b9d0,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:52.267598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Deleting port e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:20:52.268796 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:52.368647 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-63e60c92-4d2c-4800-8c4e-9d8b3bbc2bbb service neutron] 10.222.0.73 "GET /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815962 Jun 16 15:20:52.373301 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d3ab9e46-3353-479d-9f04-c381ee2ca297) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:52.383778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:52.384393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:52.386719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:52.421410 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2befdbb0-59ef-409e-a9f5-22f608e1126e None None] Network d3ab9e46-3353-479d-9f04-c381ee2ca297 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:52.442379 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:52.557666 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6669c10c-75a1-43f7-8632-ea36415d020d tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2350547 Jun 16 15:20:52.560872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59034) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:52.649374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-789d4885-9973-4cf2-8003-acdab7c215e1 None None] Current status of the port 525f625b-21be-4049-998b-30d8bae9d1a8 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:52.800399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] For port e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3,segment=NetworkSegment(6e86fd78-c75f-4209-8421-b34b9a603183),segment_id=6e86fd78-c75f-4209-8421-b34b9a603183)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:52.800399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:52.995867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d3ab9e46-3353-479d-9f04-c381ee2ca297', 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'fixed_ips': [{'subnet_id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:20:52.997898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:53.190095 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-378bb499-1223-4dbf-a836-1b9f7b5e937b req-acbbcfa4-d5c7-4d82-ab0e-72cd00125cea tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 210 time: 0.1794496 Jun 16 15:20:53.190647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Calling delete_port for e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:20:53.190763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-789d4885-9973-4cf2-8003-acdab7c215e1 None None] Provisioning for port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:53.234630 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:46Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:51Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:53.242673 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e4df5-a8a8-4e96-8247-6f4bec17d0a9 None None] The sync data for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv is: [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:46Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:51Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:53.376811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Allocated IP 2001:db8:3::2 (d3ab9e46-3353-479d-9f04-c381ee2ca297/a6ae845b-aff4-462f-9387-6e0003bdbde0/ffce4566-c2bf-4c5a-9357-de7ac06e7fea) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:53.578397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:53.581281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8892f70b-d5b0-408d-a6ea-5a852369b9d0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:53.636941 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Port': ['ID=e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:53.643914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] No DVR routers for this DVR port e82f7a3a-5dec-4cc9-9159-5b95acc0e2b3 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:20:53.859004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:53.867381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:53.879890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:53.880277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:53.918335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23995691-e806-49d1-98fc-f601951cc7c4']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:53.947533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e86fd78-c75f-4209-8421-b34b9a603183') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:53.947533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e86fd78-c75f-4209-8421-b34b9a603183') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:53.977016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.008326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.019273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.031238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:20:54.035452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.048911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.085283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Transition to ACTIVE for port object ffce4566-c2bf-4c5a-9357-de7ac06e7fea will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:54.087817 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6e86fd78-c75f-4209-8421-b34b9a603183 resource provider aggregate not found Jun 16 15:20:54.181880 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6e86fd78-c75f-4209-8421-b34b9a603183 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e86fd78-c75f-4209-8421-b34b9a603183 found for delete ", "request_id": "req-7ad7f36d-6532-4821-a94c-4bccf4e40eda"}]} Jun 16 15:20:54.248736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Transition to ACTIVE for port object ffce4566-c2bf-4c5a-9357-de7ac06e7fea will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:54.268562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:54.269059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.300355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.339869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 8892f70b-d5b0-408d-a6ea-5a852369b9d0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=8892f70b-d5b0-408d-a6ea-5a852369b9d0,segment=NetworkSegment(c2d23dec-56ab-444c-8ae6-80dfef136108),segment_id=c2d23dec-56ab-444c-8ae6-80dfef136108)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:54.352045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.363048 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.366107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Network': ['ID=23995691-e806-49d1-98fc-f601951cc7c4,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:54.386883 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-486a2447-9be9-46c3-8fca-5da3d5f572f7 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "DELETE /v2.0/networks/23995691-e806-49d1-98fc-f601951cc7c4 HTTP/1.1" status: 204 len: 168 time: 3.7544715 Jun 16 15:20:54.387167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59056) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:54.459252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.460048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 525f625b-21be-4049-998b-30d8bae9d1a8 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:54.465953 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9627710a-1cdc-4ad8-9de4-1ea372f422a1 req-3b48ed8a-30b4-4cfc-ada6-47c44169a6cc tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 210 time: 0.0937090 Jun 16 15:20:54.540957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Network d3ab9e46-3353-479d-9f04-c381ee2ca297 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:54.548284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:54.554559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:54.565822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Pushing event updated for resources: {'Port': ['ID=ffce4566-c2bf-4c5a-9357-de7ac06e7fea,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:54.578094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.741379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Attempting to bind port ffce4566-c2bf-4c5a-9357-de7ac06e7fea on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:20:54.741812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Attempting to bind port ffce4566-c2bf-4c5a-9357-de7ac06e7fea by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '80f377bd-7c1f-4895-9a05-d3f0e2959207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:20:54.742108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Attempting to bind port ffce4566-c2bf-4c5a-9357-de7ac06e7fea on network d3ab9e46-3353-479d-9f04-c381ee2ca297 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:54.753222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 525f625b-21be-4049-998b-30d8bae9d1a8 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:54.753637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.779584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.783546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=8892f70b-d5b0-408d-a6ea-5a852369b9d0,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:54.797689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:54.798028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Checking segment: {'id': '80f377bd-7c1f-4895-9a05-d3f0e2959207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:20:54.798378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.798775 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Bound using segment: {'id': '80f377bd-7c1f-4895-9a05-d3f0e2959207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:54.799309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Bound port: ffce4566-c2bf-4c5a-9357-de7ac06e7fea, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f377bd-7c1f-4895-9a05-d3f0e2959207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:20:54.799677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.833840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508e777e-d1c3-4871-b747-0c5f1eb81c8d']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:54.862446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b539b6ac-559e-4ef7-bdaa-1bae814f94f6') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:54.863808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b539b6ac-559e-4ef7-bdaa-1bae814f94f6') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:54.894118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.897032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Allocated IP 2001:db8:3::1 (d3ab9e46-3353-479d-9f04-c381ee2ca297/a6ae845b-aff4-462f-9387-6e0003bdbde0/1d0d79c8-bb30-4725-96e1-b5391c03630a) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:54.924069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.934010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:20:54.934741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.020373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] For port ffce4566-c2bf-4c5a-9357-de7ac06e7fea, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:55.064071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] For port ffce4566-c2bf-4c5a-9357-de7ac06e7fea, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ffce4566-c2bf-4c5a-9357-de7ac06e7fea,segment=NetworkSegment(80f377bd-7c1f-4895-9a05-d3f0e2959207),segment_id=80f377bd-7c1f-4895-9a05-d3f0e2959207)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:55.079751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 525f625b-21be-4049-998b-30d8bae9d1a8 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:55.120183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.139698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Transition to ACTIVE for port object 1d0d79c8-bb30-4725-96e1-b5391c03630a will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:55.144468 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.174323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.179742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.209181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Network': ['ID=508e777e-d1c3-4871-b747-0c5f1eb81c8d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:55.218318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59062) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:55.218508 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-23c9a8ef-052d-4f84-9595-0646de474223 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "DELETE /v2.0/networks/508e777e-d1c3-4871-b747-0c5f1eb81c8d HTTP/1.1" status: 204 len: 168 time: 0.8301537 Jun 16 15:20:55.333023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.371321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78440e-ae40-4ddb-b02a-c3bdffb75bf4 None None] Pushing event updated for resources: {'Port': ['ID=ffce4566-c2bf-4c5a-9357-de7ac06e7fea,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:55.410322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8892f70b-d5b0-408d-a6ea-5a852369b9d0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:55.430165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.464479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network d3ab9e46-3353-479d-9f04-c381ee2ca297 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:55.471017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:55.483909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:55.484450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.571937 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:55.572215 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.582024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=1d0d79c8-bb30-4725-96e1-b5391c03630a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:55.773025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.784129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:55.797073 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-95b7299f-adbe-4d54-9a4b-184cc750a69b req-f95c578e-c690-4863-be14-1f57903be7a1 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 210 time: 0.0889490 Jun 16 15:20:55.822657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc6b87e-d2cd-41a4-9094-46381baaf381']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:55.837942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2002107-80df-482e-9eb3-bc08cb1dcf24') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:55.838247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2002107-80df-482e-9eb3-bc08cb1dcf24') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:55.855167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.872528 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.878984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:20:55.879385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.915244 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment c2002107-80df-482e-9eb3-bc08cb1dcf24 resource provider aggregate not found Jun 16 15:20:55.971682 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment c2002107-80df-482e-9eb3-bc08cb1dcf24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2002107-80df-482e-9eb3-bc08cb1dcf24 found for delete ", "request_id": "req-cdeb6188-f77e-4415-b3d2-021b4ab490cc"}]} Jun 16 15:20:56.049226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.132373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.140514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.184799 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "DELETE /v2.0/networks/9fc6b87e-d2cd-41a4-9094-46381baaf381 HTTP/1.1" status: 204 len: 168 time: 0.9645665 Jun 16 15:20:56.262172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-c0716bfe-8c11-4240-8254-c0245b6f9f7e tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:56.264731 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-c0716bfe-8c11-4240-8254-c0245b6f9f7e tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.46 "GET /v2.0/networks?id=857d22ba-68a3-4cc8-8235-df87685e99e9 HTTP/1.1" status: 200 len: 811 time: 0.1937163 Jun 16 15:20:56.264850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59080) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:56.301063 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b539b6ac-559e-4ef7-bdaa-1bae814f94f6 resource provider aggregate not found Jun 16 15:20:56.338481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Request body: {'port': {'device_id': '3545fc78-aee5-46d5-8229-eda7b2771c67', 'network_id': '857d22ba-68a3-4cc8-8235-df87685e99e9', 'admin_state_up': True, 'tenant_id': '44b2ad87dad145e2ad1bff9f9475523b'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:56.344871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026e8fd-ba4d-476f-95b0-44d0a6768678 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Network': ['ID=9fc6b87e-d2cd-41a4-9094-46381baaf381,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:56.513371 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b539b6ac-559e-4ef7-bdaa-1bae814f94f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b539b6ac-559e-4ef7-bdaa-1bae814f94f6 found for delete ", "request_id": "req-fdb5ee64-2500-4882-a124-248ad16b8e8d"}]} Jun 16 15:20:56.599144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.605365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:20:56.605810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ad581-c74a-4d86-a7bc-3bf8013d7a89 None None] Network d3ab9e46-3353-479d-9f04-c381ee2ca297 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:20:56.606291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Usage tracker for resource:port and tenant:44b2ad87dad145e2ad1bff9f9475523b is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:20:56.611328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:20:56.620053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:20:56.771756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Made reservation on behalf of 44b2ad87dad145e2ad1bff9f9475523b for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:56.775181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.799073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.808476 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-947f0c7b-112c-4505-a2bb-da6c17d8add7 None None] Provisioning for port ffce4566-c2bf-4c5a-9357-de7ac06e7fea completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:56.934872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.002719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc111c0-4856-4f61-87ec-14b4decd418a']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:57.008780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dc71426b-e128-4a07-a046-5e8494d14f95 req-2c86fe49-64ca-4f74-8a7c-c1b017c42a6f tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 210 time: 0.0679803 Jun 16 15:20:57.009729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.010527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.021167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e7dd4f-7fad-41da-aa63-3e889b663836') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:57.021473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e7dd4f-7fad-41da-aa63-3e889b663836') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:57.055089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.085982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.137899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:20:57.138369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.230569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event updated for resources: {'Port': ['ID=1d0d79c8-bb30-4725-96e1-b5391c03630a,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:57.304355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Allocated IP 172.20.0.3 (857d22ba-68a3-4cc8-8235-df87685e99e9/1e71261a-2b73-42df-8210-3f255fd0e662/c8aefec4-8bd3-42b3-821d-65250dab52b2) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:57.347285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Network d3ab9e46-3353-479d-9f04-c381ee2ca297 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:57.348659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:57.407177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.455234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.490132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ffce4566-c2bf-4c5a-9357-de7ac06e7fea up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:57.526711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] Pushing event deleted for resources: {'Network': ['ID=0cc111c0-4856-4f61-87ec-14b4decd418a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:57.553252 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2b041703-7e38-4abe-b06d-d2bc903bf792 tempest-BulkNetworkOpsTest-1755282611 tempest-BulkNetworkOpsTest-1755282611-project] 10.222.0.73 "DELETE /v2.0/networks/0cc111c0-4856-4f61-87ec-14b4decd418a HTTP/1.1" status: 204 len: 168 time: 1.2842941 Jun 16 15:20:57.568098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-51ee5131-e78b-482d-b74f-c30a53a23194 None None] Provisioning for port 1d0d79c8-bb30-4725-96e1-b5391c03630a completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:57.580519 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-51ee5131-e78b-482d-b74f-c30a53a23194 None None] Provisioning complete for port 1d0d79c8-bb30-4725-96e1-b5391c03630a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:57.580895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51ee5131-e78b-482d-b74f-c30a53a23194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.682679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:20:57.727054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-51ee5131-e78b-482d-b74f-c30a53a23194 None None] Port 1d0d79c8-bb30-4725-96e1-b5391c03630a cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:57.782097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.819829 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port ffce4566-c2bf-4c5a-9357-de7ac06e7fea completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:57.827770 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ffce4566-c2bf-4c5a-9357-de7ac06e7fea triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:57.828194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.907980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-53d19fcd-f526-4503-a911-4ec563668aa7 None None] Provisioning complete for port 1d0d79c8-bb30-4725-96e1-b5391c03630a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:57.908264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-53d19fcd-f526-4503-a911-4ec563668aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.919683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:57.924675 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-725878b0-b237-4bb2-bf61-d4834486a710 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3626130 Jun 16 15:20:57.927870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59102) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:57.933771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8230ee0a-da15-46f1-b533-64d20734c14e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:57.939791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Sync routers for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:58.002250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.016767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:20:58.017443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:58.082667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1438852-ce86-4840-9682-666bccc8895b None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:20:58.118403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-53d19fcd-f526-4503-a911-4ec563668aa7 None None] Port 1d0d79c8-bb30-4725-96e1-b5391c03630a cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:58.146863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Network 857d22ba-68a3-4cc8-8235-df87685e99e9 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:58.165061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:58.172693 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:20:58.277476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Pushing event updated for resources: {'Port': ['ID=c8aefec4-8bd3-42b3-821d-65250dab52b2,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:58.286435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ffce4566-c2bf-4c5a-9357-de7ac06e7fea is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:20:58.286818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.362710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-43547af7-2660-48c5-ae0e-6afee5e869fb None None] Provisioning complete for port 1d0d79c8-bb30-4725-96e1-b5391c03630a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:58.363181 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43547af7-2660-48c5-ae0e-6afee5e869fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.379915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd0015-fdab-43a5-9f27-b1b6a1186c90 req-370e0876-2ede-4b1f-ac05-c7d70688ff59 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:58.382557 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5dd0015-fdab-43a5-9f27-b1b6a1186c90 req-370e0876-2ede-4b1f-ac05-c7d70688ff59 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 931 time: 0.1990957 Jun 16 15:20:58.419026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:20:58.420348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.465085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:20:58.470027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59112) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:58.501898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-a5dd0015-fdab-43a5-9f27-b1b6a1186c90 req-9bdf93fb-0b7a-4e11-b540-a1bd088a6243 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Synchronizing usage tracker for tenant:44b2ad87dad145e2ad1bff9f9475523b on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:20:58.609837 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 25e7dd4f-7fad-41da-aa63-3e889b663836 resource provider aggregate not found Jun 16 15:20:58.677166 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 25e7dd4f-7fad-41da-aa63-3e889b663836 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25e7dd4f-7fad-41da-aa63-3e889b663836 found for delete ", "request_id": "req-cb8fd3b1-116c-475f-a356-fa11102f380d"}]} Jun 16 15:20:58.707738 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6cb877cb-2acd-4e7b-8ea6-f131683eda99 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bf7e901bdfc04cdbb85d66fe82b103c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358584 Jun 16 15:20:58.710136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59122) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:58.743824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1438852-ce86-4840-9682-666bccc8895b None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:20:58.771793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port ffce4566-c2bf-4c5a-9357-de7ac06e7fea, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ffce4566-c2bf-4c5a-9357-de7ac06e7fea,segment=NetworkSegment(80f377bd-7c1f-4895-9a05-d3f0e2959207),segment_id=80f377bd-7c1f-4895-9a05-d3f0e2959207)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:58.790122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe55e229-3470-4cfb-9c45-db444bbfb98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.826018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe55e229-3470-4cfb-9c45-db444bbfb98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.921301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.extraroute_db [None req-8230ee0a-da15-46f1-b533-64d20734c14e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=89746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 16 15:20:58.942913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.extraroute_db [None req-8230ee0a-da15-46f1-b533-64d20734c14e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Removed routes are [] {{(pid=89746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 16 15:20:58.943322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8230ee0a-da15-46f1-b533-64d20734c14e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.991798 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-5faf0ae1-fc89-4888-b275-4214455252c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6819122 Jun 16 15:20:59.004400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Request body: {'port': {'device_id': '3545fc78-aee5-46d5-8229-eda7b2771c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:59.016322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-43547af7-2660-48c5-ae0e-6afee5e869fb None None] Port 1d0d79c8-bb30-4725-96e1-b5391c03630a cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:20:59.018275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-a5dd0015-fdab-43a5-9f27-b1b6a1186c90 req-9bdf93fb-0b7a-4e11-b540-a1bd088a6243 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Unset dirty status for tenant:44b2ad87dad145e2ad1bff9f9475523b on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:20:59.019778 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5dd0015-fdab-43a5-9f27-b1b6a1186c90 req-9bdf93fb-0b7a-4e11-b540-a1bd088a6243 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275537 Jun 16 15:20:59.021898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe55e229-3470-4cfb-9c45-db444bbfb98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.048258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55e229-3470-4cfb-9c45-db444bbfb98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de20fbcf-2064-4474-bc41-31a571dbea5b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:59.057066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe55e229-3470-4cfb-9c45-db444bbfb98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.059185 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fe55e229-3470-4cfb-9c45-db444bbfb98d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de20fbcf-2064-4474-bc41-31a571dbea5b HTTP/1.1" status: 204 len: 168 time: 0.3462291 Jun 16 15:20:59.063596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.328250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=ffce4566-c2bf-4c5a-9357-de7ac06e7fea,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:59.485564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.504090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:55Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d0d79c8-bb30-4725-96e1-b5391c03630a', 'name': '', 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:62:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:54Z', 'updated_at': '2022-06-16T15:20:56Z', 'revision_number': 2, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:54Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:59.514333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Checking router: 57981a67-721c-4077-8a8f-778f6af2b19d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:59.514695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Updating router 57981a67-721c-4077-8a8f-778f6af2b19d port 1d0d79c8-bb30-4725-96e1-b5391c03630a binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:59.651297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8230ee0a-da15-46f1-b533-64d20734c14e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.661714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.665146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8230ee0a-da15-46f1-b533-64d20734c14e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.815778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536955c7-19e4-4320-af88-0e59bbbcab8c None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:20:59.983247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8230ee0a-da15-46f1-b533-64d20734c14e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:00.097584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536955c7-19e4-4320-af88-0e59bbbcab8c None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:21:00.255205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8230ee0a-da15-46f1-b533-64d20734c14e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:00.271888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8230ee0a-da15-46f1-b533-64d20734c14e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:00.277704 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8230ee0a-da15-46f1-b533-64d20734c14e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d HTTP/1.1" status: 200 len: 954 time: 2.3442318 Jun 16 15:21:00.280463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59142) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:00.323158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344889-7f4f-416e-bd69-aeea0350c1cf req-807c75bb-b6cb-43e2-a6ce-91d2307aaabe tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:00.324893 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1b344889-7f4f-416e-bd69-aeea0350c1cf req-807c75bb-b6cb-43e2-a6ce-91d2307aaabe tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 931 time: 0.1340032 Jun 16 15:21:00.378611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.resource_extend [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:21:00.407661 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1b344889-7f4f-416e-bd69-aeea0350c1cf req-aba5e0c0-b590-46e1-8202-9fe16644e1f2 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712540 Jun 16 15:21:00.425918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:00.467926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8aefec4-8bd3-42b3-821d-65250dab52b2 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:21:00.474541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Transition to ACTIVE for port object 1d0d79c8-bb30-4725-96e1-b5391c03630a will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:00.477066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:00.582277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Transition to ACTIVE for port object c8aefec4-8bd3-42b3-821d-65250dab52b2 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:00.584496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:00.630580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59154) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:00.631951 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c3babc6e-91d6-4ba1-8ab4-aded9f13fde8 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d HTTP/1.1" status: 200 len: 954 time: 0.3484795 Jun 16 15:21:00.643178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b8e45972-16af-4ee0-ab28-fe98c568c960 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'routes': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:00.648705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:00.903984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aefec4-8bd3-42b3-821d-65250dab52b2,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:00.935629 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f036300-890f-4002-922e-44517cc225a9 None None] Pushing event updated for resources: {'Port': ['ID=1d0d79c8-bb30-4725-96e1-b5391c03630a,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:01.001348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Attempting to bind port 1d0d79c8-bb30-4725-96e1-b5391c03630a on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:21:01.001887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Attempting to bind port 1d0d79c8-bb30-4725-96e1-b5391c03630a by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '80f377bd-7c1f-4895-9a05-d3f0e2959207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:21:01.002352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Attempting to bind port 1d0d79c8-bb30-4725-96e1-b5391c03630a on network d3ab9e46-3353-479d-9f04-c381ee2ca297 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:01.015328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:21:01.015834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Checking segment: {'id': '80f377bd-7c1f-4895-9a05-d3f0e2959207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:21:01.016355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.016841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Bound using segment: {'id': '80f377bd-7c1f-4895-9a05-d3f0e2959207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:21:01.017445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Bound port: 1d0d79c8-bb30-4725-96e1-b5391c03630a, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f377bd-7c1f-4895-9a05-d3f0e2959207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:21:01.018160 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.030752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59160) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:01.262856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] For port 1d0d79c8-bb30-4725-96e1-b5391c03630a, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:21:01.272623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] For port 1d0d79c8-bb30-4725-96e1-b5391c03630a, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1d0d79c8-bb30-4725-96e1-b5391c03630a,segment=NetworkSegment(80f377bd-7c1f-4895-9a05-d3f0e2959207),segment_id=80f377bd-7c1f-4895-9a05-d3f0e2959207)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:21:01.391450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.430791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fa72968d-c573-48af-9107-0771169026fd tempest-DvrRoutersNegativeTest-112756442 tempest-DvrRoutersNegativeTest-112756442-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1180385794', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:01.436271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.policy [None req-fa72968d-c573-48af-9107-0771169026fd tempest-DvrRoutersNegativeTest-112756442 tempest-DvrRoutersNegativeTest-112756442-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89746) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 16 15:21:01.436804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.policy [None req-fa72968d-c573-48af-9107-0771169026fd tempest-DvrRoutersNegativeTest-112756442 tempest-DvrRoutersNegativeTest-112756442-project] Failed policy check for 'create_router' {{(pid=89746) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 16 15:21:01.447514 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-fa72968d-c573-48af-9107-0771169026fd tempest-DvrRoutersNegativeTest-112756442 tempest-DvrRoutersNegativeTest-112756442-project] create failed (client error): Access was denied to this resource. Jun 16 15:21:01.447514 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fa72968d-c573-48af-9107-0771169026fd tempest-DvrRoutersNegativeTest-112756442 tempest-DvrRoutersNegativeTest-112756442-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4068570 Jun 16 15:21:01.448470 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Attempting to bind port c8aefec4-8bd3-42b3-821d-65250dab52b2 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:21:01.448911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Attempting to bind port c8aefec4-8bd3-42b3-821d-65250dab52b2 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '857d22ba-68a3-4cc8-8235-df87685e99e9'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:21:01.449289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Attempting to bind port c8aefec4-8bd3-42b3-821d-65250dab52b2 on network 857d22ba-68a3-4cc8-8235-df87685e99e9 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:01.462686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Port c8aefec4-8bd3-42b3-821d-65250dab52b2 on network 857d22ba-68a3-4cc8-8235-df87685e99e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:21:01.463227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Attempting to bind port c8aefec4-8bd3-42b3-821d-65250dab52b2 on network 857d22ba-68a3-4cc8-8235-df87685e99e9 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:01.470843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:21:01.471240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Checking segment: {'id': '218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '857d22ba-68a3-4cc8-8235-df87685e99e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:21:01.471690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Bound using segment: {'id': '218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '857d22ba-68a3-4cc8-8235-df87685e99e9'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:21:01.472585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Bound port: c8aefec4-8bd3-42b3-821d-65250dab52b2, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '857d22ba-68a3-4cc8-8235-df87685e99e9'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:21:01.472743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.545338 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ffce4566-c2bf-4c5a-9357-de7ac06e7fea up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:01.625555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] For port c8aefec4-8bd3-42b3-821d-65250dab52b2, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:21:01.634523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] For port c8aefec4-8bd3-42b3-821d-65250dab52b2, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c8aefec4-8bd3-42b3-821d-65250dab52b2,segment=NetworkSegment(218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc),segment_id=218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:21:01.715987 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:01.717515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:01.738970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.861601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:01.862777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.864360 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] 10.222.0.46 "PUT /v2.0/ports/c8aefec4-8bd3-42b3-821d-65250dab52b2 HTTP/1.1" status: 200 len: 1093 time: 2.8648708 Jun 16 15:21:01.867068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3545fc78-aee5-46d5-8229-eda7b2771c67', 'tag': 'c8aefec4-8bd3-42b3-821d-65250dab52b2'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:21:01.908049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f717b3c-e0aa-4e6c-80cf-2db2878d8612 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aefec4-8bd3-42b3-821d-65250dab52b2,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:01.950339 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe44311-efdb-42c1-a438-59a8a3cbe9dc'] response: {'name': 'network-changed', 'server_uuid': '3545fc78-aee5-46d5-8229-eda7b2771c67', 'tag': 'c8aefec4-8bd3-42b3-821d-65250dab52b2', 'status': 'completed', 'code': 200} Jun 16 15:21:02.054961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.extraroute_db [None req-b8e45972-16af-4ee0-ab28-fe98c568c960 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added routes are [] {{(pid=89745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 16 15:21:02.055577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.extraroute_db [None req-b8e45972-16af-4ee0-ab28-fe98c568c960 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=89745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 16 15:21:02.060545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f036300-890f-4002-922e-44517cc225a9 None None] Pushing event updated for resources: {'Port': ['ID=1d0d79c8-bb30-4725-96e1-b5391c03630a,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:02.100524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cc08e-a5c7-4dd7-aa33-b938df17940d req-ea2da5c5-ddbb-405f-9778-20fa10770b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:02.102863 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e77cc08e-a5c7-4dd7-aa33-b938df17940d req-ea2da5c5-ddbb-405f-9778-20fa10770b31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44b2ad87dad145e2ad1bff9f9475523b&device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 1096 time: 0.1261330 Jun 16 15:21:02.128629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f3f01-d7cf-46d9-b318-4fda8f525e28 req-b12b5c61-332b-4eb0-bcc6-bb70a5f6a1be tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:02.130150 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-771f3f01-d7cf-46d9-b318-4fda8f525e28 req-b12b5c61-332b-4eb0-bcc6-bb70a5f6a1be tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 943 time: 0.1772437 Jun 16 15:21:02.148493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8e45972-16af-4ee0-ab28-fe98c568c960 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.173157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:02.239385 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-771f3f01-d7cf-46d9-b318-4fda8f525e28 req-e9953ae4-f922-449b-b43f-ad50d1eefffd tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966313 Jun 16 15:21:02.258163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59176) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:02.259355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ffce4566-c2bf-4c5a-9357-de7ac06e7fea triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:02.259740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.353563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cc08e-a5c7-4dd7-aa33-b938df17940d req-111134f9-1112-4dab-a8bb-7cf0ab8f988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:02.355316 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e77cc08e-a5c7-4dd7-aa33-b938df17940d req-111134f9-1112-4dab-a8bb-7cf0ab8f988a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=44b2ad87dad145e2ad1bff9f9475523b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2452326 Jun 16 15:21:02.562993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ffce4566-c2bf-4c5a-9357-de7ac06e7fea is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:02.573090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.576506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cc08e-a5c7-4dd7-aa33-b938df17940d req-5f37da7d-64d7-4137-b23d-f89d1dcfcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:02.578384 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e77cc08e-a5c7-4dd7-aa33-b938df17940d req-5f37da7d-64d7-4137-b23d-f89d1dcfcd52 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2164803 Jun 16 15:21:02.606158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:02.614112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Usage tracker for resource:security_group_rule and tenant:c5ec7ca392bd42f8a13754055bc3ec36 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:02.619910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:02.705361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:02.737385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-d99f197a-a758-4cba-a7bf-07115a226398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:02.739919 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-d99f197a-a758-4cba-a7bf-07115a226398 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44b2ad87dad145e2ad1bff9f9475523b&device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 1096 time: 0.1147859 Jun 16 15:21:02.772827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:58Z', 'revision_number': 6, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d0d79c8-bb30-4725-96e1-b5391c03630a', 'name': '', 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:62:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:54Z', 'updated_at': '2022-06-16T15:21:01Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:54Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:02.778883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bbc07-bc17-454b-922e-af1b52e55436 None None] The sync data for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv is: [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:20:58Z', 'revision_number': 6, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d0d79c8-bb30-4725-96e1-b5391c03630a', 'name': '', 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:62:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:54Z', 'updated_at': '2022-06-16T15:21:01Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:54Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:02.848520 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-d098946b-4d8e-4e03-88cb-3a89d19ce764 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8aefec4-8bd3-42b3-821d-65250dab52b2 HTTP/1.1" status: 200 len: 217 time: 0.1008654 Jun 16 15:21:02.867838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8e45972-16af-4ee0-ab28-fe98c568c960 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.881267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8e45972-16af-4ee0-ab28-fe98c568c960 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.947559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-a91bf6d2-5058-4097-aa27-0ffb9326f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:02.950646 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-a91bf6d2-5058-4097-aa27-0ffb9326f711 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e71261a-2b73-42df-8210-3f255fd0e662 HTTP/1.1" status: 200 len: 851 time: 0.0953646 Jun 16 15:21:03.018707 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-e586bcbc-0cbf-4feb-ab9d-8f42dcfc42ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=857d22ba-68a3-4cc8-8235-df87685e99e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618126 Jun 16 15:21:03.124236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.135140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e45972-16af-4ee0-ab28-fe98c568c960 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:03.208927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.218067 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-877a3f25-d23f-489f-bd51-3f90308541de service neutron] 10.222.0.46 "GET /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925340 Jun 16 15:21:03.359455 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5ec7ca392bd42f8a13754055bc3ec36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0993249 Jun 16 15:21:03.370469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59186) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:03.406054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e45972-16af-4ee0-ab28-fe98c568c960 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:03.434182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8e45972-16af-4ee0-ab28-fe98c568c960 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.444396 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b8e45972-16af-4ee0-ab28-fe98c568c960 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d HTTP/1.1" status: 200 len: 704 time: 2.8072672 Jun 16 15:21:03.446826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3483b2-0cd4-4bdc-844a-0c0bd92e05e1,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:03.455556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59190) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:03.512653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.531939 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eb0d9df1-2ad0-49b7-9956-de1b36d5fc99 req-6fe3a221-bdb6-4ccf-aaa0-ba23cf274cc3 service neutron] 10.222.0.46 "GET /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052764 Jun 16 15:21:03.560545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1d0d79c8-bb30-4725-96e1-b5391c03630a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:03.565659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.725867 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.750639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3483b2-0cd4-4bdc-844a-0c0bd92e05e1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:03.770109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.771568 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef3483b2-0cd4-4bdc-844a-0c0bd92e05e1 HTTP/1.1" status: 204 len: 168 time: 0.4000897 Jun 16 15:21:03.773128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.773486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.774159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.783198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 1d0d79c8-bb30-4725-96e1-b5391c03630a completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:03.785641 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.786293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.786470 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.786825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.787210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.792440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.792440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.792440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.792856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1d0d79c8-bb30-4725-96e1-b5391c03630a triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:03.792856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.796883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da178a35-5025-4e85-bc2d-31df572812fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.834841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.835221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.835676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.835879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.836218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.836545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.836875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.837199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.837526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.837849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.838170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.838489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be2a366-eea6-48d0-8512-f424f468658f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:03.848340 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c9f28459-0544-4e7f-b35d-21934f42c862 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d HTTP/1.1" status: 200 len: 704 time: 0.3908775 Jun 16 15:21:03.851238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59196) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:03.935673 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] Sync routers for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:03.962019 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:03.963017 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:04.041973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edc455-c85a-4720-bdf7-adf843ed2034 req-bb1506bf-6027-4046-9e55-beacf64ac311 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:04.050320 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-12edc455-c85a-4720-bdf7-adf843ed2034 req-bb1506bf-6027-4046-9e55-beacf64ac311 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 943 time: 0.1958973 Jun 16 15:21:04.087458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1d0d79c8-bb30-4725-96e1-b5391c03630a is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:04.087759 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.135639 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-12edc455-c85a-4720-bdf7-adf843ed2034 req-064d97d8-f41c-4891-90fc-911f0776af70 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820260 Jun 16 15:21:04.167135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 1d0d79c8-bb30-4725-96e1-b5391c03630a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1d0d79c8-bb30-4725-96e1-b5391c03630a,segment=NetworkSegment(80f377bd-7c1f-4895-9a05-d3f0e2959207),segment_id=80f377bd-7c1f-4895-9a05-d3f0e2959207)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:04.265342 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.298322 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:04.444461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=1d0d79c8-bb30-4725-96e1-b5391c03630a,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:04.696973 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.733062 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:02Z', 'revision_number': 7, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d0d79c8-bb30-4725-96e1-b5391c03630a', 'name': '', 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:62:45:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:54Z', 'updated_at': '2022-06-16T15:21:01Z', 'revision_number': 4, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:54Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:04.737447 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] Checking router: 57981a67-721c-4077-8a8f-778f6af2b19d for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:21:04.746567 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:04.747256 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:04.906367 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:05.068827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 1d0d79c8-bb30-4725-96e1-b5391c03630a {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:05.069454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.312632 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:02Z', 'revision_number': 7, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d0d79c8-bb30-4725-96e1-b5391c03630a', 'name': '', 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:62:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:54Z', 'updated_at': '2022-06-16T15:21:04Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:54Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:05.318292 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0106d-8e1b-4c19-8718-9401e78c5f15 None None] The sync data for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv is: [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:02Z', 'revision_number': 7, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d0d79c8-bb30-4725-96e1-b5391c03630a', 'name': '', 'network_id': 'd3ab9e46-3353-479d-9f04-c381ee2ca297', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:62:45:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:54Z', 'updated_at': '2022-06-16T15:21:04Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a6ae845b-aff4-462f-9387-6e0003bdbde0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:54Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:05.354172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port 1d0d79c8-bb30-4725-96e1-b5391c03630a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1d0d79c8-bb30-4725-96e1-b5391c03630a,segment=NetworkSegment(80f377bd-7c1f-4895-9a05-d3f0e2959207),segment_id=80f377bd-7c1f-4895-9a05-d3f0e2959207)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:05.354587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.409303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1d0d79c8-bb30-4725-96e1-b5391c03630a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:05.422030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25520903-d8c6-4ae7-9ba1-d99934aed622 req-b1e281d8-f982-4dbf-b029-b6ff4b6e3a1e tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:05.424230 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-25520903-d8c6-4ae7-9ba1-d99934aed622 req-b1e281d8-f982-4dbf-b029-b6ff4b6e3a1e tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 943 time: 0.1436334 Jun 16 15:21:05.484892 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-25520903-d8c6-4ae7-9ba1-d99934aed622 req-f62f48b1-f264-4aad-bd39-fbce3e015a32 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536091 Jun 16 15:21:05.504542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1d0d79c8-bb30-4725-96e1-b5391c03630a triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:05.506290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.556770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 1d0d79c8-bb30-4725-96e1-b5391c03630a owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:05.611018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.642867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1d0d79c8-bb30-4725-96e1-b5391c03630a is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:05.836903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.888442 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=1d0d79c8-bb30-4725-96e1-b5391c03630a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:06.110630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:06.290593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c8aefec4-8bd3-42b3-821d-65250dab52b2 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:21:06.456706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c8aefec4-8bd3-42b3-821d-65250dab52b2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c8aefec4-8bd3-42b3-821d-65250dab52b2,segment=NetworkSegment(218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc),segment_id=218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:06.481625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'c8aefec4-8bd3-42b3-821d-65250dab52b2', 'network_id': '857d22ba-68a3-4cc8-8235-df87685e99e9', 'port_id': 'c8aefec4-8bd3-42b3-821d-65250dab52b2', 'mac_address': 'fa:16:3e:07:81:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e71261a-2b73-42df-8210-3f255fd0e662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:21:06.547062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port c8aefec4-8bd3-42b3-821d-65250dab52b2 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:06.548359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:06.567893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8aefec4-8bd3-42b3-821d-65250dab52b2 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:21:06.585552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c8aefec4-8bd3-42b3-821d-65250dab52b2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c8aefec4-8bd3-42b3-821d-65250dab52b2,segment=NetworkSegment(218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc),segment_id=218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:06.648322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:06.652366 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:06.739762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd145f-fb14-42df-9e63-6978786c06a3 req-0e69e1d8-5573-43a7-9c21-c1c2fe7304ca tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:06.742210 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9dcd145f-fb14-42df-9e63-6978786c06a3 req-0e69e1d8-5573-43a7-9c21-c1c2fe7304ca tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 944 time: 0.1365600 Jun 16 15:21:06.789623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=c8aefec4-8bd3-42b3-821d-65250dab52b2,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:06.822189 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9dcd145f-fb14-42df-9e63-6978786c06a3 req-975c0907-5cdf-4ee1-aad1-4175153dd1c1 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560784 Jun 16 15:21:06.877245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:06.892603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['c8aefec4-8bd3-42b3-821d-65250dab52b2'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:21:06.898242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59226) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:06.898492 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1ac70fb5-b527-49bb-b287-0903291fe3ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0457718 Jun 16 15:21:06.918841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] Sync routers for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:06.941940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:06.942211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:06.978199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bde06d-2a36-4b75-8cd7-ff90c667d1d2 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting subnet a6ae845b-aff4-462f-9387-6e0003bdbde0 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:21:06.978199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24bde06d-2a36-4b75-8cd7-ff90c667d1d2 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:07.034008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24bde06d-2a36-4b75-8cd7-ff90c667d1d2 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:07.140121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24bde06d-2a36-4b75-8cd7-ff90c667d1d2 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:07.147794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:07.311975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24bde06d-2a36-4b75-8cd7-ff90c667d1d2 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:07.370591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bde06d-2a36-4b75-8cd7-ff90c667d1d2 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ae845b-aff4-462f-9387-6e0003bdbde0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:07.374990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24bde06d-2a36-4b75-8cd7-ff90c667d1d2 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:07.385269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59232) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:07.395989 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-24bde06d-2a36-4b75-8cd7-ff90c667d1d2 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/a6ae845b-aff4-462f-9387-6e0003bdbde0 HTTP/1.1" status: 204 len: 168 time: 0.4955575 Jun 16 15:21:07.490291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b6952-1266-4221-9134-07708937e196 None None] Network d3ab9e46-3353-479d-9f04-c381ee2ca297 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:07.590010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:07.606616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port ffce4566-c2bf-4c5a-9357-de7ac06e7fea {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:07.607700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:07.796869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:05Z', 'revision_number': 8, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:54Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:07.803788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] Checking router: 57981a67-721c-4077-8a8f-778f6af2b19d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:21:07.813787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:07.814437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:07.934037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] DHCP port deletion for d3ab9e46-3353-479d-9f04-c381ee2ca297 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:21:07.953226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] Deleting port ffce4566-c2bf-4c5a-9357-de7ac06e7fea {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:07.953595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:07.969002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port ffce4566-c2bf-4c5a-9357-de7ac06e7fea, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ffce4566-c2bf-4c5a-9357-de7ac06e7fea,segment=NetworkSegment(80f377bd-7c1f-4895-9a05-d3f0e2959207),segment_id=80f377bd-7c1f-4895-9a05-d3f0e2959207)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:07.969710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.026169 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:08.078612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d8e3d-a270-4b31-a2a3-9be6d440d3b6 req-f5f45442-306a-440a-a6c7-7fa7ca9b81a3 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:08.081756 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd1d8e3d-a270-4b31-a2a3-9be6d440d3b6 req-f5f45442-306a-440a-a6c7-7fa7ca9b81a3 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 944 time: 0.1129332 Jun 16 15:21:08.129226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for ffce4566-c2bf-4c5a-9357-de7ac06e7fea owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:08.136337 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd1d8e3d-a270-4b31-a2a3-9be6d440d3b6 req-41d72257-b26f-4c89-bab5-dbd6167ba369 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485191 Jun 16 15:21:08.293205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.310170 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c8aefec4-8bd3-42b3-821d-65250dab52b2 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:08.350105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=ffce4566-c2bf-4c5a-9357-de7ac06e7fea,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:08.352083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No DVR routers for this DVR port ffce4566-c2bf-4c5a-9357-de7ac06e7fea on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:21:08.484648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.519659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ab9e46-3353-479d-9f04-c381ee2ca297']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:08.528462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] For port ffce4566-c2bf-4c5a-9357-de7ac06e7fea, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ffce4566-c2bf-4c5a-9357-de7ac06e7fea,segment=NetworkSegment(80f377bd-7c1f-4895-9a05-d3f0e2959207),segment_id=80f377bd-7c1f-4895-9a05-d3f0e2959207)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:08.529614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.533789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f377bd-7c1f-4895-9a05-d3f0e2959207') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:08.534141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f377bd-7c1f-4895-9a05-d3f0e2959207') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:08.547668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.565046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.571856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:21:08.572364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.614991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port c8aefec4-8bd3-42b3-821d-65250dab52b2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:08.662782 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 80f377bd-7c1f-4895-9a05-d3f0e2959207 resource provider aggregate not found Jun 16 15:21:08.695382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] Calling delete_port for ffce4566-c2bf-4c5a-9357-de7ac06e7fea owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:08.703088 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 80f377bd-7c1f-4895-9a05-d3f0e2959207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80f377bd-7c1f-4895-9a05-d3f0e2959207 found for delete ", "request_id": "req-3e9e7e23-0071-4b20-bdb6-a9f0937ae79b"}]} Jun 16 15:21:08.734377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port c8aefec4-8bd3-42b3-821d-65250dab52b2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:08.734866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.745011 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.902913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:21:08.903265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:21:08.907638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.914134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Network': ['ID=d3ab9e46-3353-479d-9f04-c381ee2ca297,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:08.925722 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5b3d88a1-d434-4622-a1e7-bdd9d2a74c07 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/networks/d3ab9e46-3353-479d-9f04-c381ee2ca297 HTTP/1.1" status: 204 len: 168 time: 1.5392787 Jun 16 15:21:08.928660 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59252) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:08.969944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:05Z', 'revision_number': 8, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:54Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:08.974608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port c8aefec4-8bd3-42b3-821d-65250dab52b2 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:08.975006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.990063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f4423-5dad-4779-a068-1889b2b08901 None None] The sync data for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv is: [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:05Z', 'revision_number': 8, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8892f70b-d5b0-408d-a6ea-5a852369b9d0', 'name': '', 'network_id': '7a1f4ed9-17c4-4258-bb5b-70849739a1f6', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:66:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:43Z', 'updated_at': '2022-06-16T15:20:54Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': 'a8e88783-8405-4de0-8698-932e9371e69f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:09.011889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3545fc78-aee5-46d5-8229-eda7b2771c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aefec4-8bd3-42b3-821d-65250dab52b2'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:21:09.024523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c8aefec4-8bd3-42b3-821d-65250dab52b2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c8aefec4-8bd3-42b3-821d-65250dab52b2,segment=NetworkSegment(218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc),segment_id=218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:09.095765 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2685a0b-ed50-47f6-8a41-70c6b11eca58'] response: {'server_uuid': '3545fc78-aee5-46d5-8229-eda7b2771c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aefec4-8bd3-42b3-821d-65250dab52b2', 'code': 200} Jun 16 15:21:09.110554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:09.196239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=c8aefec4-8bd3-42b3-821d-65250dab52b2,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:09.205594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.206100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.207079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.207673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.208890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.208890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.208890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.209445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.209895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.210365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.210899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.211503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:09.407742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] Deleting port ffce4566-c2bf-4c5a-9357-de7ac06e7fea {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:09.408328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:09.578660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ffce4566-c2bf-4c5a-9357-de7ac06e7fea no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:09.595066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e604ea8-3736-4a2b-be31-09fd673369d7 req-403ef84b-893a-42f3-9193-14b826da5b30 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:09.597334 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5e604ea8-3736-4a2b-be31-09fd673369d7 req-403ef84b-893a-42f3-9193-14b826da5b30 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.2909503 Jun 16 15:21:09.684452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e9b55-a103-4f11-9eb1-03d57e1068a2 None None] The port 'ffce4566-c2bf-4c5a-9357-de7ac06e7fea' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:21:09.686706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: ffce4566-c2bf-4c5a-9357-de7ac06e7fea {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:09.687144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ffce4566-c2bf-4c5a-9357-de7ac06e7fea not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:09.687623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1d0d79c8-bb30-4725-96e1-b5391c03630a no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:09.723055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 1d0d79c8-bb30-4725-96e1-b5391c03630a {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:09.723500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1d0d79c8-bb30-4725-96e1-b5391c03630a not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:09.751829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bfdcb-5157-4745-b78e-311d8ac9ded7 req-4c43a35b-692f-4c37-ac63-e62fb9c36f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:09.753670 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-381bfdcb-5157-4745-b78e-311d8ac9ded7 req-4c43a35b-692f-4c37-ac63-e62fb9c36f8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 1098 time: 0.2617838 Jun 16 15:21:09.765696 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5e604ea8-3736-4a2b-be31-09fd673369d7 req-bce3b6e3-36f1-4257-bd09-d8a2509a25c9 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234133 Jun 16 15:21:09.816435 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-381bfdcb-5157-4745-b78e-311d8ac9ded7 req-5c2a3a57-857e-4e8a-bc2d-2031b56a2271 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548937 Jun 16 15:21:09.875730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:10.355180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 8892f70b-d5b0-408d-a6ea-5a852369b9d0 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:10.355621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:10.539298 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:21:10.561338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port 8892f70b-d5b0-408d-a6ea-5a852369b9d0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=8892f70b-d5b0-408d-a6ea-5a852369b9d0,segment=NetworkSegment(c2d23dec-56ab-444c-8ae6-80dfef136108),segment_id=c2d23dec-56ab-444c-8ae6-80dfef136108)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:10.561614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:10.694451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 8892f70b-d5b0-408d-a6ea-5a852369b9d0 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:10.981248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebb129-560e-4449-9d28-49544a7eb565 req-abc05af1-531f-4083-8ad5-0de6c486bc4e tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:10.987449 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-62ebb129-560e-4449-9d28-49544a7eb565 req-abc05af1-531f-4083-8ad5-0de6c486bc4e tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.0971496 Jun 16 15:21:11.017857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:11.072083 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-62ebb129-560e-4449-9d28-49544a7eb565 req-2b11246d-aede-45c5-b469-993d4e5a2a57 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833869 Jun 16 15:21:11.080580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=8892f70b-d5b0-408d-a6ea-5a852369b9d0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:11.299646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:11.744359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:11.901059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:11.910235 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] Sync routers for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:11.915629 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-34ecdfda-1530-4462-86f4-c14c0db8b42a tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9858160 Jun 16 15:21:11.918304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59266) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:11.919648 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:11.920338 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:11.991503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d653eb0-ba2d-454f-b0bf-cfa87b908647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting subnet a8e88783-8405-4de0-8698-932e9371e69f {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:21:11.994670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3d653eb0-ba2d-454f-b0bf-cfa87b908647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:12.050247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3d653eb0-ba2d-454f-b0bf-cfa87b908647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:12.105896 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:12.145910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3d653eb0-ba2d-454f-b0bf-cfa87b908647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:12.309338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707cf7f-70bf-4da5-9e46-d88cdd6464b3 req-03cdeb13-e7a9-4504-b349-453a0d1a418a tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:12.311482 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3707cf7f-70bf-4da5-9e46-d88cdd6464b3 req-03cdeb13-e7a9-4504-b349-453a0d1a418a tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.1172369 Jun 16 15:21:12.361361 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3707cf7f-70bf-4da5-9e46-d88cdd6464b3 req-0123c7cc-4472-4736-93c8-3f4f46b67a1d tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390823 Jun 16 15:21:12.442635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3d653eb0-ba2d-454f-b0bf-cfa87b908647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:12.447581 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:10Z', 'revision_number': 9, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:12.456429 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] Checking router: 57981a67-721c-4077-8a8f-778f6af2b19d for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:21:12.468863 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:12.469479 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:12.517320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d653eb0-ba2d-454f-b0bf-cfa87b908647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e88783-8405-4de0-8698-932e9371e69f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:12.536444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4603f6b6-5995-4252-8bf9-e7fcf89d5273 None None] Network 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:12.538631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3d653eb0-ba2d-454f-b0bf-cfa87b908647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:12.552481 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3d653eb0-ba2d-454f-b0bf-cfa87b908647 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/a8e88783-8405-4de0-8698-932e9371e69f HTTP/1.1" status: 204 len: 168 time: 0.6296289 Jun 16 15:21:12.552818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59276) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:12.588247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd0a34-6d22-4df3-afcb-ac895095f227 req-b3656e80-807c-41f4-a270-4903b567600e tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:12.589993 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4fdd0a34-6d22-4df3-afcb-ac895095f227 req-b3656e80-807c-41f4-a270-4903b567600e tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.1137996 Jun 16 15:21:12.630095 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:12.641061 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4fdd0a34-6d22-4df3-afcb-ac895095f227 req-7654696f-45fd-4d07-aff5-c0a8a7691647 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Jun 16 15:21:12.699037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:12.712306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 525f625b-21be-4049-998b-30d8bae9d1a8 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:12.712669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:12.858583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] DHCP port deletion for 7a1f4ed9-17c4-4258-bb5b-70849739a1f6 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:21:12.862537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] Deleting port 525f625b-21be-4049-998b-30d8bae9d1a8 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:12.863545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:12.943012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port 525f625b-21be-4049-998b-30d8bae9d1a8, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=525f625b-21be-4049-998b-30d8bae9d1a8,segment=NetworkSegment(c2d23dec-56ab-444c-8ae6-80dfef136108),segment_id=c2d23dec-56ab-444c-8ae6-80dfef136108)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:12.943406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:13.071884 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:10Z', 'revision_number': 9, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:13.076405 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b43680-b5a5-45c8-bd2e-e0eeb57f5be9 None None] The sync data for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv is: [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:10Z', 'revision_number': 9, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '0cd469d1-bb4a-4052-b1cc-3ec79b4b069b', 'name': '', 'network_id': '192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:f6:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:35Z', 'updated_at': '2022-06-16T15:20:48Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:13.078251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 525f625b-21be-4049-998b-30d8bae9d1a8 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:13.124053 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] For port 525f625b-21be-4049-998b-30d8bae9d1a8, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=525f625b-21be-4049-998b-30d8bae9d1a8,segment=NetworkSegment(c2d23dec-56ab-444c-8ae6-80dfef136108),segment_id=c2d23dec-56ab-444c-8ae6-80dfef136108)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:13.124471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:13.278552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:13.304875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] Calling delete_port for 525f625b-21be-4049-998b-30d8bae9d1a8 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:13.350628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=525f625b-21be-4049-998b-30d8bae9d1a8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:13.352902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No DVR routers for this DVR port 525f625b-21be-4049-998b-30d8bae9d1a8 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: from cryptography.utils import int_from_bytes Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: from cryptography.utils import int_from_bytes Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn_limited( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn_limited( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:13.378544 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:21:13.394677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:21:13.395201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:21:13.454807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697edd-af45-4c5c-b2e9-0efad7cc06af req-8c2e3f24-6af7-49c1-b8d6-865718a7baa7 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:13.462692 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad697edd-af45-4c5c-b2e9-0efad7cc06af req-8c2e3f24-6af7-49c1-b8d6-865718a7baa7 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.1264522 Jun 16 15:21:13.499476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:13.515846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8892f70b-d5b0-408d-a6ea-5a852369b9d0 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:13.522878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6902d-05ce-43ae-a94f-f2677d839870 req-10518a57-c1d1-4e61-802b-80244dad567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:13.525482 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c8c6902d-05ce-43ae-a94f-f2677d839870 req-10518a57-c1d1-4e61-802b-80244dad567e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44b2ad87dad145e2ad1bff9f9475523b&device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 1098 time: 0.3069963 Jun 16 15:21:13.527556 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad697edd-af45-4c5c-b2e9-0efad7cc06af req-5b2bb0ac-93d8-46a6-a736-c262c5d90689 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636780 Jun 16 15:21:13.547487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1f4ed9-17c4-4258-bb5b-70849739a1f6']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:13.575795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 8892f70b-d5b0-408d-a6ea-5a852369b9d0 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:13.576239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8892f70b-d5b0-408d-a6ea-5a852369b9d0 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:13.576550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 525f625b-21be-4049-998b-30d8bae9d1a8 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:13.593864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d23dec-56ab-444c-8ae6-80dfef136108') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:13.594479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d23dec-56ab-444c-8ae6-80dfef136108') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:13.611997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:13.617329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 525f625b-21be-4049-998b-30d8bae9d1a8 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:13.617811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 525f625b-21be-4049-998b-30d8bae9d1a8 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:13.686148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:13.696554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:21:13.697046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:13.792150 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment c2d23dec-56ab-444c-8ae6-80dfef136108 resource provider aggregate not found Jun 16 15:21:13.811871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6902d-05ce-43ae-a94f-f2677d839870 req-518a6e98-081a-435b-becb-be28fc42ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:13.813329 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c8c6902d-05ce-43ae-a94f-f2677d839870 req-518a6e98-081a-435b-becb-be28fc42ff72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=857d22ba-68a3-4cc8-8235-df87685e99e9 HTTP/1.1" status: 200 len: 912 time: 0.2576566 Jun 16 15:21:13.815344 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment c2d23dec-56ab-444c-8ae6-80dfef136108 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2d23dec-56ab-444c-8ae6-80dfef136108 found for delete ", "request_id": "req-e454b880-535c-4d50-8b82-2cfa5130d86b"}]} Jun 16 15:21:13.889753 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c8c6902d-05ce-43ae-a94f-f2677d839870 req-3d11377c-53b2-43c1-b393-6ce9495c77b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8aefec4-8bd3-42b3-821d-65250dab52b2 HTTP/1.1" status: 200 len: 217 time: 0.0695970 Jun 16 15:21:13.896730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] Deleting port 525f625b-21be-4049-998b-30d8bae9d1a8 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:13.897116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:13.951707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:13.956147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:13.964552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-25cd67b1-6216-4755-a891-1ed89090cd84 None None] The port '525f625b-21be-4049-998b-30d8bae9d1a8' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:21:13.992056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6902d-05ce-43ae-a94f-f2677d839870 req-f562825e-1dc2-4c52-a43e-8f3bdbff6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:13.993501 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c8c6902d-05ce-43ae-a94f-f2677d839870 req-f562825e-1dc2-4c52-a43e-8f3bdbff6890 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e71261a-2b73-42df-8210-3f255fd0e662 HTTP/1.1" status: 200 len: 851 time: 0.0954978 Jun 16 15:21:13.995185 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/networks/7a1f4ed9-17c4-4258-bb5b-70849739a1f6 HTTP/1.1" status: 204 len: 168 time: 1.4414725 Jun 16 15:21:13.996313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cc549-8f7b-4d18-abe9-dbcbc730d5ab tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Network': ['ID=7a1f4ed9-17c4-4258-bb5b-70849739a1f6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:13.998070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59290) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:14.166655 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c8c6902d-05ce-43ae-a94f-f2677d839870 req-1b209b67-d05e-42b7-a0d6-e5c005390cb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=857d22ba-68a3-4cc8-8235-df87685e99e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628745 Jun 16 15:21:14.304903 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c8c6902d-05ce-43ae-a94f-f2677d839870 req-6d9b241e-fe7b-4ec8-8bb0-8d75b3807749 service neutron] 10.222.0.46 "GET /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319096 Jun 16 15:21:14.443262 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c8c6902d-05ce-43ae-a94f-f2677d839870 req-ce5a0208-c42e-440e-8fbc-017783f7bc33 service neutron] 10.222.0.46 "GET /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316986 Jun 16 15:21:14.550681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:14.991647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29405c33-35e9-4450-9f3d-1c6135ec5a72 req-7b9c1545-ce75-48b9-bbff-acb9b9c2943e tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:14.993035 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-29405c33-35e9-4450-9f3d-1c6135ec5a72 req-7b9c1545-ce75-48b9-bbff-acb9b9c2943e tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.2760899 Jun 16 15:21:15.054811 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-29405c33-35e9-4450-9f3d-1c6135ec5a72 req-b47cbc0b-ce04-4b36-9ba4-33e8eef6e57b tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494502 Jun 16 15:21:15.123287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:15.123628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:15.334621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0cd469d1-bb4a-4052-b1cc-3ec79b4b069b,segment=NetworkSegment(d1c7d76e-ffad-4f2e-9871-875f51f55b42),segment_id=d1c7d76e-ffad-4f2e-9871-875f51f55b42)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:15.335022 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:15.466469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:15.649547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3251be-65b9-4c32-af4f-29e7fa3e3175 req-57c7eecf-9724-4022-84fd-3e65d3675530 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:15.650994 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cd3251be-65b9-4c32-af4f-29e7fa3e3175 req-57c7eecf-9724-4022-84fd-3e65d3675530 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.1456323 Jun 16 15:21:15.707645 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cd3251be-65b9-4c32-af4f-29e7fa3e3175 req-8d49101f-a365-45ea-a0cb-b4ab51d14428 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481892 Jun 16 15:21:15.716422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f52760cb-9641-4515-adb0-7615b922dd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:15.717600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8dd37-cb86-4b59-97f3-ebf738e10f54 req-d16e9da5-45ae-4c3c-b73a-12787f2ba8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:15.719700 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-deb8dd37-cb86-4b59-97f3-ebf738e10f54 req-d16e9da5-45ae-4c3c-b73a-12787f2ba8de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44b2ad87dad145e2ad1bff9f9475523b&device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 1098 time: 0.0978670 Jun 16 15:21:15.853461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8dd37-cb86-4b59-97f3-ebf738e10f54 req-d442f4a2-1f2e-4686-b734-247aae2db8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:15.855105 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-deb8dd37-cb86-4b59-97f3-ebf738e10f54 req-d442f4a2-1f2e-4686-b734-247aae2db8fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=857d22ba-68a3-4cc8-8235-df87685e99e9 HTTP/1.1" status: 200 len: 912 time: 0.1290345 Jun 16 15:21:15.859072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:15.907274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=0cd469d1-bb4a-4052-b1cc-3ec79b4b069b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:15.928088 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-deb8dd37-cb86-4b59-97f3-ebf738e10f54 req-e0e70f7f-376f-467d-8698-ff1c8017befe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8aefec4-8bd3-42b3-821d-65250dab52b2 HTTP/1.1" status: 200 len: 217 time: 0.0663304 Jun 16 15:21:15.999830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8dd37-cb86-4b59-97f3-ebf738e10f54 req-5d88cb9b-37ca-4924-a690-6fe82c29cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:16.001537 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-deb8dd37-cb86-4b59-97f3-ebf738e10f54 req-5d88cb9b-37ca-4924-a690-6fe82c29cdaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e71261a-2b73-42df-8210-3f255fd0e662 HTTP/1.1" status: 200 len: 851 time: 0.0678728 Jun 16 15:21:16.069955 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-deb8dd37-cb86-4b59-97f3-ebf738e10f54 req-b725a9a1-f498-474a-a8ba-bcad6ad0f2a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=857d22ba-68a3-4cc8-8235-df87685e99e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620096 Jun 16 15:21:16.142661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:16.225236 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-deb8dd37-cb86-4b59-97f3-ebf738e10f54 req-1ba1e455-d317-4a72-8e2a-0cf3e2b162e6 service neutron] 10.222.0.46 "GET /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489303 Jun 16 15:21:16.364566 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-deb8dd37-cb86-4b59-97f3-ebf738e10f54 req-f3b9088f-0b43-4ea4-a07c-49655980b7c7 service neutron] 10.222.0.46 "GET /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332223 Jun 16 15:21:16.607403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:16.785173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:16.796744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] Sync routers for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:16.800015 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4ee418e8-dbda-4821-a604-e6aa0191a621 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7997980 Jun 16 15:21:16.802616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59308) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:16.809002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:16.809617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:16.925580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-000c5e1e-465a-404b-a511-526127fc21c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting subnet 4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:21:16.930091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-000c5e1e-465a-404b-a511-526127fc21c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:16.963403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:16.997830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-000c5e1e-465a-404b-a511-526127fc21c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.052099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2f235-2f9a-4fd8-9c64-cb0c8a3708dd req-4dc24969-d66e-4788-b85c-d48a7c9a23b6 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:17.053638 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2c2f235-2f9a-4fd8-9c64-cb0c8a3708dd req-4dc24969-d66e-4788-b85c-d48a7c9a23b6 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.2178545 Jun 16 15:21:17.115955 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2c2f235-2f9a-4fd8-9c64-cb0c8a3708dd req-874e9437-1f21-454a-9fe2-af43ba746219 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563526 Jun 16 15:21:17.152357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-000c5e1e-465a-404b-a511-526127fc21c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.292953 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:15Z', 'revision_number': 10, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:17.297369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] Checking router: 57981a67-721c-4077-8a8f-778f6af2b19d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:21:17.306648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:17.307295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:20:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:17.314620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-000c5e1e-465a-404b-a511-526127fc21c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.358701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-000c5e1e-465a-404b-a511-526127fc21c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.370565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd9d5e-18ec-4025-b090-c2c1f424a116 None None] Network 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:17.377583 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-000c5e1e-465a-404b-a511-526127fc21c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307 HTTP/1.1" status: 204 len: 168 time: 0.5692208 Jun 16 15:21:17.377583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c5e1e-465a-404b-a511-526127fc21c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:17.378050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59312) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:17.547556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.551397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:17.559384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 7aebff79-9a3f-43e3-bd79-6344b8d09470 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:17.560352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.779324 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port 7aebff79-9a3f-43e3-bd79-6344b8d09470, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7aebff79-9a3f-43e3-bd79-6344b8d09470,segment=NetworkSegment(d1c7d76e-ffad-4f2e-9871-875f51f55b42),segment_id=d1c7d76e-ffad-4f2e-9871-875f51f55b42)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:17.779678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.031399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] DHCP port deletion for 192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:21:18.037343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 7aebff79-9a3f-43e3-bd79-6344b8d09470 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:18.038368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:15Z', 'revision_number': 10, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:18.040427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] Deleting port 7aebff79-9a3f-43e3-bd79-6344b8d09470 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:18.040801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.077517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e493f48c-4e5d-479b-b2ae-85aabad57c60 None None] The sync data for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv is: [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:15Z', 'revision_number': 10, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None, '_interfaces': [{'id': '3e657f1d-610a-4794-a319-bcd8ebce26fb', 'name': '', 'network_id': 'd93218d7-a718-4847-b7ce-4f1323a940e5', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'mac_address': 'fa:16:3e:b8:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:40Z', 'revision_number': 5, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'subnets': [{'id': '9fa56c87-4805-4e60-89df-597f7bc05e52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:18.248974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.267422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] For port 7aebff79-9a3f-43e3-bd79-6344b8d09470, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7aebff79-9a3f-43e3-bd79-6344b8d09470,segment=NetworkSegment(d1c7d76e-ffad-4f2e-9871-875f51f55b42),segment_id=d1c7d76e-ffad-4f2e-9871-875f51f55b42)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:18.267867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.303905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=7aebff79-9a3f-43e3-bd79-6344b8d09470,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:18.317139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No DVR routers for this DVR port 7aebff79-9a3f-43e3-bd79-6344b8d09470 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:21:18.336753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7c5a2-422f-4aa0-969f-b34e1350fbd2 req-5f60d572-9536-4e66-a3e8-bab0565b0318 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:18.343475 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6ff7c5a2-422f-4aa0-969f-b34e1350fbd2 req-5f60d572-9536-4e66-a3e8-bab0565b0318 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.1085839 Jun 16 15:21:18.387431 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6ff7c5a2-422f-4aa0-969f-b34e1350fbd2 req-46406af9-667d-4505-a823-74ec87033a0a tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427737 Jun 16 15:21:18.433708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] Calling delete_port for 7aebff79-9a3f-43e3-bd79-6344b8d09470 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:18.458292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.498698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:18.509362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6460510d-730f-4146-ad1b-3ecbef03b8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.517429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c7d76e-ffad-4f2e-9871-875f51f55b42') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:18.517874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c7d76e-ffad-4f2e-9871-875f51f55b42') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:18.521623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:21:18.522138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:21:18.533660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.555221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.562298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:21:18.562692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.656130 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment d1c7d76e-ffad-4f2e-9871-875f51f55b42 resource provider aggregate not found Jun 16 15:21:18.680061 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment d1c7d76e-ffad-4f2e-9871-875f51f55b42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1c7d76e-ffad-4f2e-9871-875f51f55b42 found for delete ", "request_id": "req-0a6a8fc1-c522-4d34-879a-9381cbf5f4e0"}]} Jun 16 15:21:18.749772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.828856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.845923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.857262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Network': ['ID=192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:18.864655 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-31757ac9-639c-4eb7-a4a6-0c0253ac2090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/networks/192e2b8e-cbbf-47b5-9eb2-0dbfa10e4a56 HTTP/1.1" status: 204 len: 168 time: 1.4870489 Jun 16 15:21:18.873291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59330) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:19.023604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] Deleting port 7aebff79-9a3f-43e3-bd79-6344b8d09470 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:19.024108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.098353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-351930f3-cc2c-4c8d-ae2a-b81fff4ff1b0 None None] The port '7aebff79-9a3f-43e3-bd79-6344b8d09470' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:21:19.195365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cc13d-c22f-43b9-bdb8-3b13dae9f801 req-7ddf4307-97df-4ff8-bdbb-b5fd154bf2e0 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:19.197428 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b18cc13d-c22f-43b9-bdb8-3b13dae9f801 req-7ddf4307-97df-4ff8-bdbb-b5fd154bf2e0 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.1078622 Jun 16 15:21:19.247099 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b18cc13d-c22f-43b9-bdb8-3b13dae9f801 req-0e259108-c327-480b-9e16-a946b87f4d5d tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Jun 16 15:21:19.377083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:19.412022 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:19.412431 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0cd469d1-bb4a-4052-b1cc-3ec79b4b069b not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:19.413089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7aebff79-9a3f-43e3-bd79-6344b8d09470 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:19.437767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.446749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 7aebff79-9a3f-43e3-bd79-6344b8d09470 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:19.447139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7aebff79-9a3f-43e3-bd79-6344b8d09470 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:19.779370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port 3e657f1d-610a-4794-a319-bcd8ebce26fb {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:19.779983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:20.081044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port 3e657f1d-610a-4794-a319-bcd8ebce26fb, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3e657f1d-610a-4794-a319-bcd8ebce26fb,segment=NetworkSegment(32c84fc7-b88e-4518-9051-ae4b3dd777ad),segment_id=32c84fc7-b88e-4518-9051-ae4b3dd777ad)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:20.081397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:20.196085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:20.209006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for 3e657f1d-610a-4794-a319-bcd8ebce26fb owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:20.464983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:20.482566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0892fa-4f9e-42b0-af98-f3e079781934 req-90f50ac6-a57a-467b-9d1e-7cad5ac9353f tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:20.484270 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ab0892fa-4f9e-42b0-af98-f3e079781934 req-90f50ac6-a57a-467b-9d1e-7cad5ac9353f tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.1051304 Jun 16 15:21:20.515360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=3e657f1d-610a-4794-a319-bcd8ebce26fb,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:20.545645 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ab0892fa-4f9e-42b0-af98-f3e079781934 req-62dee79e-08b0-4af1-ac89-424befa3507b tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550194 Jun 16 15:21:20.752995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.049086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:21.108690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0034b-477c-49d8-a922-7cd40b348f68 req-667dbe3a-b105-4faf-8233-039a004a3c90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:21.110188 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-74f0034b-477c-49d8-a922-7cd40b348f68 req-667dbe3a-b105-4faf-8233-039a004a3c90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.1163368 Jun 16 15:21:21.155674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-74f0034b-477c-49d8-a922-7cd40b348f68 req-7d0b8e48-c813-40f7-8177-bdd0ff9881eb tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 Jun 16 15:21:21.233218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:21.245215 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] Sync routers for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:21.251037 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-48b16e52-39b2-46de-9992-57fc9090f2e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3827448 Jun 16 15:21:21.253805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59346) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:21.256349 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:21.257217 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:21.270748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1594e7-2e48-4d19-9b6c-1f3b8bbdc55f req-d8029360-7814-4916-a66e-4b5c5dde20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:21.272005 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-aa1594e7-2e48-4d19-9b6c-1f3b8bbdc55f req-d8029360-7814-4916-a66e-4b5c5dde20d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44b2ad87dad145e2ad1bff9f9475523b&device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 1098 time: 0.1660225 Jun 16 15:21:21.349803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-751c3586-c862-43a6-a861-7d54159f11f0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting subnet 9fa56c87-4805-4e60-89df-597f7bc05e52 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:21:21.354952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-751c3586-c862-43a6-a861-7d54159f11f0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.421699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-751c3586-c862-43a6-a861-7d54159f11f0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.423814 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:21.493401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.576023 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:20Z', 'revision_number': 11, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:21.576527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1594e7-2e48-4d19-9b6c-1f3b8bbdc55f req-090ec909-299e-4c4b-982c-30137b5158d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:21.578134 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-aa1594e7-2e48-4d19-9b6c-1f3b8bbdc55f req-090ec909-299e-4c4b-982c-30137b5158d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=857d22ba-68a3-4cc8-8235-df87685e99e9 HTTP/1.1" status: 200 len: 912 time: 0.2985623 Jun 16 15:21:21.580352 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] Checking router: 57981a67-721c-4077-8a8f-778f6af2b19d for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:21:21.589482 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:21.590139 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:21.641176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-751c3586-c862-43a6-a861-7d54159f11f0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.646903 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-aa1594e7-2e48-4d19-9b6c-1f3b8bbdc55f req-cd31af21-6ec7-48b3-992b-241f16d84b40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8aefec4-8bd3-42b3-821d-65250dab52b2 HTTP/1.1" status: 200 len: 217 time: 0.0624032 Jun 16 15:21:21.716262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1594e7-2e48-4d19-9b6c-1f3b8bbdc55f req-42979069-2d8e-4fd4-acf7-697f87f05c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:21.717739 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-aa1594e7-2e48-4d19-9b6c-1f3b8bbdc55f req-42979069-2d8e-4fd4-acf7-697f87f05c62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e71261a-2b73-42df-8210-3f255fd0e662 HTTP/1.1" status: 200 len: 851 time: 0.0647430 Jun 16 15:21:21.720732 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:21.775514 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-aa1594e7-2e48-4d19-9b6c-1f3b8bbdc55f req-c47ae366-7b6d-4161-b212-dc84d836e9eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=857d22ba-68a3-4cc8-8235-df87685e99e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509214 Jun 16 15:21:21.779681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-751c3586-c862-43a6-a861-7d54159f11f0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.826562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-751c3586-c862-43a6-a861-7d54159f11f0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.832444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d015444-924c-4f94-8060-04c1d1faa765 None None] Network d93218d7-a718-4847-b7ce-4f1323a940e5 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:21.833681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c3586-c862-43a6-a861-7d54159f11f0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa56c87-4805-4e60-89df-597f7bc05e52,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:21.839833 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-751c3586-c862-43a6-a861-7d54159f11f0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/9fa56c87-4805-4e60-89df-597f7bc05e52 HTTP/1.1" status: 204 len: 168 time: 0.5824811 Jun 16 15:21:21.849433 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:20Z', 'revision_number': 11, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:21.849629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59352) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:21.853830 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b1071-e650-466a-b0dd-8e7ee22113fe None None] The sync data for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv is: [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:20Z', 'revision_number': 11, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:21.945415 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-aa1594e7-2e48-4d19-9b6c-1f3b8bbdc55f req-aa2f5818-57c3-4775-9164-886191eb9b0e service neutron] 10.222.0.46 "GET /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631398 Jun 16 15:21:21.987130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.998278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Deleting port cd1afdc5-0e63-4545-9a50-28c686589e02 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:21.998693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:22.103923 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-aa1594e7-2e48-4d19-9b6c-1f3b8bbdc55f req-1b2364c1-12a0-4100-be1f-87692159bc6d service neutron] 10.222.0.46 "GET /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512682 Jun 16 15:21:22.238556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] DHCP port deletion for d93218d7-a718-4847-b7ce-4f1323a940e5 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:21:22.243013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] Deleting port cd1afdc5-0e63-4545-9a50-28c686589e02 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:22.243392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:22.292173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] For port cd1afdc5-0e63-4545-9a50-28c686589e02, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cd1afdc5-0e63-4545-9a50-28c686589e02,segment=NetworkSegment(32c84fc7-b88e-4518-9051-ae4b3dd777ad),segment_id=32c84fc7-b88e-4518-9051-ae4b3dd777ad)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:22.292872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:22.487945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Calling delete_port for cd1afdc5-0e63-4545-9a50-28c686589e02 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:22.509873 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] For port cd1afdc5-0e63-4545-9a50-28c686589e02, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cd1afdc5-0e63-4545-9a50-28c686589e02,segment=NetworkSegment(32c84fc7-b88e-4518-9051-ae4b3dd777ad),segment_id=32c84fc7-b88e-4518-9051-ae4b3dd777ad)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:22.510461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:22.610252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-bff9a6c1-66a7-44da-be07-2213a2ee72ee tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Synchronizing usage tracker for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:21:22.635518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa05cf-7e30-4f88-83ea-3680934d8564 req-b3d0e144-68d0-464d-8812-26b132c248ec tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:22.638957 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1ffa05cf-7e30-4f88-83ea-3680934d8564 req-b3d0e144-68d0-464d-8812-26b132c248ec tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.3320386 Jun 16 15:21:22.674787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] Calling delete_port for cd1afdc5-0e63-4545-9a50-28c686589e02 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:22.686565 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1ffa05cf-7e30-4f88-83ea-3680934d8564 req-aac3b0b8-0f58-4ae7-b4e0-37b92c6a90dd tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Jun 16 15:21:22.726177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:22.748555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:21:22.748908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:21:22.773293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-bff9a6c1-66a7-44da-be07-2213a2ee72ee tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Unset dirty status for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:21:22.774433 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-bff9a6c1-66a7-44da-be07-2213a2ee72ee tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778593693&fields=id&tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e HTTP/1.1" status: 200 len: 267 time: 0.3524976 Jun 16 15:21:22.775499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Port': ['ID=cd1afdc5-0e63-4545-9a50-28c686589e02,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:22.779414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No DVR routers for this DVR port cd1afdc5-0e63-4545-9a50-28c686589e02 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:21:22.999517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.041669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93218d7-a718-4847-b7ce-4f1323a940e5']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:23.070018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c84fc7-b88e-4518-9051-ae4b3dd777ad') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:23.070318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c84fc7-b88e-4518-9051-ae4b3dd777ad') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:23.086687 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.099410 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-73f71fb5-0a2f-4778-9dee-b26ecc9417db tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:23.100084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-73f71fb5-0a2f-4778-9dee-b26ecc9417db tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Synchronizing usage tracker for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:21:23.115619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.125551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:21:23.125939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.159016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 32c84fc7-b88e-4518-9051-ae4b3dd777ad resource provider aggregate not found Jun 16 15:21:23.209837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-73f71fb5-0a2f-4778-9dee-b26ecc9417db tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Unset dirty status for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:21:23.211434 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-73f71fb5-0a2f-4778-9dee-b26ecc9417db tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 812 time: 0.4059052 Jun 16 15:21:23.236458 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 32c84fc7-b88e-4518-9051-ae4b3dd777ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32c84fc7-b88e-4518-9051-ae4b3dd777ad found for delete ", "request_id": "req-3add661a-1ee9-4591-8b95-9a92335e5048"}]} Jun 16 15:21:23.239253 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-30ddc42c-8b47-48d4-a068-f7f79a14df4e tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/quotas/1a3bb8253ad34d2c8c013bd11f34ea2e HTTP/1.1" status: 200 len: 375 time: 0.0212975 Jun 16 15:21:23.250182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] Deleting port cd1afdc5-0e63-4545-9a50-28c686589e02 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:23.250734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.306140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.322266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-96c6768a-55d4-4ddf-948f-3cd2aee75a23 None None] The port 'cd1afdc5-0e63-4545-9a50-28c686589e02' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:21:23.333487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.336664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Pushing event deleted for resources: {'Network': ['ID=d93218d7-a718-4847-b7ce-4f1323a940e5,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:23.353662 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f7e0b41b-9681-4263-a08e-5498b34ad5d7 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/networks/d93218d7-a718-4847-b7ce-4f1323a940e5 HTTP/1.1" status: 204 len: 168 time: 1.5026670 Jun 16 15:21:23.356113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59370) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:23.361497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-43afe7bd-4af9-4c75-a08e-ff6cbd5ebe05 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'routes': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:23.378317 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a69516ea-9515-4b01-b5f5-bd3ad48fb856 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323547 Jun 16 15:21:23.391767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 3e657f1d-610a-4794-a319-bcd8ebce26fb no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:23.428003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 3e657f1d-610a-4794-a319-bcd8ebce26fb {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:23.428521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 3e657f1d-610a-4794-a319-bcd8ebce26fb not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:23.429085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cd1afdc5-0e63-4545-9a50-28c686589e02 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:23.474216 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: cd1afdc5-0e63-4545-9a50-28c686589e02 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:23.474561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cd1afdc5-0e63-4545-9a50-28c686589e02 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:23.637794 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-97777f8f-0db5-4cc1-984f-2a10a2c37729 service neutron] 10.222.0.73 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420192 Jun 16 15:21:23.678596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.extraroute_db [None req-43afe7bd-4af9-4c75-a08e-ff6cbd5ebe05 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Added routes are [] {{(pid=89746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 16 15:21:23.678897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.extraroute_db [None req-43afe7bd-4af9-4c75-a08e-ff6cbd5ebe05 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Removed routes are [] {{(pid=89746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 16 15:21:23.679282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43afe7bd-4af9-4c75-a08e-ff6cbd5ebe05 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.770779 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-225d5e7e-d82c-486e-8110-e6b2de4e1f14 service neutron] 10.222.0.73 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270959 Jun 16 15:21:23.894420 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5005c-7bf8-4e01-b897-37450e3707a4 req-db77c424-6bc5-4a47-93c0-ec1dcf87133c tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:23.899402 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5cd5005c-7bf8-4e01-b897-37450e3707a4 req-db77c424-6bc5-4a47-93c0-ec1dcf87133c tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.1008589 Jun 16 15:21:23.935878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43afe7bd-4af9-4c75-a08e-ff6cbd5ebe05 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.939187 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43afe7bd-4af9-4c75-a08e-ff6cbd5ebe05 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.946670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5cd5005c-7bf8-4e01-b897-37450e3707a4 req-554c32c7-10ff-42f3-9d50-3cd834939e7c tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451083 Jun 16 15:21:24.192081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43afe7bd-4af9-4c75-a08e-ff6cbd5ebe05 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 57981a67-721c-4077-8a8f-778f6af2b19d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:24.331892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43afe7bd-4af9-4c75-a08e-ff6cbd5ebe05 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:24.339862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43afe7bd-4af9-4c75-a08e-ff6cbd5ebe05 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:24.340612 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-43afe7bd-4af9-4c75-a08e-ff6cbd5ebe05 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d HTTP/1.1" status: 200 len: 705 time: 0.9829953 Jun 16 15:21:24.343704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59384) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:24.344465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] Sync routers for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:24.355630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:24.356400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:24.393775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-37b59c9d-adff-4097-b658-08d647d1a890 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:21:24.470547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-37b59c9d-adff-4097-b658-08d647d1a890 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:21:24.474329 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-37b59c9d-adff-4097-b658-08d647d1a890 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=57981a67-721c-4077-8a8f-778f6af2b19d HTTP/1.1" status: 200 len: 205 time: 0.1295736 Jun 16 15:21:24.474533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59392) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:24.505848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:24.572324 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c9c4957-29c4-4662-b115-fae9b7c8da78 req-5814e40e-6cf5-45e9-aeab-fbc31a43c18c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 210 time: 0.0608659 Jun 16 15:21:24.664022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-39e6334d-1d97-4309-8ddb-8d3f21a92a0f tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:24.674053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c833d-5b2e-43a2-8301-406ec295637f req-778ba6bb-abf5-47c1-9a6b-e738ba16aceb tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:24.675612 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e3c833d-5b2e-43a2-8301-406ec295637f req-778ba6bb-abf5-47c1-9a6b-e738ba16aceb tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.1062200 Jun 16 15:21:24.677614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:20Z', 'revision_number': 11, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:24.682686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] Checking router: 57981a67-721c-4077-8a8f-778f6af2b19d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:21:24.692710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] Routers {'57981a67-721c-4077-8a8f-778f6af2b19d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:24.693352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['57981a67-721c-4077-8a8f-778f6af2b19d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:24.726221 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e3c833d-5b2e-43a2-8301-406ec295637f req-7e5cbc83-8ca1-4298-b35d-6c5033cc52d3 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Jun 16 15:21:24.835081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] Set router 57981a67-721c-4077-8a8f-778f6af2b19d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:24.944774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:20Z', 'revision_number': 11, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:24.958581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503de430-2d46-407e-9422-4b318b41bd04 None None] The sync data for ids ['57981a67-721c-4077-8a8f-778f6af2b19d'] in dv-neutron-846028-2-hyperv is: [{'id': '57981a67-721c-4077-8a8f-778f6af2b19d', 'name': 'tempest-RoutersIpV6Test-router-1543189677', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:20Z', 'updated_at': '2022-06-16T15:21:20Z', 'revision_number': 11, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:24.985135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-39e6334d-1d97-4309-8ddb-8d3f21a92a0f tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:24.987513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-39e6334d-1d97-4309-8ddb-8d3f21a92a0f tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.076930 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-39e6334d-1d97-4309-8ddb-8d3f21a92a0f tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.077442 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e6334d-1d97-4309-8ddb-8d3f21a92a0f tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Fanout notify agent at l3_agent the message router_deleted on router 57981a67-721c-4077-8a8f-778f6af2b19d {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:21:25.092369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-39e6334d-1d97-4309-8ddb-8d3f21a92a0f tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.093484 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-39e6334d-1d97-4309-8ddb-8d3f21a92a0f tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d HTTP/1.1" status: 204 len: 168 time: 0.6173730 Jun 16 15:21:25.097946 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59402) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:25.103545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-258831605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:25.111066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:25.115546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Usage tracker for resource:router and tenant:a2b23f4d85724d80b80fe11d7796e31d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:25.121534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:25.125543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:25.248508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.249795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.265344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.339369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.424761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.425892 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c7841858-404c-4784-b240-3c8195860464 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3268831 Jun 16 15:21:25.428810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59408) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:25.433701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-baa69536-0db1-4ed0-8f44-c5bbadcce594 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:25.756035 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ffac92d-6742-4092-b84a-0b685c856b60 req-63c6022b-795a-42a9-80a3-f299ff06ae5f tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 210 time: 0.0677865 Jun 16 15:21:25.813880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-baa69536-0db1-4ed0-8f44-c5bbadcce594 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.870716 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-baa69536-0db1-4ed0-8f44-c5bbadcce594 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.941923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db902-4a7f-4102-ae20-20ceb367c65d req-edfb375c-e4d5-41c4-86ae-9bc11002fc53 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:25.943503 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4b2db902-4a7f-4102-ae20-20ceb367c65d req-edfb375c-e4d5-41c4-86ae-9bc11002fc53 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.0963714 Jun 16 15:21:25.992428 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4b2db902-4a7f-4102-ae20-20ceb367c65d req-8c612f56-3a5f-433e-9dae-3221cc5abf18 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427001 Jun 16 15:21:26.268364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa69536-0db1-4ed0-8f44-c5bbadcce594 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Router 1c483f4e-9ab5-4142-9f81-98f120b04264 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:21:26.401280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa69536-0db1-4ed0-8f44-c5bbadcce594 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:26.407670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-baa69536-0db1-4ed0-8f44-c5bbadcce594 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.408804 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-baa69536-0db1-4ed0-8f44-c5bbadcce594 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "PUT /v2.0/routers/1c483f4e-9ab5-4142-9f81-98f120b04264 HTTP/1.1" status: 200 len: 697 time: 0.9790831 Jun 16 15:21:26.411458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59416) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:26.415103 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] Sync routers for ids ['1c483f4e-9ab5-4142-9f81-98f120b04264'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:26.425459 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] Routers {'1c483f4e-9ab5-4142-9f81-98f120b04264'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:26.426061 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c483f4e-9ab5-4142-9f81-98f120b04264'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:26.556733 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] Set router 1c483f4e-9ab5-4142-9f81-98f120b04264 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:26.600882 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4c53ac0b-e1af-46df-9972-b20f855147e0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/routers/1c483f4e-9ab5-4142-9f81-98f120b04264 HTTP/1.1" status: 200 len: 703 time: 0.1883259 Jun 16 15:21:26.608089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59420) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:26.662849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a49d3f68-19d8-4389-843a-e29457ddf666 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Synchronizing usage tracker for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:21:26.671790 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c483f4e-9ab5-4142-9f81-98f120b04264', 'name': 'tempest-RoutersIpV6Test-router-258831605', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:21:25Z', 'updated_at': '2022-06-16T15:21:25Z', 'revision_number': 2, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:26.675958 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] Checking router: 1c483f4e-9ab5-4142-9f81-98f120b04264 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:21:26.681824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a49d3f68-19d8-4389-843a-e29457ddf666 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Unset dirty status for tenant:a2b23f4d85724d80b80fe11d7796e31d on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:21:26.686520 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a49d3f68-19d8-4389-843a-e29457ddf666 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c483f4e-9ab5-4142-9f81-98f120b04264 HTTP/1.1" status: 200 len: 205 time: 0.0785534 Jun 16 15:21:26.691245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6ee51-be66-4731-a767-af991810acb8 req-981f6166-f42d-4ee1-89e7-2f58f2fc3cda tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:26.691945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-dfa6ee51-be66-4731-a767-af991810acb8 req-981f6166-f42d-4ee1-89e7-2f58f2fc3cda tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Synchronizing usage tracker for tenant:44b2ad87dad145e2ad1bff9f9475523b on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:21:26.693670 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] Routers {'1c483f4e-9ab5-4142-9f81-98f120b04264'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:26.694304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59424) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:26.694983 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c483f4e-9ab5-4142-9f81-98f120b04264'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:26.757312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-eba9fd23-f859-4872-9360-58eb2e24f0a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:26.759078 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-eba9fd23-f859-4872-9360-58eb2e24f0a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 812 time: 0.1601973 Jun 16 15:21:26.829308 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-fb21e0c0-52ab-4550-8a97-ffe567ec9d6f tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e HTTP/1.1" status: 200 len: 379 time: 0.0609627 Jun 16 15:21:26.834209 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] Set router 1c483f4e-9ab5-4142-9f81-98f120b04264 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:26.841475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94121698-54b7-41ed-8e8c-48067d5e5573 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.844207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'port': {'device_id': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'admin_state_up': True, 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'security_groups': ['454d8d76-4879-466f-a373-1da0458c86a3']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:26.944756 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c483f4e-9ab5-4142-9f81-98f120b04264', 'name': 'tempest-RoutersIpV6Test-router-258831605', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:21:25Z', 'updated_at': '2022-06-16T15:21:25Z', 'revision_number': 2, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:26.948882 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e2a968-e39d-4d3e-b605-7fd3e23854c8 None None] The sync data for ids ['1c483f4e-9ab5-4142-9f81-98f120b04264'] in dv-neutron-846028-2-hyperv is: [{'id': '1c483f4e-9ab5-4142-9f81-98f120b04264', 'name': 'tempest-RoutersIpV6Test-router-258831605', 'tenant_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:21:25Z', 'updated_at': '2022-06-16T15:21:25Z', 'revision_number': 2, 'project_id': 'a2b23f4d85724d80b80fe11d7796e31d', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:26.959347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-dfa6ee51-be66-4731-a767-af991810acb8 req-981f6166-f42d-4ee1-89e7-2f58f2fc3cda tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Unset dirty status for tenant:44b2ad87dad145e2ad1bff9f9475523b on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:21:26.959347 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-dfa6ee51-be66-4731-a767-af991810acb8 req-981f6166-f42d-4ee1-89e7-2f58f2fc3cda tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.46 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.4889805 Jun 16 15:21:27.014419 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ab3f0629-d6bc-428e-b330-aa6bbf070ba7 req-f7fdff79-cb8c-4fae-96bf-c2eb9d46c46e tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 210 time: 0.0739861 Jun 16 15:21:27.079042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:27.083954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:port and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:27.087247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:27.094001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:27.201286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Made reservation on behalf of 1a3bb8253ad34d2c8c013bd11f34ea2e for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:27.201286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:27.206474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94121698-54b7-41ed-8e8c-48067d5e5573 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:27.210308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94121698-54b7-41ed-8e8c-48067d5e5573 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:27.218848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-dfa6ee51-be66-4731-a767-af991810acb8 req-b6674d73-2410-40fe-a594-9d013d244d90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Deleting port c8aefec4-8bd3-42b3-821d-65250dab52b2 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:27.219307 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-dfa6ee51-be66-4731-a767-af991810acb8 req-b6674d73-2410-40fe-a594-9d013d244d90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:27.327679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d18558-50ae-4c51-8608-fdae5648cfd5 req-406f94f1-3c3b-4901-bbdc-60517eed6394 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:27.334721 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-77d18558-50ae-4c51-8608-fdae5648cfd5 req-406f94f1-3c3b-4901-bbdc-60517eed6394 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 945 time: 0.2009089 Jun 16 15:21:27.367497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94121698-54b7-41ed-8e8c-48067d5e5573 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:27.372210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94121698-54b7-41ed-8e8c-48067d5e5573 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Fanout notify agent at l3_agent the message router_deleted on router 1c483f4e-9ab5-4142-9f81-98f120b04264 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:21:27.401231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-94121698-54b7-41ed-8e8c-48067d5e5573 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:27.402560 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-94121698-54b7-41ed-8e8c-48067d5e5573 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/1c483f4e-9ab5-4142-9f81-98f120b04264 HTTP/1.1" status: 204 len: 168 time: 0.7073581 Jun 16 15:21:27.406590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59434) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:27.440257 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-77d18558-50ae-4c51-8608-fdae5648cfd5 req-6aed7b56-5250-41d1-85c3-67541a322333 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/security-groups?id=16491f41-b7e4-4fc2-9094-c7c295447d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045356 Jun 16 15:21:27.457324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Allocated IP 172.20.0.13 (6de34a97-b95c-4d45-8d42-c8f3aa15963a/9db34bba-7e47-4579-aa13-905bb549e186/a8e9d536-16d5-47f3-add4-3bd19bc1effd) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:21:27.622978 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fd054e10-27df-4863-9cfb-3c7f13b89b6e tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c483f4e-9ab5-4142-9f81-98f120b04264 HTTP/1.1" status: 200 len: 205 time: 0.2148652 Jun 16 15:21:27.625287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59438) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:27.746806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-dfa6ee51-be66-4731-a767-af991810acb8 req-b6674d73-2410-40fe-a594-9d013d244d90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] For port c8aefec4-8bd3-42b3-821d-65250dab52b2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c8aefec4-8bd3-42b3-821d-65250dab52b2,segment=NetworkSegment(218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc),segment_id=218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:27.747233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-dfa6ee51-be66-4731-a767-af991810acb8 req-b6674d73-2410-40fe-a594-9d013d244d90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:27.822232 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-9e1b2976-ed07-4f4e-818d-c61351ffd773 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] delete failed (client error): The resource could not be found. Jun 16 15:21:27.823276 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9e1b2976-ed07-4f4e-818d-c61351ffd773 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/1c483f4e-9ab5-4142-9f81-98f120b04264 HTTP/1.1" status: 404 len: 336 time: 0.1968505 Jun 16 15:21:27.825957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59442) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:27.882893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-dfa6ee51-be66-4731-a767-af991810acb8 req-b6674d73-2410-40fe-a594-9d013d244d90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Calling delete_port for c8aefec4-8bd3-42b3-821d-65250dab52b2 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:27.883464 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc28160-0dff-45ef-9a43-c53208f48e95 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] DELETE failed (client error): The resource could not be found. Jun 16 15:21:27.883464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc28160-0dff-45ef-9a43-c53208f48e95 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:21:27.901820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:27.908940 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bdc28160-0dff-45ef-9a43-c53208f48e95 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/a6ae845b-aff4-462f-9387-6e0003bdbde0 HTTP/1.1" status: 404 len: 337 time: 0.0797737 Jun 16 15:21:27.910436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59446) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:27.955875 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9095fbac-5d73-4aa4-844b-c29bc143dcfc tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] DELETE failed (client error): The resource could not be found. Jun 16 15:21:27.956330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9095fbac-5d73-4aa4-844b-c29bc143dcfc tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:21:27.960257 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9095fbac-5d73-4aa4-844b-c29bc143dcfc tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/a8e88783-8405-4de0-8698-932e9371e69f HTTP/1.1" status: 404 len: 337 time: 0.0466454 Jun 16 15:21:27.960897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59450) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:27.963064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Transition to ACTIVE for port object a8e9d536-16d5-47f3-add4-3bd19bc1effd will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:28.006474 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd6cef4-bdc6-45ed-82aa-fc37e16d80c0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] DELETE failed (client error): The resource could not be found. Jun 16 15:21:28.006924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd6cef4-bdc6-45ed-82aa-fc37e16d80c0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:21:28.011111 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dbd6cef4-bdc6-45ed-82aa-fc37e16d80c0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/4ab8c3ca-fdfb-4fa0-b5b6-2e47dd0fc307 HTTP/1.1" status: 404 len: 337 time: 0.0472605 Jun 16 15:21:28.016887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59454) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:28.054749 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a15a38-f691-49ed-8ae2-f87fb854af36 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] DELETE failed (client error): The resource could not be found. Jun 16 15:21:28.055321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a15a38-f691-49ed-8ae2-f87fb854af36 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:21:28.057205 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-79a15a38-f691-49ed-8ae2-f87fb854af36 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/9fa56c87-4805-4e60-89df-597f7bc05e52 HTTP/1.1" status: 404 len: 337 time: 0.0449893 Jun 16 15:21:28.059927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59460) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:28.128853 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-099333df-52aa-40c0-b468-831d173ebce6 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=57981a67-721c-4077-8a8f-778f6af2b19d HTTP/1.1" status: 200 len: 205 time: 0.0650127 Jun 16 15:21:28.129060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59464) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:28.139870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:28.217245 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-5416c534-a830-4949-b9d9-73ad74efe507 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] delete failed (client error): The resource could not be found. Jun 16 15:21:28.218282 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5416c534-a830-4949-b9d9-73ad74efe507 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/57981a67-721c-4077-8a8f-778f6af2b19d HTTP/1.1" status: 404 len: 336 time: 0.0881960 Jun 16 15:21:28.222212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-dfa6ee51-be66-4731-a767-af991810acb8 req-b6674d73-2410-40fe-a594-9d013d244d90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:28.222212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59468) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:28.231756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['c8aefec4-8bd3-42b3-821d-65250dab52b2'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:21:28.280241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:28.284359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:28.286894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:21:28.347675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6674d73-2410-40fe-a594-9d013d244d90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Pushing event deleted for resources: {'Port': ['ID=c8aefec4-8bd3-42b3-821d-65250dab52b2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:28.357755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'Port': ['ID=a8e9d536-16d5-47f3-add4-3bd19bc1effd,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:28.399421 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-79464017-2a7a-46cd-a935-093b0595d6f2 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=2174b490-ffec-4cf5-9fa5-4d099011ed74 HTTP/1.1" status: 200 len: 205 time: 0.1769574 Jun 16 15:21:28.406357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59472) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:28.414569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:28.415477 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:28.442878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef15b0-65ad-4aa0-bfd5-1eedde576199 req-755e5ad8-6b1d-4df4-a9c9-2dd823a011c0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:28.443742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-6aef15b0-65ad-4aa0-bfd5-1eedde576199 req-755e5ad8-6b1d-4df4-a9c9-2dd823a011c0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Synchronizing usage tracker for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:21:28.528628 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-3af1dbff-101e-45b7-9539-953127923a58 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6923306 Jun 16 15:21:28.531637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa6ee51-be66-4731-a767-af991810acb8 req-b6674d73-2410-40fe-a594-9d013d244d90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] No DVR routers for this DVR port c8aefec4-8bd3-42b3-821d-65250dab52b2 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:21:28.533583 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-44975683-b893-4336-a160-1c791efeed92 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] delete failed (client error): The resource could not be found. Jun 16 15:21:28.536978 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-44975683-b893-4336-a160-1c791efeed92 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/2174b490-ffec-4cf5-9fa5-4d099011ed74 HTTP/1.1" status: 404 len: 336 time: 0.1272206 Jun 16 15:21:28.536978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-dfa6ee51-be66-4731-a767-af991810acb8 req-b6674d73-2410-40fe-a594-9d013d244d90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:28.538106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59478) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:28.538504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3545fc78-aee5-46d5-8229-eda7b2771c67', 'name': 'network-vif-deleted', 'tag': 'c8aefec4-8bd3-42b3-821d-65250dab52b2'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:21:28.545489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Request body: {'port': {'device_id': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:28.608335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-6aef15b0-65ad-4aa0-bfd5-1eedde576199 req-755e5ad8-6b1d-4df4-a9c9-2dd823a011c0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Unset dirty status for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:21:28.609472 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6aef15b0-65ad-4aa0-bfd5-1eedde576199 req-755e5ad8-6b1d-4df4-a9c9-2dd823a011c0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 932 time: 0.4229994 Jun 16 15:21:28.620131 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-dfa6ee51-be66-4731-a767-af991810acb8 req-b6674d73-2410-40fe-a594-9d013d244d90 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.46 "DELETE /v2.0/ports/c8aefec4-8bd3-42b3-821d-65250dab52b2 HTTP/1.1" status: 204 len: 173 time: 1.6463013 Jun 16 15:21:28.686595 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-908c25b2-fa82-4e63-a84b-0797d1e8dd02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] DELETE failed (client error): The resource could not be found. Jun 16 15:21:28.687311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908c25b2-fa82-4e63-a84b-0797d1e8dd02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:21:28.690257 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-908c25b2-fa82-4e63-a84b-0797d1e8dd02 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/65908a37-63f4-41dd-bd44-154570c800d0 HTTP/1.1" status: 404 len: 337 time: 0.1165943 Jun 16 15:21:28.692865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59484) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:28.722715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1ae0f997-fd04-4e97-96d5-784c43b9362d None None] Provisioning for port a8e9d536-16d5-47f3-add4-3bd19bc1effd completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:28.723440 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5ce5d7f5-3a00-4cf8-b186-aad8bc64b228 req-85104390-f7dd-4a7b-ab61-ff049cfff113 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 210 time: 0.1033797 Jun 16 15:21:28.733680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1ae0f997-fd04-4e97-96d5-784c43b9362d None None] Provisioning complete for port a8e9d536-16d5-47f3-add4-3bd19bc1effd triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:28.734565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f997-fd04-4e97-96d5-784c43b9362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:28.835548 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6aef15b0-65ad-4aa0-bfd5-1eedde576199 req-1bb07672-b748-47a8-9c74-1658191efcb4 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081718 Jun 16 15:21:28.854989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:28.856953 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d469b2-02d1-48ab-9a53-71a60f6db7af'] response: {'server_uuid': '3545fc78-aee5-46d5-8229-eda7b2771c67', 'name': 'network-vif-deleted', 'tag': 'c8aefec4-8bd3-42b3-821d-65250dab52b2', 'status': 'completed', 'code': 200} Jun 16 15:21:28.903079 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e8173899-42a8-4bb9-b315-e035f6c38218 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb3cbf04-f179-43c3-b097-0553e95542df HTTP/1.1" status: 200 len: 205 time: 0.2059898 Jun 16 15:21:28.904120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59488) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:28.934963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0f997-fd04-4e97-96d5-784c43b9362d None None] Port a8e9d536-16d5-47f3-add4-3bd19bc1effd cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:21:29.020124 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-caab2d3b-411c-4bbe-b428-4e88704337a0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] delete failed (client error): The resource could not be found. Jun 16 15:21:29.022706 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-caab2d3b-411c-4bbe-b428-4e88704337a0 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/cb3cbf04-f179-43c3-b097-0553e95542df HTTP/1.1" status: 404 len: 336 time: 0.1178665 Jun 16 15:21:29.025611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59492) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:29.091298 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e75f03d7-5725-455d-96ee-beae2e5b0f5b tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894ddfa-848e-4ac2-9517-dc9ff344fc15 HTTP/1.1" status: 200 len: 205 time: 0.0636802 Jun 16 15:21:29.093796 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59496) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:29.177530 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-68c08a3c-a879-45d2-be14-454dba37b090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] delete failed (client error): The resource could not be found. Jun 16 15:21:29.181163 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-68c08a3c-a879-45d2-be14-454dba37b090 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/7894ddfa-848e-4ac2-9517-dc9ff344fc15 HTTP/1.1" status: 404 len: 336 time: 0.0837519 Jun 16 15:21:29.181374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59500) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:29.223525 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d467398-6541-43ae-b09b-62557c757e6b tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] DELETE failed (client error): The resource could not be found. Jun 16 15:21:29.224185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d467398-6541-43ae-b09b-62557c757e6b tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:21:29.228323 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9d467398-6541-43ae-b09b-62557c757e6b tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/4f3dd6a4-c74a-47ea-86f2-57c55b25984c HTTP/1.1" status: 404 len: 337 time: 0.0435991 Jun 16 15:21:29.229569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59504) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:29.296549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-08e3ba99-ed3e-4714-b969-91040282e962 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=254990f6-36ab-4e6f-9fed-55d9ca572725 HTTP/1.1" status: 200 len: 205 time: 0.0636632 Jun 16 15:21:29.296884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59508) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:29.358691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e9d536-16d5-47f3-add4-3bd19bc1effd {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:21:29.376842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:29.379415 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-6ed6ce71-eea0-4747-8db6-22803d5ff833 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] delete failed (client error): The resource could not be found. Jun 16 15:21:29.382768 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6ed6ce71-eea0-4747-8db6-22803d5ff833 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/254990f6-36ab-4e6f-9fed-55d9ca572725 HTTP/1.1" status: 404 len: 336 time: 0.0827036 Jun 16 15:21:29.383427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59512) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:29.395044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Transition to ACTIVE for port object a8e9d536-16d5-47f3-add4-3bd19bc1effd will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:29.421836 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f8062b-c11b-4c37-a218-513b40e290c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] DELETE failed (client error): The resource could not be found. Jun 16 15:21:29.422665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f8062b-c11b-4c37-a218-513b40e290c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:21:29.424322 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-52f8062b-c11b-4c37-a218-513b40e290c5 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/4c35af7c-d72c-498a-9b8a-dff0782abf7c HTTP/1.1" status: 404 len: 337 time: 0.0394387 Jun 16 15:21:29.426810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59516) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:29.486359 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5df4827e-12ac-4213-a49e-9dc9c164a2ae tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d6c52a6-6b2b-4d84-be73-fcb653c970bf HTTP/1.1" status: 200 len: 205 time: 0.0558426 Jun 16 15:21:29.486576 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59520) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:29.504860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:29.553507 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-0fdb222a-06d3-43bc-9cb9-d746573e3734 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] delete failed (client error): The resource could not be found. Jun 16 15:21:29.557598 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0fdb222a-06d3-43bc-9cb9-d746573e3734 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/routers/8d6c52a6-6b2b-4d84-be73-fcb653c970bf HTTP/1.1" status: 404 len: 336 time: 0.0670998 Jun 16 15:21:29.557598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59524) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:29.655653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Pushing event updated for resources: {'Port': ['ID=a8e9d536-16d5-47f3-add4-3bd19bc1effd,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:29.802215 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb8b9d9-d228-4846-bc9c-8e5d1dae2e60 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] DELETE failed (client error): The resource could not be found. Jun 16 15:21:29.802691 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb8b9d9-d228-4846-bc9c-8e5d1dae2e60 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:21:29.804618 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4bb8b9d9-d228-4846-bc9c-8e5d1dae2e60 tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/f2cbb34c-f9f4-4257-998a-d102f2c11e33 HTTP/1.1" status: 404 len: 337 time: 0.2465553 Jun 16 15:21:29.807484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59530) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:29.856589 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d187ca-b16f-47bd-81a3-ba1d8f84a7ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] DELETE failed (client error): The resource could not be found. Jun 16 15:21:29.857121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d187ca-b16f-47bd-81a3-ba1d8f84a7ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:21:29.859369 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-16d187ca-b16f-47bd-81a3-ba1d8f84a7ec tempest-RoutersIpV6Test-1234983610 tempest-RoutersIpV6Test-1234983610-project] 10.222.0.73 "DELETE /v2.0/subnets/a82d1657-5e3a-41d4-adda-e3be4aa6f145 HTTP/1.1" status: 404 len: 337 time: 0.0508199 Jun 16 15:21:29.908577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Attempting to bind port a8e9d536-16d5-47f3-add4-3bd19bc1effd on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:21:29.913973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Attempting to bind port a8e9d536-16d5-47f3-add4-3bd19bc1effd by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:21:29.915165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Attempting to bind port a8e9d536-16d5-47f3-add4-3bd19bc1effd on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:30.009913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Port a8e9d536-16d5-47f3-add4-3bd19bc1effd on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:21:30.010257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Attempting to bind port a8e9d536-16d5-47f3-add4-3bd19bc1effd on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:30.031838 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ac68253d-78c2-43a6-90c0-571cfc6361b6 req-3933156e-33e3-47e5-81a1-8f1aa77bda51 tempest-TestServerAdvancedOps-1944070549 tempest-TestServerAdvancedOps-1944070549-project] 10.222.0.73 "GET /v2.0/ports?device_id=3545fc78-aee5-46d5-8229-eda7b2771c67 HTTP/1.1" status: 200 len: 210 time: 0.1090832 Jun 16 15:21:30.079181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:21:30.079520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Checking segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:21:30.079903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Bound using segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:21:30.080357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Bound port: a8e9d536-16d5-47f3-add4-3bd19bc1effd, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:21:30.081056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.327808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] For port a8e9d536-16d5-47f3-add4-3bd19bc1effd, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:21:30.331517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] For port a8e9d536-16d5-47f3-add4-3bd19bc1effd, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=a8e9d536-16d5-47f3-add4-3bd19bc1effd,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:21:30.339556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73f3bc-ce74-425f-9585-f06335300bbe req-3cb75478-5632-4bf9-b7c0-b3d53301c408 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:30.341134 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fc73f3bc-ce74-425f-9585-f06335300bbe req-3cb75478-5632-4bf9-b7c0-b3d53301c408 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 944 time: 0.3144393 Jun 16 15:21:30.368217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59540) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:30.392339 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fc73f3bc-ce74-425f-9585-f06335300bbe req-9d658ca8-a067-4ec8-a192-3727755cc0e3 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446486 Jun 16 15:21:30.416769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c8aefec4-8bd3-42b3-821d-65250dab52b2 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:30.425094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.456030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: c8aefec4-8bd3-42b3-821d-65250dab52b2 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:30.456375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c8aefec4-8bd3-42b3-821d-65250dab52b2 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:30.486254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:30.486884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.488292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-a2343de8-b113-44f2-824b-b984684f946b service neutron] 10.222.0.46 "PUT /v2.0/ports/a8e9d536-16d5-47f3-add4-3bd19bc1effd HTTP/1.1" status: 200 len: 1094 time: 1.9487481 Jun 16 15:21:30.488732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'tag': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:21:30.531318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2343de8-b113-44f2-824b-b984684f946b service neutron] Pushing event updated for resources: {'Port': ['ID=a8e9d536-16d5-47f3-add4-3bd19bc1effd,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:30.541905 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dbfff861-ac2e-4f7e-9f2f-199dad44b49a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2b23f4d85724d80b80fe11d7796e31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702244 Jun 16 15:21:30.542490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59548) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:30.565714 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4912b96d-895e-4cf6-b2fe-5b730af53eef'] response: {'name': 'network-changed', 'server_uuid': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'tag': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd', 'status': 'completed', 'code': 200} Jun 16 15:21:30.678833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8a07-2488-4ee1-b0b4-4b12b06761be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.717279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8a07-2488-4ee1-b0b4-4b12b06761be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.743795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8398-4157-4f57-b080-92889a30c6cd req-7539aa27-410b-4c69-8c17-79e9984b09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:30.745457 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a76a8398-4157-4f57-b080-92889a30c6cd req-7539aa27-410b-4c69-8c17-79e9984b09e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 1097 time: 0.1567402 Jun 16 15:21:30.902662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8398-4157-4f57-b080-92889a30c6cd req-90e8f8b0-bb4b-4910-93b3-ca2c4879d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:30.904265 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a76a8398-4157-4f57-b080-92889a30c6cd req-90e8f8b0-bb4b-4910-93b3-ca2c4879d592 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1497831 Jun 16 15:21:30.949642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8a07-2488-4ee1-b0b4-4b12b06761be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.969243 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe8a07-2488-4ee1-b0b4-4b12b06761be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fd3bed-c849-4a71-a37c-034cad95497c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:31.028645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8a07-2488-4ee1-b0b4-4b12b06761be admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.030144 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bbfe8a07-2488-4ee1-b0b4-4b12b06761be admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96fd3bed-c849-4a71-a37c-034cad95497c HTTP/1.1" status: 204 len: 168 time: 0.4864657 Jun 16 15:21:31.077835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8398-4157-4f57-b080-92889a30c6cd req-cc7fbd83-351a-42c1-89a1-ff3cb82dd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:31.080068 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a76a8398-4157-4f57-b080-92889a30c6cd req-cc7fbd83-351a-42c1-89a1-ff3cb82dd435 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692727 Jun 16 15:21:31.141116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59556) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:31.210825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e5d978-4c9e-4c50-ad89-8db4a86c5c73 admin admin] Deleting subnet 1e71261a-2b73-42df-8210-3f255fd0e662 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:21:31.213296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-ec7b15d2-c49b-47dc-af22-d3d414e1034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:31.214340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-93e5d978-4c9e-4c50-ad89-8db4a86c5c73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.214774 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-ec7b15d2-c49b-47dc-af22-d3d414e1034b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0927205 Jun 16 15:21:31.265835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-93e5d978-4c9e-4c50-ad89-8db4a86c5c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.294122 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-f3dc2181-1500-4f74-9c8b-e6570b07d0d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8e9d536-16d5-47f3-add4-3bd19bc1effd HTTP/1.1" status: 200 len: 217 time: 0.0701299 Jun 16 15:21:31.327725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-93e5d978-4c9e-4c50-ad89-8db4a86c5c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.381523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-19dc8fac-3bc8-4378-a198-035a499938eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:31.383264 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-19dc8fac-3bc8-4378-a198-035a499938eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0823126 Jun 16 15:21:31.482156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-93e5d978-4c9e-4c50-ad89-8db4a86c5c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.520338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-6daf3c54-dac1-4990-bdc7-a0d210e8f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:31.520800 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-6daf3c54-dac1-4990-bdc7-a0d210e8f9df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1311464 Jun 16 15:21:31.527989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-93e5d978-4c9e-4c50-ad89-8db4a86c5c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.535387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5d978-4c9e-4c50-ad89-8db4a86c5c73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e71261a-2b73-42df-8210-3f255fd0e662,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:31.553351 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-93e5d978-4c9e-4c50-ad89-8db4a86c5c73 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1e71261a-2b73-42df-8210-3f255fd0e662 HTTP/1.1" status: 204 len: 168 time: 0.4065053 Jun 16 15:21:31.553351 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59570) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:31.671623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.789843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ba749-c4df-4e82-8754-303bd47a5374 req-7e51fe6b-5136-4292-8fe1-4f57d4dc3036 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:31.791337 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-606ba749-c4df-4e82-8754-303bd47a5374 req-7e51fe6b-5136-4292-8fe1-4f57d4dc3036 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 944 time: 0.2696311 Jun 16 15:21:31.798161 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-0c7671e3-c78d-4a92-82cc-c8c1a2924fa3 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915784 Jun 16 15:21:31.816361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.842673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857d22ba-68a3-4cc8-8235-df87685e99e9']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:31.858750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:31.859102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:31.872467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.890608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.898242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:21:31.898695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.932685 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-606ba749-c4df-4e82-8754-303bd47a5374 req-c2e11b43-8113-4f8a-88fb-d0afb3dbaf9a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314642 Jun 16 15:21:31.948119 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc resource provider aggregate not found Jun 16 15:21:31.981539 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf035cf8-74ba-4f3e-86ec-d840a256ff9f req-44e4a951-cd7c-4c9a-937a-90c08e39fcef service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694310 Jun 16 15:21:31.998684 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 218aa6c2-34ef-48d4-a7fa-8f2b02fd42fc found for delete ", "request_id": "req-f7d8485d-f146-4cea-9936-80ea3b02c737"}]} Jun 16 15:21:32.132978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.149216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.160340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] Pushing event deleted for resources: {'Network': ['ID=857d22ba-68a3-4cc8-8235-df87685e99e9,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:32.274013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59588) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:32.283815 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-634d7de7-f942-4da1-9d4a-d98a0010d04c admin admin] 10.222.0.73 "DELETE /v2.0/networks/857d22ba-68a3-4cc8-8235-df87685e99e9 HTTP/1.1" status: 204 len: 168 time: 0.7286365 Jun 16 15:21:32.289164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59594) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:32.354765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c1a033-3bf3-448e-99a4-814eabe45175 admin admin] Deleting subnet e2fe867f-2943-4a8b-8f85-983e9d44ef33 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:21:32.358961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a033-3bf3-448e-99a4-814eabe45175 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.402012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'network': {'name': 'tempest-RoutersTest-1162840754'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:32.410061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:32.416759 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:network and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:32.421462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:32.425577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a033-3bf3-448e-99a4-814eabe45175 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.458626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:32.489526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a033-3bf3-448e-99a4-814eabe45175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.535497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:32.538841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.557257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.576556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:32.588844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:security_group_rule and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:32.588844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:32.594682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:32.654864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a033-3bf3-448e-99a4-814eabe45175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.697396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1a033-3bf3-448e-99a4-814eabe45175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2fe867f-2943-4a8b-8f85-983e9d44ef33,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:32.707335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a033-3bf3-448e-99a4-814eabe45175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.724621 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a5c1a033-3bf3-448e-99a4-814eabe45175 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e2fe867f-2943-4a8b-8f85-983e9d44ef33 HTTP/1.1" status: 204 len: 168 time: 0.4343910 Jun 16 15:21:32.727216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59598) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:32.776274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.838038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.840477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.878802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:21:32.887514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae91ab76-f495-487c-b52d-10cbd8b758bb,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:32.894594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.895115 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added segment bc3959df-2056-4699-93b7-660f22d5d0eb of type vlan for network d19894b3-3e07-4792-9bbf-036b9919cf9f Jun 16 15:21:32.923146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.964647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.995501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3923285-e590-493c-a663-e5ac507a642a']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:33.007270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b562ab7-b326-4c9e-8e23-86c473c5a288') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:33.007571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b562ab7-b326-4c9e-8e23-86c473c5a288') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:33.011649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.017426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:33.018302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.019302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.036757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.045329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:21:33.045811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.127566 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 7b562ab7-b326-4c9e-8e23-86c473c5a288 resource provider aggregate not found Jun 16 15:21:33.133126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Network': ['ID=d19894b3-3e07-4792-9bbf-036b9919cf9f,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:33.140097 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-995f9989-ecfb-498f-b43a-46450b5ba82e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8620474 Jun 16 15:21:33.143382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59608) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:33.146420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d19894b3-3e07-4792-9bbf-036b9919cf9f details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:21:33.150340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'network': {'name': 'tempest-RoutersTest-758656660'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:33.157232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:33.162651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:network and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:33.170197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:33.176334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:33.266066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:33.271469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.293987 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 7b562ab7-b326-4c9e-8e23-86c473c5a288 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b562ab7-b326-4c9e-8e23-86c473c5a288 found for delete ", "request_id": "req-915baa2b-8c5a-4e3e-9d4b-6b91bb01ce30"}]} Jun 16 15:21:33.307662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:21:33.318373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.320428 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added segment 37ee9fc4-2f01-4409-89d8-486d7529eb42 of type vlan for network 8cd7f02e-889e-4243-8227-60e37fde01b9 Jun 16 15:21:33.348820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.349395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648d1fc-d4af-43a3-b4c2-2d80845aab72 req-73159329-9651-402d-831c-1231b3db2353 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:33.352024 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7648d1fc-d4af-43a3-b4c2-2d80845aab72 req-73159329-9651-402d-831c-1231b3db2353 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 944 time: 0.2260976 Jun 16 15:21:33.410784 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7648d1fc-d4af-43a3-b4c2-2d80845aab72 req-ec9c617e-5427-4974-b99d-c4282a342155 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527656 Jun 16 15:21:33.584467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.600779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.610835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3923285-e590-493c-a663-e5ac507a642a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:33.611434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.620886 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cd5254a9-7b12-45cc-98d9-8f65e038c771 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d3923285-e590-493c-a663-e5ac507a642a HTTP/1.1" status: 204 len: 168 time: 0.8891883 Jun 16 15:21:33.620996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:33.620996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.733110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Network': ['ID=8cd7f02e-889e-4243-8227-60e37fde01b9,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:33.743364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 8cd7f02e-889e-4243-8227-60e37fde01b9 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:21:33.745766 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7842efb6-cbe8-444d-aa8c-247c2d7280b1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5988629 Jun 16 15:21:33.746430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59614) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:33.752617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'subnet': {'network_id': 'd19894b3-3e07-4792-9bbf-036b9919cf9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:33.971680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:33.975512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:subnet and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:33.978261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:33.984442 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:34.061305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59618) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:34.068566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:34.072078 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.113055 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8250000d-1b69-4c95-a36d-62616b55b2fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44b2ad87dad145e2ad1bff9f9475523b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501335 Jun 16 15:21:34.115151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59622) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:34.177334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e0-d2a2-4a74-95c6-263c4364d29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.204649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e0-d2a2-4a74-95c6-263c4364d29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.331349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e0-d2a2-4a74-95c6-263c4364d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.348436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff83e0-d2a2-4a74-95c6-263c4364d29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16491f41-b7e4-4fc2-9094-c7c295447d22,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:34.356588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.412544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e0-d2a2-4a74-95c6-263c4364d29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.413677 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3bff83e0-d2a2-4a74-95c6-263c4364d29d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/16491f41-b7e4-4fc2-9094-c7c295447d22 HTTP/1.1" status: 204 len: 168 time: 0.2976313 Jun 16 15:21:34.439200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Subnet': ['ID=57dc71a9-2b8e-4385-8c88-10486594690c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:34.449547 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Checking segment: {'id': 'bc3959df-2056-4699-93b7-660f22d5d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd19894b3-3e07-4792-9bbf-036b9919cf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:21:34.449936 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network hostable DHCP agents. Network: d19894b3-3e07-4792-9bbf-036b9919cf9f, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:21:34.528877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network d19894b3-3e07-4792-9bbf-036b9919cf9f is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:21:34.635885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d19894b3-3e07-4792-9bbf-036b9919cf9f) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:34.640053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:34.640670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.641099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4de44-abdf-445d-9971-1c9f69900028 req-7f2429f1-cb67-46dc-8f6b-225535cc2a1d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:34.647469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c0ffa-f4f9-43c1-af71-44d5e98933c4 None None] Network d19894b3-3e07-4792-9bbf-036b9919cf9f requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:34.651188 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5e4de44-abdf-445d-9971-1c9f69900028 req-7f2429f1-cb67-46dc-8f6b-225535cc2a1d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 944 time: 0.0990222 Jun 16 15:21:34.707298 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5e4de44-abdf-445d-9971-1c9f69900028 req-77c40d27-8511-4201-b38c-435a4c5a824c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580654 Jun 16 15:21:34.758755 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f6f262f2-623e-47a3-92ad-bdc759b755a0 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0104792 Jun 16 15:21:34.761546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59630) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:34.768922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'subnet': {'network_id': '8cd7f02e-889e-4243-8227-60e37fde01b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:34.892531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:34.896350 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:subnet and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:34.899993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:34.906591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:34.964249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d19894b3-3e07-4792-9bbf-036b9919cf9f', 'network_id': 'd19894b3-3e07-4792-9bbf-036b9919cf9f', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'fixed_ips': [{'subnet_id': '57dc71a9-2b8e-4385-8c88-10486594690c'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:21:34.965276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.973250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:34.976894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.159251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Allocated IP 172.20.0.2 (d19894b3-3e07-4792-9bbf-036b9919cf9f/57dc71a9-2b8e-4385-8c88-10486594690c/dc4d81da-5061-4cd2-b113-67a75f136984) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:21:35.234227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59636) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:35.284365 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e686a8a4-1f3b-4ecc-810e-29333215a7d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0e19374265f44b7af61ceeb7f47b7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502372 Jun 16 15:21:35.287035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59640) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:35.310236 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.358574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6cab-e1d0-4aeb-ac26-507e391bd6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.385988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.386260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6cab-e1d0-4aeb-ac26-507e391bd6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.396492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Transition to ACTIVE for port object dc4d81da-5061-4cd2-b113-67a75f136984 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:35.411506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Subnet': ['ID=f88aeed9-6942-43fc-84fa-618c1d85f036,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:35.417961 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Transition to ACTIVE for port object dc4d81da-5061-4cd2-b113-67a75f136984 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:35.426284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Checking segment: {'id': '37ee9fc4-2f01-4409-89d8-486d7529eb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8cd7f02e-889e-4243-8227-60e37fde01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:21:35.426644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network hostable DHCP agents. Network: 8cd7f02e-889e-4243-8227-60e37fde01b9, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:21:35.499121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.516112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 8cd7f02e-889e-4243-8227-60e37fde01b9 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:21:35.516385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6cab-e1d0-4aeb-ac26-507e391bd6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.534643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a6cab-e1d0-4aeb-ac26-507e391bd6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182cf77f-e0ac-4686-80ea-795fc5cb229c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:35.539660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.540065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6cab-e1d0-4aeb-ac26-507e391bd6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.541287 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ee7a6cab-e1d0-4aeb-ac26-507e391bd6c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/182cf77f-e0ac-4686-80ea-795fc5cb229c HTTP/1.1" status: 204 len: 168 time: 0.2530127 Jun 16 15:21:35.580594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Network d19894b3-3e07-4792-9bbf-036b9919cf9f is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:35.583824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:35.589399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:21:35.590337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Pushing event updated for resources: {'Port': ['ID=dc4d81da-5061-4cd2-b113-67a75f136984,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:35.601255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 8cd7f02e-889e-4243-8227-60e37fde01b9) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:35.607642 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:35.610099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.635071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce9812b-5744-418c-a0cc-19047378d3a5 None None] Network 8cd7f02e-889e-4243-8227-60e37fde01b9 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:35.698441 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-595f8856-d8f3-4927-9029-7285539766db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9350827 Jun 16 15:21:35.701816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59646) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:35.707502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2058288154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:35.714220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:35.718892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:router and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:35.721920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:35.727857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:35.779775 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Attempting to bind port dc4d81da-5061-4cd2-b113-67a75f136984 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:21:35.780277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Attempting to bind port dc4d81da-5061-4cd2-b113-67a75f136984 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'bc3959df-2056-4699-93b7-660f22d5d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd19894b3-3e07-4792-9bbf-036b9919cf9f'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:21:35.780377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Attempting to bind port dc4d81da-5061-4cd2-b113-67a75f136984 on network d19894b3-3e07-4792-9bbf-036b9919cf9f {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:35.790275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:21:35.790650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Checking segment: {'id': 'bc3959df-2056-4699-93b7-660f22d5d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd19894b3-3e07-4792-9bbf-036b9919cf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:21:35.791080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.791474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Bound using segment: {'id': 'bc3959df-2056-4699-93b7-660f22d5d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd19894b3-3e07-4792-9bbf-036b9919cf9f'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:21:35.791947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Bound port: dc4d81da-5061-4cd2-b113-67a75f136984, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3959df-2056-4699-93b7-660f22d5d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd19894b3-3e07-4792-9bbf-036b9919cf9f'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:21:35.792319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.817359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.818524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.835538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.953020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa2392-bf9a-42e1-acce-11be76ec8f2a req-b63beafc-466d-4f3b-85b5-0f3162b11200 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:35.954797 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73aa2392-bf9a-42e1-acce-11be76ec8f2a req-b63beafc-466d-4f3b-85b5-0f3162b11200 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 944 time: 0.1177130 Jun 16 15:21:35.978905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:35.984412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] For port dc4d81da-5061-4cd2-b113-67a75f136984, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:21:35.999423 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] For port dc4d81da-5061-4cd2-b113-67a75f136984, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=dc4d81da-5061-4cd2-b113-67a75f136984,segment=NetworkSegment(bc3959df-2056-4699-93b7-660f22d5d0eb),segment_id=bc3959df-2056-4699-93b7-660f22d5d0eb)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:21:36.011517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-8cd7f02e-889e-4243-8227-60e37fde01b9', 'network_id': '8cd7f02e-889e-4243-8227-60e37fde01b9', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'fixed_ips': [{'subnet_id': 'f88aeed9-6942-43fc-84fa-618c1d85f036'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:21:36.013427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:36.027713 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73aa2392-bf9a-42e1-acce-11be76ec8f2a req-e52edee5-cfe5-44b1-bad3-6c2e949a13ee tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652604 Jun 16 15:21:36.076655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:36.077610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:36.081981 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-32b56f5d-78c8-4e36-b734-02291a52017f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3761005 Jun 16 15:21:36.082984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59652) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:36.234872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e145844-c6f4-4554-a3d2-abcadae7bf42 None None] Pushing event updated for resources: {'Port': ['ID=dc4d81da-5061-4cd2-b113-67a75f136984,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:36.258100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Allocated IP 172.21.0.2 (8cd7f02e-889e-4243-8227-60e37fde01b9/f88aeed9-6942-43fc-84fa-618c1d85f036/485f35d5-a649-49e3-8501-0ea2dd8903dd) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:21:36.565863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:36.586306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Transition to ACTIVE for port object 485f35d5-a649-49e3-8501-0ea2dd8903dd will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:36.601463 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Transition to ACTIVE for port object 485f35d5-a649-49e3-8501-0ea2dd8903dd will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:36.621291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:36.663306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:36.726920 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Network 8cd7f02e-889e-4243-8227-60e37fde01b9 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:36.735051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:36.741150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:21:36.784198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Pushing event updated for resources: {'Port': ['ID=485f35d5-a649-49e3-8501-0ea2dd8903dd,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:36.859111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Attempting to bind port 485f35d5-a649-49e3-8501-0ea2dd8903dd on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:21:36.859480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Attempting to bind port 485f35d5-a649-49e3-8501-0ea2dd8903dd by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '37ee9fc4-2f01-4409-89d8-486d7529eb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8cd7f02e-889e-4243-8227-60e37fde01b9'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:21:36.859849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Attempting to bind port 485f35d5-a649-49e3-8501-0ea2dd8903dd on network 8cd7f02e-889e-4243-8227-60e37fde01b9 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:36.865597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:21:36.865976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Checking segment: {'id': '37ee9fc4-2f01-4409-89d8-486d7529eb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8cd7f02e-889e-4243-8227-60e37fde01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:21:36.866376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:36.866799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Bound using segment: {'id': '37ee9fc4-2f01-4409-89d8-486d7529eb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8cd7f02e-889e-4243-8227-60e37fde01b9'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:21:36.867297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Bound port: 485f35d5-a649-49e3-8501-0ea2dd8903dd, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ee9fc4-2f01-4409-89d8-486d7529eb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8cd7f02e-889e-4243-8227-60e37fde01b9'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:21:36.867672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.002139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] For port 485f35d5-a649-49e3-8501-0ea2dd8903dd, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:21:37.005583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] For port 485f35d5-a649-49e3-8501-0ea2dd8903dd, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=485f35d5-a649-49e3-8501-0ea2dd8903dd,segment=NetworkSegment(37ee9fc4-2f01-4409-89d8-486d7529eb42),segment_id=37ee9fc4-2f01-4409-89d8-486d7529eb42)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:21:37.082076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.162470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfac23-4a01-4c10-8d0a-790c2fa5e2c1 None None] Pushing event updated for resources: {'Port': ['ID=485f35d5-a649-49e3-8501-0ea2dd8903dd,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:37.198771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Allocated IP 172.20.0.1 (d19894b3-3e07-4792-9bbf-036b9919cf9f/57dc71a9-2b8e-4385-8c88-10486594690c/8e7863c0-77d2-454b-a553-a0a48cfca992) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:21:37.294380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072c6a-1cfe-40d1-9634-12c53147526a req-88f5b4ce-28ee-43cc-b2f8-147e09c9be8b tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:37.305414 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-29072c6a-1cfe-40d1-9634-12c53147526a req-88f5b4ce-28ee-43cc-b2f8-147e09c9be8b tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 944 time: 0.1448126 Jun 16 15:21:37.375667 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-29072c6a-1cfe-40d1-9634-12c53147526a req-151ec21c-bce4-4021-a9dc-001af0139241 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691421 Jun 16 15:21:37.432122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a749dfd3-33c1-4c2a-9c8c-df47aa815944 None None] Network d19894b3-3e07-4792-9bbf-036b9919cf9f requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:37.480541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.503727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dc4d81da-5061-4cd2-b113-67a75f136984 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:37.504511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Transition to ACTIVE for port object 8e7863c0-77d2-454b-a553-a0a48cfca992 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:37.623673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.663200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f5060f44-b59f-4832-91ab-00fc8fc51392 None None] Provisioning for port dc4d81da-5061-4cd2-b113-67a75f136984 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:37.693910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network d19894b3-3e07-4792-9bbf-036b9919cf9f is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:37.697540 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:37.700252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:21:37.745006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=8e7863c0-77d2-454b-a553-a0a48cfca992,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:37.768504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.774201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port dc4d81da-5061-4cd2-b113-67a75f136984 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:37.781731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port dc4d81da-5061-4cd2-b113-67a75f136984 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:37.782109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.938467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.951040 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port dc4d81da-5061-4cd2-b113-67a75f136984 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:37.951040 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.982478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port dc4d81da-5061-4cd2-b113-67a75f136984, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=dc4d81da-5061-4cd2-b113-67a75f136984,segment=NetworkSegment(bc3959df-2056-4699-93b7-660f22d5d0eb),segment_id=bc3959df-2056-4699-93b7-660f22d5d0eb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:38.047879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.129428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=dc4d81da-5061-4cd2-b113-67a75f136984,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:38.239149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-31b73101-8ecc-49b6-a8d8-15a029c63e46 None None] Provisioning complete for port dc4d81da-5061-4cd2-b113-67a75f136984 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:38.239401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31b73101-8ecc-49b6-a8d8-15a029c63e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.433164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.441531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-31b73101-8ecc-49b6-a8d8-15a029c63e46 None None] Current status of the port dc4d81da-5061-4cd2-b113-67a75f136984 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:38.485387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11cf65f-3c7c-4e7c-98c8-f10465ce60fa None None] Network 8cd7f02e-889e-4243-8227-60e37fde01b9 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:38.531425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.571564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-31b73101-8ecc-49b6-a8d8-15a029c63e46 None None] Provisioning for port 8e7863c0-77d2-454b-a553-a0a48cfca992 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:38.590600 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-31b73101-8ecc-49b6-a8d8-15a029c63e46 None None] Provisioning complete for port 8e7863c0-77d2-454b-a553-a0a48cfca992 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:38.591003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31b73101-8ecc-49b6-a8d8-15a029c63e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.610575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78e97-f94a-4d54-a6f8-fd39443655ab req-54e28c50-aab1-4318-a444-514492b7e867 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:38.612719 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0f78e97-f94a-4d54-a6f8-fd39443655ab req-54e28c50-aab1-4318-a444-514492b7e867 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 944 time: 0.1138253 Jun 16 15:21:38.652739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=8e7863c0-77d2-454b-a553-a0a48cfca992,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:38.657652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.665515 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0f78e97-f94a-4d54-a6f8-fd39443655ab req-eda06369-349b-4cee-8cf4-4934eab38294 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460675 Jun 16 15:21:38.671190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-31b73101-8ecc-49b6-a8d8-15a029c63e46 None None] Port 8e7863c0-77d2-454b-a553-a0a48cfca992 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:21:38.803565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network d19894b3-3e07-4792-9bbf-036b9919cf9f is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:38.804354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-58d56737-2461-4625-bddf-4ecde50e0303 None None] Provisioning complete for port 8e7863c0-77d2-454b-a553-a0a48cfca992 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:38.804744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58d56737-2461-4625-bddf-4ecde50e0303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.805112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:38.874039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-58d56737-2461-4625-bddf-4ecde50e0303 None None] Port 8e7863c0-77d2-454b-a553-a0a48cfca992 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:21:38.944538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-58d56737-2461-4625-bddf-4ecde50e0303 None None] Provisioning for port 485f35d5-a649-49e3-8501-0ea2dd8903dd completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:39.109773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router bdb0860c-66a7-4ab0-a77b-6a64b17850d6 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:21:39.174854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-826151d1-7750-4448-8a00-6cd89c5313f3 None None] Provisioning complete for port 8e7863c0-77d2-454b-a553-a0a48cfca992 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:39.175512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-826151d1-7750-4448-8a00-6cd89c5313f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.232050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-826151d1-7750-4448-8a00-6cd89c5313f3 None None] Port 8e7863c0-77d2-454b-a553-a0a48cfca992 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:21:39.389041 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:39.399108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca133de-66a1-4bd0-a305-15db438a921c None None] Sync routers for ids ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:39.403501 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-32b75bcc-c150-4fd1-999c-f62402066e3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/bdb0860c-66a7-4ab0-a77b-6a64b17850d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3157570 Jun 16 15:21:39.403639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59660) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:39.411471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca133de-66a1-4bd0-a305-15db438a921c None None] Routers {'bdb0860c-66a7-4ab0-a77b-6a64b17850d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:39.412334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bca133de-66a1-4bd0-a305-15db438a921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:39.477523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 485f35d5-a649-49e3-8501-0ea2dd8903dd up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:39.482775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be80e079-9575-4a63-af74-6ad807894c3f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:39.484110 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-be80e079-9575-4a63-af74-6ad807894c3f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports/8e7863c0-77d2-454b-a553-a0a48cfca992 HTTP/1.1" status: 200 len: 910 time: 0.0797071 Jun 16 15:21:39.486847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59664) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:39.513636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bca133de-66a1-4bd0-a305-15db438a921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:39.541542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca133de-66a1-4bd0-a305-15db438a921c None None] Routers {'bdb0860c-66a7-4ab0-a77b-6a64b17850d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:39.542088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bca133de-66a1-4bd0-a305-15db438a921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:39.607648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bca133de-66a1-4bd0-a305-15db438a921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:39.608050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca133de-66a1-4bd0-a305-15db438a921c None None] The sync data for ids ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:39.681118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 485f35d5-a649-49e3-8501-0ea2dd8903dd completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:39.686225 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 485f35d5-a649-49e3-8501-0ea2dd8903dd triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:39.686597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.851081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 485f35d5-a649-49e3-8501-0ea2dd8903dd is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:39.851514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.887852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 485f35d5-a649-49e3-8501-0ea2dd8903dd, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=485f35d5-a649-49e3-8501-0ea2dd8903dd,segment=NetworkSegment(37ee9fc4-2f01-4409-89d8-486d7529eb42),segment_id=37ee9fc4-2f01-4409-89d8-486d7529eb42)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:39.955714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.956779 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dc4d81da-5061-4cd2-b113-67a75f136984 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:40.078791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=485f35d5-a649-49e3-8501-0ea2dd8903dd,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:40.090859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port dc4d81da-5061-4cd2-b113-67a75f136984 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:40.091270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:40.145089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c594-d03e-4274-b8fd-b9fb63444844 req-58a4fb8c-5b26-4c1b-89a6-312ccf4b5b98 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:40.146471 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2679c594-d03e-4274-b8fd-b9fb63444844 req-58a4fb8c-5b26-4c1b-89a6-312ccf4b5b98 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 944 time: 0.3646877 Jun 16 15:21:40.206734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port dc4d81da-5061-4cd2-b113-67a75f136984 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:40.261601 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2679c594-d03e-4274-b8fd-b9fb63444844 req-ff0a6d99-380b-4bfd-814c-731f23662de0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894566 Jun 16 15:21:40.290883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:40.476442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device a8e9d536-16d5-47f3-add4-3bd19bc1effd details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:21:40.626639 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port a8e9d536-16d5-47f3-add4-3bd19bc1effd, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=a8e9d536-16d5-47f3-add4-3bd19bc1effd,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:40.653001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'port_id': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd', 'mac_address': 'fa:16:3e:81:f6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:21:40.689776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Allocated IP 172.21.0.1 (8cd7f02e-889e-4243-8227-60e37fde01b9/f88aeed9-6942-43fc-84fa-618c1d85f036/64b50b97-c536-4728-895b-a7676f4b4284) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:21:40.717430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port a8e9d536-16d5-47f3-add4-3bd19bc1effd is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:40.717777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:40.735548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e9d536-16d5-47f3-add4-3bd19bc1effd {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:21:40.751372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port a8e9d536-16d5-47f3-add4-3bd19bc1effd, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=a8e9d536-16d5-47f3-add4-3bd19bc1effd,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:40.818576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:40.851295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:40.868374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Transition to ACTIVE for port object 64b50b97-c536-4728-895b-a7676f4b4284 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:40.888296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=a8e9d536-16d5-47f3-add4-3bd19bc1effd,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:40.960487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:41.026484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 8cd7f02e-889e-4243-8227-60e37fde01b9 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:41.033729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:41.037036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['a8e9d536-16d5-47f3-add4-3bd19bc1effd'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:21:41.038174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:21:41.075764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=64b50b97-c536-4728-895b-a7676f4b4284,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:41.107519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:41.319223 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:41.395348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d17d0e24-d2ce-4b47-a899-d887d0a4eded None None] Provisioning for port 64b50b97-c536-4728-895b-a7676f4b4284 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:41.405623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 485f35d5-a649-49e3-8501-0ea2dd8903dd up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:41.460409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d17d0e24-d2ce-4b47-a899-d887d0a4eded None None] Provisioning complete for port 64b50b97-c536-4728-895b-a7676f4b4284 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:41.460717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d17d0e24-d2ce-4b47-a899-d887d0a4eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:41.541174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d17d0e24-d2ce-4b47-a899-d887d0a4eded None None] Port 64b50b97-c536-4728-895b-a7676f4b4284 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:21:41.549455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 485f35d5-a649-49e3-8501-0ea2dd8903dd triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:41.549831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:41.669471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f17f1-74ee-4af8-b965-a308a2f74ca2 req-910dd417-3155-49d5-9343-8ff4cce89262 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:41.670624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 485f35d5-a649-49e3-8501-0ea2dd8903dd is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:41.671009 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-152f17f1-74ee-4af8-b965-a308a2f74ca2 req-910dd417-3155-49d5-9343-8ff4cce89262 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 945 time: 0.2769995 Jun 16 15:21:41.790366 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-152f17f1-74ee-4af8-b965-a308a2f74ca2 req-66dbc29c-5c72-4fe0-9a2e-c1ae588913e0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098542 Jun 16 15:21:41.830274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:41.893202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:42.131779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:42.133425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=64b50b97-c536-4728-895b-a7676f4b4284,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:42.277306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 8cd7f02e-889e-4243-8227-60e37fde01b9 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:42.279037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:42.460798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router bdb0860c-66a7-4ab0-a77b-6a64b17850d6 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:42.477025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device a8e9d536-16d5-47f3-add4-3bd19bc1effd up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:42.567016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-043201cd-15c6-4fb3-b33c-37e7fd5370dc None None] Provisioning complete for port 64b50b97-c536-4728-895b-a7676f4b4284 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:42.567494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-043201cd-15c6-4fb3-b33c-37e7fd5370dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:42.596570 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port a8e9d536-16d5-47f3-add4-3bd19bc1effd completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:42.608697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port a8e9d536-16d5-47f3-add4-3bd19bc1effd triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:42.609281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:42.627517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:42.637097 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bb1b1e24-2c31-4806-b4bc-4645030d75e9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/bdb0860c-66a7-4ab0-a77b-6a64b17850d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1492007 Jun 16 15:21:42.640748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59672) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:42.641942 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50276af3-57cb-400d-96e8-bcdaf80e9db4 None None] Sync routers for ids ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:42.651965 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50276af3-57cb-400d-96e8-bcdaf80e9db4 None None] Routers {'bdb0860c-66a7-4ab0-a77b-6a64b17850d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:42.652598 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-50276af3-57cb-400d-96e8-bcdaf80e9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:42.677529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-043201cd-15c6-4fb3-b33c-37e7fd5370dc None None] Port 64b50b97-c536-4728-895b-a7676f4b4284 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:21:42.719125 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-50276af3-57cb-400d-96e8-bcdaf80e9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:42.728300 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50276af3-57cb-400d-96e8-bcdaf80e9db4 None None] Routers {'bdb0860c-66a7-4ab0-a77b-6a64b17850d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:42.729219 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-50276af3-57cb-400d-96e8-bcdaf80e9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:42.746313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63437c-18ee-4162-a196-79a4b91d7bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:42.747863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-be63437c-18ee-4162-a196-79a4b91d7bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:21:42.755147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port a8e9d536-16d5-47f3-add4-3bd19bc1effd is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:42.755532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:42.783663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:21:42.793082 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-50276af3-57cb-400d-96e8-bcdaf80e9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:42.793506 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50276af3-57cb-400d-96e8-bcdaf80e9db4 None None] The sync data for ids ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:42.794010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port a8e9d536-16d5-47f3-add4-3bd19bc1effd, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=a8e9d536-16d5-47f3-add4-3bd19bc1effd,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:42.834050 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3aae5e8-c985-4b05-a8fc-458d799830f3'] response: {'server_uuid': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd', 'code': 200} Jun 16 15:21:42.886042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-be63437c-18ee-4162-a196-79a4b91d7bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:21:42.887331 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-be63437c-18ee-4162-a196-79a4b91d7bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports/64b50b97-c536-4728-895b-a7676f4b4284 HTTP/1.1" status: 200 len: 910 time: 0.2455094 Jun 16 15:21:42.890677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59680) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:42.915713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:42.995221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=a8e9d536-16d5-47f3-add4-3bd19bc1effd,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:43.018525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3e445-a350-4cfc-973a-b883e4ce4291 req-58a607c7-da94-43ac-83e2-f5b21584184d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:43.020026 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-59b3e445-a350-4cfc-973a-b883e4ce4291 req-58a607c7-da94-43ac-83e2-f5b21584184d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 946 time: 0.1141157 Jun 16 15:21:43.070296 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-59b3e445-a350-4cfc-973a-b883e4ce4291 req-591207ca-1232-4cdc-8abf-955f38601230 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442238 Jun 16 15:21:43.152425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a4a78-bb24-493e-8d40-cb519f6d08d5 req-1ddd6887-3268-4d17-9276-dc1fd7558e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:43.154216 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-790a4a78-bb24-493e-8d40-cb519f6d08d5 req-1ddd6887-3268-4d17-9276-dc1fd7558e26 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 1099 time: 0.0823147 Jun 16 15:21:43.198236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-790a4a78-bb24-493e-8d40-cb519f6d08d5 req-9aa832d5-fa30-49a5-8691-e12bf8ec8195 service neutron] Synchronizing usage tracker for tenant:dcc5e4ca8e5d44008f2bb44395133a65 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:21:43.209904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-790a4a78-bb24-493e-8d40-cb519f6d08d5 req-9aa832d5-fa30-49a5-8691-e12bf8ec8195 service neutron] Unset dirty status for tenant:dcc5e4ca8e5d44008f2bb44395133a65 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:21:43.217410 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-790a4a78-bb24-493e-8d40-cb519f6d08d5 req-9aa832d5-fa30-49a5-8691-e12bf8ec8195 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493093 Jun 16 15:21:43.405228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:43.743513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 64b50b97-c536-4728-895b-a7676f4b4284 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:43.744239 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:43.930382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:44.165113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 64b50b97-c536-4728-895b-a7676f4b4284 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:44.274682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49d7a3-defa-4597-87a1-352e88023abb req-a80478d9-5ab2-4bb8-b5d2-1d7078ccd143 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:44.277234 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aa49d7a3-defa-4597-87a1-352e88023abb req-a80478d9-5ab2-4bb8-b5d2-1d7078ccd143 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0967889 Jun 16 15:21:44.326684 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aa49d7a3-defa-4597-87a1-352e88023abb req-a1ee270b-e4d6-4e64-8887-1653ef04a1db tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417178 Jun 16 15:21:44.440568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:44.500766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=64b50b97-c536-4728-895b-a7676f4b4284,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:44.775672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:45.100572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router bdb0860c-66a7-4ab0-a77b-6a64b17850d6 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:45.257520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:45.269238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ffd813-16f6-4eee-896a-3ebb795bebe7 None None] Sync routers for ids ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:45.279436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffd813-16f6-4eee-896a-3ebb795bebe7 None None] Routers {'bdb0860c-66a7-4ab0-a77b-6a64b17850d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:45.282496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-95ffd813-16f6-4eee-896a-3ebb795bebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:45.339414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-95ffd813-16f6-4eee-896a-3ebb795bebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:45.348456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffd813-16f6-4eee-896a-3ebb795bebe7 None None] Routers {'bdb0860c-66a7-4ab0-a77b-6a64b17850d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:45.349212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-95ffd813-16f6-4eee-896a-3ebb795bebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:45.361750 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4b4cc3b2-d0ee-4755-a0d3-62ec7fa104b3 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/bdb0860c-66a7-4ab0-a77b-6a64b17850d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4601295 Jun 16 15:21:45.361750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59688) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:45.412538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-95ffd813-16f6-4eee-896a-3ebb795bebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:45.412943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ffd813-16f6-4eee-896a-3ebb795bebe7 None None] The sync data for ids ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:45.527035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd731b5-350d-49dc-87f5-478e1582a71d req-9648ca68-4bf1-4c2f-ae78-c48c51c72574 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:45.528662 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9fd731b5-350d-49dc-87f5-478e1582a71d req-9648ca68-4bf1-4c2f-ae78-c48c51c72574 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0887365 Jun 16 15:21:45.581818 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9fd731b5-350d-49dc-87f5-478e1582a71d req-76c3b763-6da9-4f36-859e-951e0b9863eb tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468104 Jun 16 15:21:45.704209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e406250-bfd5-4151-8c8b-eb129519dd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:45.780456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d6549-e0fc-4cc1-a0b4-92af4d0adb88 req-0c07df9f-bf49-49de-b78c-d54e19058452 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:45.781926 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-af5d6549-e0fc-4cc1-a0b4-92af4d0adb88 req-0c07df9f-bf49-49de-b78c-d54e19058452 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 946 time: 0.0904098 Jun 16 15:21:45.828475 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-af5d6549-e0fc-4cc1-a0b4-92af4d0adb88 req-7c6cfb2c-06b4-45e7-9c34-9a3006c8c4fa tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405917 Jun 16 15:21:45.856905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59694) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:45.993362 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:46.167771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14059bc6-cd2f-4c66-b567-1d47569cec7b tempest-TestVolumeBootPattern-1526009388 tempest-TestVolumeBootPattern-1526009388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:46.169174 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-14059bc6-cd2f-4c66-b567-1d47569cec7b tempest-TestVolumeBootPattern-1526009388 tempest-TestVolumeBootPattern-1526009388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 1094 time: 0.3112578 Jun 16 15:21:46.172236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59700) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:46.177017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:46.183332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:46.187289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:floatingip and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:46.190129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:46.195980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:46.314560 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:46.333439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 8e7863c0-77d2-454b-a553-a0a48cfca992 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:46.333780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:46.452850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:46.525411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:46.589700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Allocated IP 172.26.2.128 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/a7b0f73a-6201-4a8b-906b-fc1a5abefdb6) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:21:46.651964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 8e7863c0-77d2-454b-a553-a0a48cfca992 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:46.747197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:46.840029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:46.905140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:46.967804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=8e7863c0-77d2-454b-a553-a0a48cfca992,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:47.013621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:47.016611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:47.025336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:21:47.073461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'Port': ['ID=a7b0f73a-6201-4a8b-906b-fc1a5abefdb6,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:47.330143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:47.469118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:47.538345 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:21:47.606674 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router bdb0860c-66a7-4ab0-a77b-6a64b17850d6 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:47.617262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:47.742780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:47.753690 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd046e4c-9d3f-4060-a2a7-f24a8b7c27db None None] Sync routers for ids ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:47.758525 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3065cbca-3c10-4b06-8d93-a3a29274beda tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/bdb0860c-66a7-4ab0-a77b-6a64b17850d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4025197 Jun 16 15:21:47.764739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59704) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:47.768703 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd046e4c-9d3f-4060-a2a7-f24a8b7c27db None None] Routers {'bdb0860c-66a7-4ab0-a77b-6a64b17850d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:47.769400 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fd046e4c-9d3f-4060-a2a7-f24a8b7c27db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:47.809504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6dceef33-cf33-45e5-8b47-bdbc09190244 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:21:47.830820 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fd046e4c-9d3f-4060-a2a7-f24a8b7c27db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:47.831185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:47.839393 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd046e4c-9d3f-4060-a2a7-f24a8b7c27db None None] Routers {'bdb0860c-66a7-4ab0-a77b-6a64b17850d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:47.840058 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fd046e4c-9d3f-4060-a2a7-f24a8b7c27db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:47.876136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6dceef33-cf33-45e5-8b47-bdbc09190244 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:21:47.877270 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6dceef33-cf33-45e5-8b47-bdbc09190244 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdb0860c-66a7-4ab0-a77b-6a64b17850d6 HTTP/1.1" status: 200 len: 205 time: 0.1172144 Jun 16 15:21:47.879988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59708) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:47.902199 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fd046e4c-9d3f-4060-a2a7-f24a8b7c27db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:47.902620 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd046e4c-9d3f-4060-a2a7-f24a8b7c27db None None] The sync data for ids ['bdb0860c-66a7-4ab0-a77b-6a64b17850d6'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:47.920904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.019787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d3733cd1-d393-4812-8888-8f386d2b51e4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.027617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'Port': ['ID=a7b0f73a-6201-4a8b-906b-fc1a5abefdb6,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:48.040540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.221836 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Floating IP 43dc7896-0d58-4a5b-9e8f-86f5a5bff988 associated. External IP: 172.26.2.128, port: a8e9d536-16d5-47f3-add4-3bd19bc1effd. Jun 16 15:21:48.287749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44c49522-df39-41e2-9518-0ab5e19bbe44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.320921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d3733cd1-d393-4812-8888-8f386d2b51e4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.323144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d3733cd1-d393-4812-8888-8f386d2b51e4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.418772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d3733cd1-d393-4812-8888-8f386d2b51e4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.419519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3733cd1-d393-4812-8888-8f386d2b51e4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Fanout notify agent at l3_agent the message router_deleted on router bdb0860c-66a7-4ab0-a77b-6a64b17850d6 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:21:48.431493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d3733cd1-d393-4812-8888-8f386d2b51e4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.432578 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d3733cd1-d393-4812-8888-8f386d2b51e4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/bdb0860c-66a7-4ab0-a77b-6a64b17850d6 HTTP/1.1" status: 204 len: 168 time: 0.5512099 Jun 16 15:21:48.435805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59712) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:48.502475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc90c1cb-4077-460f-bc08-ff691abb1870 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting subnet f88aeed9-6942-43fc-84fa-618c1d85f036 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:21:48.505622 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc90c1cb-4077-460f-bc08-ff691abb1870 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.696385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc90c1cb-4077-460f-bc08-ff691abb1870 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.712724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Router 37272b4f-1864-45ca-864d-b369feb99b0f has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:48.749574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.790060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc90c1cb-4077-460f-bc08-ff691abb1870 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.906354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:48.915652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] Sync routers for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:48.925226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:48.925855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:48.944880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc90c1cb-4077-460f-bc08-ff691abb1870 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.990524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90c1cb-4077-460f-bc08-ff691abb1870 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Subnet': ['ID=f88aeed9-6942-43fc-84fa-618c1d85f036,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:49.002471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc90c1cb-4077-460f-bc08-ff691abb1870 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.004401 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cc90c1cb-4077-460f-bc08-ff691abb1870 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/f88aeed9-6942-43fc-84fa-618c1d85f036 HTTP/1.1" status: 204 len: 168 time: 0.5675771 Jun 16 15:21:49.006817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59716) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:49.024973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.033429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79eae3d-209f-4296-a4fb-9a659e3b0b5f None None] Network 8cd7f02e-889e-4243-8227-60e37fde01b9 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:49.078643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-226167aa-1366-4461-a21e-02519aaa6104 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting subnet 57dc71a9-2b8e-4385-8c88-10486594690c {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:21:49.081747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-226167aa-1366-4461-a21e-02519aaa6104 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.097860 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d034af7e-bcc3-41c1-8d55-056f00f83b09 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9236870 Jun 16 15:21:49.097860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'tag': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:21:49.145213 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76139009-bbb4-4a2c-bb4a-f0a77db6a8a5'] response: {'name': 'network-changed', 'server_uuid': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'tag': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd', 'status': 'completed', 'code': 200} Jun 16 15:21:49.149212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-226167aa-1366-4461-a21e-02519aaa6104 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.239872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-226167aa-1366-4461-a21e-02519aaa6104 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.266073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-9e58bc9d-a4b3-479b-8a49-5843c5ef74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:49.268452 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-9e58bc9d-a4b3-479b-8a49-5843c5ef74ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 1099 time: 0.1023226 Jun 16 15:21:49.345816 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:49.416842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-029cf31d-aebc-4a1b-a8ac-43f0197d24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:49.418892 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-029cf31d-aebc-4a1b-a8ac-43f0197d24b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.1425560 Jun 16 15:21:49.469089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-226167aa-1366-4461-a21e-02519aaa6104 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.523135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226167aa-1366-4461-a21e-02519aaa6104 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Subnet': ['ID=57dc71a9-2b8e-4385-8c88-10486594690c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:49.526876 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-aa15afb3-67f2-4c15-bf43-37254f97a9ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8e9d536-16d5-47f3-add4-3bd19bc1effd HTTP/1.1" status: 200 len: 1000 time: 0.1024101 Jun 16 15:21:49.529270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-226167aa-1366-4461-a21e-02519aaa6104 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.540075 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-226167aa-1366-4461-a21e-02519aaa6104 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/57dc71a9-2b8e-4385-8c88-10486594690c HTTP/1.1" status: 204 len: 168 time: 0.5317929 Jun 16 15:21:49.540777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59724) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:49.602484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-037020ca-46a3-47d2-a5f8-6e3a32f6b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:49.604191 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-037020ca-46a3-47d2-a5f8-6e3a32f6b9b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0695682 Jun 16 15:21:49.627690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d6e31-2a4c-48da-883d-21a35b2ecf2d None None] Network d19894b3-3e07-4792-9bbf-036b9919cf9f requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:49.641238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] DHCP port deletion for 8cd7f02e-889e-4243-8227-60e37fde01b9 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:21:49.673842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] Deleting port 485f35d5-a649-49e3-8501-0ea2dd8903dd {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:49.674211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.693037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.695718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-f0eaab17-e67e-4ee5-8dce-dd03b987ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:49.697480 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-f0eaab17-e67e-4ee5-8dce-dd03b987ac7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872452 Jun 16 15:21:49.704555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 485f35d5-a649-49e3-8501-0ea2dd8903dd {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:49.704979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.862296 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-2e9af799-8ccb-46d8-a696-24ddb78dd11c service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553192 Jun 16 15:21:49.938086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port 485f35d5-a649-49e3-8501-0ea2dd8903dd, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=485f35d5-a649-49e3-8501-0ea2dd8903dd,segment=NetworkSegment(37ee9fc4-2f01-4409-89d8-486d7529eb42),segment_id=37ee9fc4-2f01-4409-89d8-486d7529eb42)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:49.938448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.018071 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0b342a6-6bf8-4979-98df-ebdd6d46be32 req-5cea7aa7-1f24-4584-8192-7be4124f1b06 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496203 Jun 16 15:21:50.075704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 485f35d5-a649-49e3-8501-0ea2dd8903dd owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:50.112540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] For port 485f35d5-a649-49e3-8501-0ea2dd8903dd, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=485f35d5-a649-49e3-8501-0ea2dd8903dd,segment=NetworkSegment(37ee9fc4-2f01-4409-89d8-486d7529eb42),segment_id=37ee9fc4-2f01-4409-89d8-486d7529eb42)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:50.112846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.234321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.252117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] Calling delete_port for 485f35d5-a649-49e3-8501-0ea2dd8903dd owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:50.281723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '43dc7896-0d58-4a5b-9e8f-86f5a5bff988', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.128', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:81:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:21:47Z', 'updated_at': '2022-06-16T15:21:47Z', 'revision_number': 0, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:50.284503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=485f35d5-a649-49e3-8501-0ea2dd8903dd,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:50.290595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No DVR routers for this DVR port 485f35d5-a649-49e3-8501-0ea2dd8903dd on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:21:50.290754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.299389 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] Checking router: 37272b4f-1864-45ca-864d-b369feb99b0f for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:21:50.325188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:50.325847 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:50.430551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1a29b-e605-4ce9-b273-bf156d2ebf9b None None] DHCP port deletion for d19894b3-3e07-4792-9bbf-036b9919cf9f request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:21:50.438230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.459802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85c1a29b-e605-4ce9-b273-bf156d2ebf9b None None] Deleting port dc4d81da-5061-4cd2-b113-67a75f136984 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:50.460167 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85c1a29b-e605-4ce9-b273-bf156d2ebf9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.470005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd7f02e-889e-4243-8227-60e37fde01b9']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:50.486963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ee9fc4-2f01-4409-89d8-486d7529eb42') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:50.487294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ee9fc4-2f01-4409-89d8-486d7529eb42') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:50.499519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.515089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:21:50.515442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:21:50.515842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.522325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:21:50.531278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.560928 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 37ee9fc4-2f01-4409-89d8-486d7529eb42 resource provider aggregate not found Jun 16 15:21:50.625840 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 37ee9fc4-2f01-4409-89d8-486d7529eb42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37ee9fc4-2f01-4409-89d8-486d7529eb42 found for delete ", "request_id": "req-4daa7107-0f50-4e76-8179-9ddbbdb51c7c"}]} Jun 16 15:21:50.692872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.696098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:21:50.697701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.726593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Network': ['ID=8cd7f02e-889e-4243-8227-60e37fde01b9,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:50.791040 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cd9a1be9-1944-4454-a837-08661db9083d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/networks/8cd7f02e-889e-4243-8227-60e37fde01b9 HTTP/1.1" status: 204 len: 168 time: 1.2489204 Jun 16 15:21:50.794643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59732) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:50.910310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-85c1a29b-e605-4ce9-b273-bf156d2ebf9b None None] For port dc4d81da-5061-4cd2-b113-67a75f136984, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=dc4d81da-5061-4cd2-b113-67a75f136984,segment=NetworkSegment(bc3959df-2056-4699-93b7-660f22d5d0eb),segment_id=bc3959df-2056-4699-93b7-660f22d5d0eb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:50.910711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85c1a29b-e605-4ce9-b273-bf156d2ebf9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.922156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:50.934724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port dc4d81da-5061-4cd2-b113-67a75f136984 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:50.935095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:51.041791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] Deleting port 485f35d5-a649-49e3-8501-0ea2dd8903dd {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:51.042136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:51.077748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85c1a29b-e605-4ce9-b273-bf156d2ebf9b None None] Calling delete_port for dc4d81da-5061-4cd2-b113-67a75f136984 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:51.163088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port dc4d81da-5061-4cd2-b113-67a75f136984, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=dc4d81da-5061-4cd2-b113-67a75f136984,segment=NetworkSegment(bc3959df-2056-4699-93b7-660f22d5d0eb),segment_id=bc3959df-2056-4699-93b7-660f22d5d0eb)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:51.164247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:51.180753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec68f35d-4ad0-4876-8a3a-865df45dd48b None None] The port '485f35d5-a649-49e3-8501-0ea2dd8903dd' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:21:51.375438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85c1a29b-e605-4ce9-b273-bf156d2ebf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:51.414922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 485f35d5-a649-49e3-8501-0ea2dd8903dd no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:51.431261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for dc4d81da-5061-4cd2-b113-67a75f136984 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:21:51.464585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1a29b-e605-4ce9-b273-bf156d2ebf9b None None] Pushing event deleted for resources: {'Port': ['ID=dc4d81da-5061-4cd2-b113-67a75f136984,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:51.470558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 485f35d5-a649-49e3-8501-0ea2dd8903dd {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:51.470558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 485f35d5-a649-49e3-8501-0ea2dd8903dd not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:51.470558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dc4d81da-5061-4cd2-b113-67a75f136984 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:21:51.500278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1a29b-e605-4ce9-b273-bf156d2ebf9b None None] No DVR routers for this DVR port dc4d81da-5061-4cd2-b113-67a75f136984 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:21:51.509419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: dc4d81da-5061-4cd2-b113-67a75f136984 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:21:51.509782 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device dc4d81da-5061-4cd2-b113-67a75f136984 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: from cryptography.utils import int_from_bytes Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: from cryptography.utils import int_from_bytes Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn_limited( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn_limited( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:21:51.511595 dv-neutron-846028-2-hyperv neutron-server[89745]: util.warn( Jun 16 15:21:51.516429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:51.525735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:21:51.526124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:21:51.529579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '43dc7896-0d58-4a5b-9e8f-86f5a5bff988', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.128', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:81:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:21:47Z', 'updated_at': '2022-06-16T15:21:47Z', 'revision_number': 0, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:51.536469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b6815-a58e-480c-8897-6c6f069bdc70 None None] The sync data for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv is: [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '43dc7896-0d58-4a5b-9e8f-86f5a5bff988', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.128', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:81:f6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:21:47Z', 'updated_at': '2022-06-16T15:21:47Z', 'revision_number': 0, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:51.723820 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d4786-5dc7-47ea-9459-e1dffa7bf857 None None] New status for floating IP 43dc7896-0d58-4a5b-9e8f-86f5a5bff988: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:21:52.026898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port dc4d81da-5061-4cd2-b113-67a75f136984 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:52.027521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.095486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] The port 'dc4d81da-5061-4cd2-b113-67a75f136984' was deleted {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:21:52.224987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.264340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19894b3-3e07-4792-9bbf-036b9919cf9f']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:52.278326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3959df-2056-4699-93b7-660f22d5d0eb') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:52.278546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3959df-2056-4699-93b7-660f22d5d0eb') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:52.291274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.309408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.316420 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:21:52.316817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.350005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment bc3959df-2056-4699-93b7-660f22d5d0eb resource provider aggregate not found Jun 16 15:21:52.405553 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment bc3959df-2056-4699-93b7-660f22d5d0eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc3959df-2056-4699-93b7-660f22d5d0eb found for delete ", "request_id": "req-afda0ec1-25ff-4cf8-8bdc-cd899cf9d134"}]} Jun 16 15:21:52.521131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.539141 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.554106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Network': ['ID=d19894b3-3e07-4792-9bbf-036b9919cf9f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:52.562084 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-20f8bdf8-8e70-457d-b1e3-d262a2b791ba tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/networks/d19894b3-3e07-4792-9bbf-036b9919cf9f HTTP/1.1" status: 204 len: 168 time: 1.7639799 Jun 16 15:21:52.563337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59740) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:52.568887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'network': {'name': 'tempest-RoutersTest-1394980398'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:52.575931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:52.578247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:network and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:52.581866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:52.588339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:52.657377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:52.661000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.690866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:21:52.700690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.701037 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added segment b9510cb2-3c9f-49f2-a0da-8a559767dc13 of type vlan for network 57782a08-912d-46b7-9ac2-f417312498ad Jun 16 15:21:52.729662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.812661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.818100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:52.818719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:52.939940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Network': ['ID=57782a08-912d-46b7-9ac2-f417312498ad,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:52.943227 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f67aa7d1-9f2a-4326-8ba9-7c4bf0fb6285 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3787138 Jun 16 15:21:52.945875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59744) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:52.951610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'subnet': {'network_id': '57782a08-912d-46b7-9ac2-f417312498ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:52.952174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 57782a08-912d-46b7-9ac2-f417312498ad details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:21:53.082459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:53.086593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:subnet and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:53.089923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:53.096527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:53.177036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:53.180806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:53.510214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:53.605839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Subnet': ['ID=62a9ae26-6173-4502-a6e5-58300b3df9c1,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:53.611258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Checking segment: {'id': 'b9510cb2-3c9f-49f2-a0da-8a559767dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '57782a08-912d-46b7-9ac2-f417312498ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:21:53.611449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network hostable DHCP agents. Network: 57782a08-912d-46b7-9ac2-f417312498ad, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:21:53.715865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 57782a08-912d-46b7-9ac2-f417312498ad is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:21:53.784264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 57782a08-912d-46b7-9ac2-f417312498ad) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:53.788991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:53.791071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:53.793210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88ec008-9f62-443c-a483-b4316a93d6e5 None None] Network 57782a08-912d-46b7-9ac2-f417312498ad requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:53.887288 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d2611072-fdbf-4667-a935-66871e93a25a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9400585 Jun 16 15:21:53.890719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59748) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:53.897533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1993258275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:53.904569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:53.908545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:router and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:53.911373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:53.918329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:54.001288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.002333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.018084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.074348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-57782a08-912d-46b7-9ac2-f417312498ad', 'network_id': '57782a08-912d-46b7-9ac2-f417312498ad', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'fixed_ips': [{'subnet_id': '62a9ae26-6173-4502-a6e5-58300b3df9c1'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:21:54.079802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.098349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.201757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.205722 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-00cdfea8-ac48-406c-9d12-46b4e0713217 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3099182 Jun 16 15:21:54.205911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59752) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:54.211956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'port': {'network_id': '57782a08-912d-46b7-9ac2-f417312498ad', 'name': 'tempest-RoutersTest-1754033036'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:54.247050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Allocated IP 172.20.0.2 (57782a08-912d-46b7-9ac2-f417312498ad/62a9ae26-6173-4502-a6e5-58300b3df9c1/5b47a3cf-a85e-4e8f-bdb1-426c3d326967) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:21:54.366328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:21:54.370903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:port and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:21:54.374504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:21:54.380405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:21:54.471212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.481384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:54.482261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Transition to ACTIVE for port object 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:54.484974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.501406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Transition to ACTIVE for port object 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:54.508215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] device_id is not set on port 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:21:54.573007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.641476 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Network 57782a08-912d-46b7-9ac2-f417312498ad is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:54.649100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:54.651645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:21:54.665466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Allocated IP 172.20.0.7 (57782a08-912d-46b7-9ac2-f417312498ad/62a9ae26-6173-4502-a6e5-58300b3df9c1/4f1dd78e-9b3f-42cd-99c9-aab5ea007876) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:21:54.696992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Pushing event updated for resources: {'Port': ['ID=5b47a3cf-a85e-4e8f-bdb1-426c3d326967,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:54.773125 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Attempting to bind port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:21:54.773497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Attempting to bind port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'b9510cb2-3c9f-49f2-a0da-8a559767dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '57782a08-912d-46b7-9ac2-f417312498ad'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:21:54.773902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Attempting to bind port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 on network 57782a08-912d-46b7-9ac2-f417312498ad {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:54.779719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:21:54.780094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Checking segment: {'id': 'b9510cb2-3c9f-49f2-a0da-8a559767dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '57782a08-912d-46b7-9ac2-f417312498ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:21:54.780488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.780877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Bound using segment: {'id': 'b9510cb2-3c9f-49f2-a0da-8a559767dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '57782a08-912d-46b7-9ac2-f417312498ad'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:21:54.781342 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Bound port: 5b47a3cf-a85e-4e8f-bdb1-426c3d326967, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9510cb2-3c9f-49f2-a0da-8a559767dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '57782a08-912d-46b7-9ac2-f417312498ad'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:21:54.781714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:54.883207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] For port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:21:54.886497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] For port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5b47a3cf-a85e-4e8f-bdb1-426c3d326967,segment=NetworkSegment(b9510cb2-3c9f-49f2-a0da-8a559767dc13),segment_id=b9510cb2-3c9f-49f2-a0da-8a559767dc13)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:21:54.996195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:55.016926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:55.036710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Transition to ACTIVE for port object 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:55.090359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c4cf8-58a8-4f29-96c6-e2dd49a2f60a None None] Pushing event updated for resources: {'Port': ['ID=5b47a3cf-a85e-4e8f-bdb1-426c3d326967,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:55.144838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:55.218593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 57782a08-912d-46b7-9ac2-f417312498ad is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:55.227086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:55.232559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:21:55.313438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:55.314071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:55.322230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=4f1dd78e-9b3f-42cd-99c9-aab5ea007876,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:55.443191 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d8615211-5086-49cd-91fe-8433fbe5c0db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2358189 Jun 16 15:21:55.445788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59756) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:55.447591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:55.659341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:56.122532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:56.174450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2024f5-8b18-425a-9ea2-3ccf7415adb2 None None] Network 57782a08-912d-46b7-9ac2-f417312498ad requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:21:56.367106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5214e296-c115-487d-905f-8fe079c27562 None None] Provisioning for port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:56.378139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5214e296-c115-487d-905f-8fe079c27562 None None] Provisioning complete for port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:56.379208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5214e296-c115-487d-905f-8fe079c27562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:56.541900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:56.582572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5214e296-c115-487d-905f-8fe079c27562 None None] Current status of the port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:56.583030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5214e296-c115-487d-905f-8fe079c27562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:56.625493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:56.625813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-5214e296-c115-487d-905f-8fe079c27562 None None] For port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5b47a3cf-a85e-4e8f-bdb1-426c3d326967,segment=NetworkSegment(b9510cb2-3c9f-49f2-a0da-8a559767dc13),segment_id=b9510cb2-3c9f-49f2-a0da-8a559767dc13)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:56.721907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5214e296-c115-487d-905f-8fe079c27562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:56.740253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=4f1dd78e-9b3f-42cd-99c9-aab5ea007876,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:56.817777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214e296-c115-487d-905f-8fe079c27562 None None] Pushing event updated for resources: {'Port': ['ID=5b47a3cf-a85e-4e8f-bdb1-426c3d326967,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:57.041513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-85a38004-5f19-4b19-b604-b3f8412f3364 None None] Provisioning for port 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:57.048484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-85a38004-5f19-4b19-b604-b3f8412f3364 None None] Provisioning complete for port 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:57.048897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85a38004-5f19-4b19-b604-b3f8412f3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:57.132277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85a38004-5f19-4b19-b604-b3f8412f3364 None None] Port 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:21:57.145013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-85a38004-5f19-4b19-b604-b3f8412f3364 None None] Provisioning complete for port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:57.145372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85a38004-5f19-4b19-b604-b3f8412f3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:57.152239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:57.308126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85a38004-5f19-4b19-b604-b3f8412f3364 None None] Current status of the port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:57.354680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:57.387794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:57.451062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6e4d31a3-a350-4d82-a1bd-b928c3399c1c None None] Provisioning complete for port 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:57.451429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6e4d31a3-a350-4d82-a1bd-b928c3399c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:57.516110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d31a3-a350-4d82-a1bd-b928c3399c1c None None] Port 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:21:57.518325 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:57.518695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:57.640502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:21:57.754098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:57.817176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:57.934194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:57.937819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=4f1dd78e-9b3f-42cd-99c9-aab5ea007876,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:58.076287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 57782a08-912d-46b7-9ac2-f417312498ad is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:58.077492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:58.326236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router 6a8d94b0-7aab-4f89-a83f-3fefe70df0a4 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:21:58.340603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-458aae92-ee74-428a-98de-3c7e54f93e39 None None] Provisioning complete for port 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:58.341583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-458aae92-ee74-428a-98de-3c7e54f93e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:58.397514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-458aae92-ee74-428a-98de-3c7e54f93e39 None None] Port 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:21:58.487477 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:58.492143 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-497fbd8f-6481-41bc-b82b-394a830d0256 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/6a8d94b0-7aab-4f89-a83f-3fefe70df0a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0452638 Jun 16 15:21:58.494659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59762) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:58.497376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56372f8a-95cd-43c7-bb42-a1d66661b1cc None None] Sync routers for ids ['6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:58.507232 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56372f8a-95cd-43c7-bb42-a1d66661b1cc None None] Routers {'6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:58.507872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-56372f8a-95cd-43c7-bb42-a1d66661b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:58.568188 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d17fbd5-e147-475e-bd23-71659c6d1bd1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:21:58.568810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6d17fbd5-e147-475e-bd23-71659c6d1bd1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:21:58.572133 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-56372f8a-95cd-43c7-bb42-a1d66661b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:58.582363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56372f8a-95cd-43c7-bb42-a1d66661b1cc None None] Routers {'6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:21:58.583025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-56372f8a-95cd-43c7-bb42-a1d66661b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:58.642501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-56372f8a-95cd-43c7-bb42-a1d66661b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:58.642903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56372f8a-95cd-43c7-bb42-a1d66661b1cc None None] The sync data for ids ['6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:58.647057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6d17fbd5-e147-475e-bd23-71659c6d1bd1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:21:58.648887 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6d17fbd5-e147-475e-bd23-71659c6d1bd1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports/4f1dd78e-9b3f-42cd-99c9-aab5ea007876 HTTP/1.1" status: 200 len: 977 time: 0.1527059 Jun 16 15:21:58.651122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59766) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:59.306457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:59.587616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:21:59.587929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:59.786251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:59.926130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 4f1dd78e-9b3f-42cd-99c9-aab5ea007876 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:00.224079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:00.275464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=4f1dd78e-9b3f-42cd-99c9-aab5ea007876,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:00.630462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:00.908098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router 6a8d94b0-7aab-4f89-a83f-3fefe70df0a4 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:01.041372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:01.050569 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4adf43d-04d0-482d-8d34-47f9d86ffbab None None] Sync routers for ids ['6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:01.060425 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4adf43d-04d0-482d-8d34-47f9d86ffbab None None] Routers {'6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:01.060989 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a4adf43d-04d0-482d-8d34-47f9d86ffbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:01.120790 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a4adf43d-04d0-482d-8d34-47f9d86ffbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:01.128828 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ddd909bb-c549-4ddf-b106-d38745655504 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/6a8d94b0-7aab-4f89-a83f-3fefe70df0a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4766352 Jun 16 15:22:01.131549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59770) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:01.141744 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4adf43d-04d0-482d-8d34-47f9d86ffbab None None] Routers {'6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:01.142346 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a4adf43d-04d0-482d-8d34-47f9d86ffbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:01.204613 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a4adf43d-04d0-482d-8d34-47f9d86ffbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:01.204928 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4adf43d-04d0-482d-8d34-47f9d86ffbab None None] The sync data for ids ['6a8d94b0-7aab-4f89-a83f-3fefe70df0a4'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:01.471779 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-a0ec4171-fedb-4d84-a41e-e10fa5ac0616 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] remove_router_interface failed (client error): The resource could not be found. Jun 16 15:22:01.472771 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a0ec4171-fedb-4d84-a41e-e10fa5ac0616 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/6a8d94b0-7aab-4f89-a83f-3fefe70df0a4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3402781 Jun 16 15:22:01.475600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59776) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:01.525550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f2e23c06-0c04-4a2d-b0b3-16859f18d1a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:22:01.594950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f2e23c06-0c04-4a2d-b0b3-16859f18d1a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:22:01.596218 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f2e23c06-0c04-4a2d-b0b3-16859f18d1a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a8d94b0-7aab-4f89-a83f-3fefe70df0a4 HTTP/1.1" status: 200 len: 205 time: 0.1196647 Jun 16 15:22:01.599066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59780) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:01.736822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec0d-28a4-4810-95d9-b642d9476535 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.161605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec0d-28a4-4810-95d9-b642d9476535 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.164950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec0d-28a4-4810-95d9-b642d9476535 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.247181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec0d-28a4-4810-95d9-b642d9476535 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.247704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a0ec0d-28a4-4810-95d9-b642d9476535 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Fanout notify agent at l3_agent the message router_deleted on router 6a8d94b0-7aab-4f89-a83f-3fefe70df0a4 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:22:02.259487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec0d-28a4-4810-95d9-b642d9476535 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.260593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b2a0ec0d-28a4-4810-95d9-b642d9476535 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/6a8d94b0-7aab-4f89-a83f-3fefe70df0a4 HTTP/1.1" status: 204 len: 168 time: 0.6602533 Jun 16 15:22:02.263717 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59784) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:02.337417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fb66d2-4584-4842-b319-9fb84c60c95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting subnet 62a9ae26-6173-4502-a6e5-58300b3df9c1 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:22:02.341169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30fb66d2-4584-4842-b319-9fb84c60c95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.396200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30fb66d2-4584-4842-b319-9fb84c60c95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.481562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30fb66d2-4584-4842-b319-9fb84c60c95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.692988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30fb66d2-4584-4842-b319-9fb84c60c95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.737079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb66d2-4584-4842-b319-9fb84c60c95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Subnet': ['ID=62a9ae26-6173-4502-a6e5-58300b3df9c1,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:02.740039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30fb66d2-4584-4842-b319-9fb84c60c95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.746391 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-30fb66d2-4584-4842-b319-9fb84c60c95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/62a9ae26-6173-4502-a6e5-58300b3df9c1 HTTP/1.1" status: 204 len: 168 time: 0.4816520 Jun 16 15:22:02.746718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0035346-3d2e-44b4-b9df-76ff3e694b3c None None] Network 57782a08-912d-46b7-9ac2-f417312498ad requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:02.748927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59788) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:02.870554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:02.890831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:02.890831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:03.060078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] DHCP port deletion for 57782a08-912d-46b7-9ac2-f417312498ad request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:22:03.062339 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] Deleting port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:03.062718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:03.136493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5b47a3cf-a85e-4e8f-bdb1-426c3d326967,segment=NetworkSegment(b9510cb2-3c9f-49f2-a0da-8a559767dc13),segment_id=b9510cb2-3c9f-49f2-a0da-8a559767dc13)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:03.136493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:03.288184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:03.328206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] For port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5b47a3cf-a85e-4e8f-bdb1-426c3d326967,segment=NetworkSegment(b9510cb2-3c9f-49f2-a0da-8a559767dc13),segment_id=b9510cb2-3c9f-49f2-a0da-8a559767dc13)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:03.328986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:03.473518 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:22:03.488558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:03.510090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] Calling delete_port for 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:03.544591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No DVR routers for this DVR port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:22:03.546494 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=5b47a3cf-a85e-4e8f-bdb1-426c3d326967,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:03.564251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:22:03.564251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:22:03.615204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:22:03.615204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:22:03.823363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:03.856966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57782a08-912d-46b7-9ac2-f417312498ad']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:03.869488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9510cb2-3c9f-49f2-a0da-8a559767dc13') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:03.869488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9510cb2-3c9f-49f2-a0da-8a559767dc13') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:03.881795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:03.908892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:03.913037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:22:03.913037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:03.948414 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment b9510cb2-3c9f-49f2-a0da-8a559767dc13 resource provider aggregate not found Jun 16 15:22:04.006061 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment b9510cb2-3c9f-49f2-a0da-8a559767dc13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9510cb2-3c9f-49f2-a0da-8a559767dc13 found for delete ", "request_id": "req-0563e7a9-81bf-4bf0-9a0c-dabb63718e39"}]} Jun 16 15:22:04.086841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:04.107937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:04.114989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] Deleting port 5b47a3cf-a85e-4e8f-bdb1-426c3d326967 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:04.115804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:04.123196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Network': ['ID=57782a08-912d-46b7-9ac2-f417312498ad,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:04.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.136289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.142500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.142500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:04.192656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-12161c3e-8b86-444c-8e58-8458e2e2d477 None None] The port '5b47a3cf-a85e-4e8f-bdb1-426c3d326967' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:22:04.242176 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-df09050b-c9d6-48c6-bd23-c49bdc63799a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/networks/57782a08-912d-46b7-9ac2-f417312498ad HTTP/1.1" status: 204 len: 168 time: 1.4917104 Jun 16 15:22:04.246977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59796) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:04.252245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'network': {'name': 'tempest-RoutersTest-1590349675'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:04.262330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:04.263789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:network and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:04.266826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:04.275176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:04.508350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:04.512265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:04.540562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:22:04.550535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:04.551043 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added segment 7376b6e1-d3e2-48d1-ac13-729d588c3718 of type vlan for network a8281871-8a2d-4179-af34-e7a662c864e3 Jun 16 15:22:04.580297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:04.680881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:04.686469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:04.687091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:04.797110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Network': ['ID=a8281871-8a2d-4179-af34-e7a662c864e3,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:04.807507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network a8281871-8a2d-4179-af34-e7a662c864e3 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:22:04.853097 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8ca49fea-c2df-49a1-921d-9a575c281ded tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6067150 Jun 16 15:22:04.855807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59800) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:04.861557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'subnet': {'network_id': 'a8281871-8a2d-4179-af34-e7a662c864e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:04.976100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:04.979992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:subnet and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:04.982782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:04.988447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:05.075443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:05.079058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:05.373005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:05.450876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Subnet': ['ID=574d52a0-46d4-4261-a696-373d3e613f2c,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:05.461698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Checking segment: {'id': '7376b6e1-d3e2-48d1-ac13-729d588c3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a8281871-8a2d-4179-af34-e7a662c864e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:05.462059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network hostable DHCP agents. Network: a8281871-8a2d-4179-af34-e7a662c864e3, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:22:05.538496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network a8281871-8a2d-4179-af34-e7a662c864e3 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:22:05.578528 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:05.653439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, a8281871-8a2d-4179-af34-e7a662c864e3) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:05.658368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:05.665234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:05.665386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b990b-bdd3-451f-bb3e-db1583096164 None None] Network a8281871-8a2d-4179-af34-e7a662c864e3 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:05.772042 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cd9cdf68-db7c-41ce-82ec-e85b2bdbd927 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9150047 Jun 16 15:22:05.774624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59806) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:05.781772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-871226318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:05.789222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:05.793042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:router and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:05.797130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:05.802163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:05.874062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:05.875053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:05.891268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:05.942860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-a8281871-8a2d-4179-af34-e7a662c864e3', 'network_id': 'a8281871-8a2d-4179-af34-e7a662c864e3', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'fixed_ips': [{'subnet_id': '574d52a0-46d4-4261-a696-373d3e613f2c'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:22:05.943716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:06.001190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:06.069458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:06.070640 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e7ddc38a-7738-490d-98ff-e77e7cb2b8a4 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2951324 Jun 16 15:22:06.073354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59810) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:06.103366 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Allocated IP 172.20.0.2 (a8281871-8a2d-4179-af34-e7a662c864e3/574d52a0-46d4-4261-a696-373d3e613f2c/5ba2910a-517a-4bdc-88ea-0ad4eda86956) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:06.327297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:06.337871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Transition to ACTIVE for port object 5ba2910a-517a-4bdc-88ea-0ad4eda86956 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:06.368502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Transition to ACTIVE for port object 5ba2910a-517a-4bdc-88ea-0ad4eda86956 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:06.452854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:06.527955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Network a8281871-8a2d-4179-af34-e7a662c864e3 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:06.531443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:06.535184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:06.544563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Pushing event updated for resources: {'Port': ['ID=5ba2910a-517a-4bdc-88ea-0ad4eda86956,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:06.573194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:06.664879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Attempting to bind port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:22:06.664879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Attempting to bind port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '7376b6e1-d3e2-48d1-ac13-729d588c3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a8281871-8a2d-4179-af34-e7a662c864e3'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:22:06.664879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Attempting to bind port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 on network a8281871-8a2d-4179-af34-e7a662c864e3 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:06.675610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:06.675610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Checking segment: {'id': '7376b6e1-d3e2-48d1-ac13-729d588c3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a8281871-8a2d-4179-af34-e7a662c864e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:06.675610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:06.675610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Bound using segment: {'id': '7376b6e1-d3e2-48d1-ac13-729d588c3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a8281871-8a2d-4179-af34-e7a662c864e3'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:06.675610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Bound port: 5ba2910a-517a-4bdc-88ea-0ad4eda86956, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7376b6e1-d3e2-48d1-ac13-729d588c3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a8281871-8a2d-4179-af34-e7a662c864e3'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:22:06.675610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:06.767824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] For port 5ba2910a-517a-4bdc-88ea-0ad4eda86956, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:06.771065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] For port 5ba2910a-517a-4bdc-88ea-0ad4eda86956, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5ba2910a-517a-4bdc-88ea-0ad4eda86956,segment=NetworkSegment(7376b6e1-d3e2-48d1-ac13-729d588c3718),segment_id=7376b6e1-d3e2-48d1-ac13-729d588c3718)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:06.881500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:06.983093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e51dc-7c6b-4237-8e10-77f86e0556a8 None None] Pushing event updated for resources: {'Port': ['ID=5ba2910a-517a-4bdc-88ea-0ad4eda86956,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:07.075631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Allocated IP 172.20.0.1 (a8281871-8a2d-4179-af34-e7a662c864e3/574d52a0-46d4-4261-a696-373d3e613f2c/3bb25e37-0552-4462-b126-f6666e36e2c9) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:07.288114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:07.307517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Transition to ACTIVE for port object 3bb25e37-0552-4462-b126-f6666e36e2c9 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:07.435658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5ba2910a-517a-4bdc-88ea-0ad4eda86956 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:07.441210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:07.514733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network a8281871-8a2d-4179-af34-e7a662c864e3 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:07.518097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:07.519954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:07.572323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:07.577520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=3bb25e37-0552-4462-b126-f6666e36e2c9,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:07.599162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:07.801128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:08.091915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce78d05-97e6-480a-93a4-5f59ac7d8718 None None] Network a8281871-8a2d-4179-af34-e7a662c864e3 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:08.205747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a59cc9be-d61a-4555-8c4d-6f8361766850 None None] Provisioning for port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:08.213585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a59cc9be-d61a-4555-8c4d-6f8361766850 None None] Provisioning complete for port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:08.213959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a59cc9be-d61a-4555-8c4d-6f8361766850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:08.242488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:08.315300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:08.437007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:08.438150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a59cc9be-d61a-4555-8c4d-6f8361766850 None None] Current status of the port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:08.438531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a59cc9be-d61a-4555-8c4d-6f8361766850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:08.440779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=3bb25e37-0552-4462-b126-f6666e36e2c9,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:08.488158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a59cc9be-d61a-4555-8c4d-6f8361766850 None None] For port 5ba2910a-517a-4bdc-88ea-0ad4eda86956, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5ba2910a-517a-4bdc-88ea-0ad4eda86956,segment=NetworkSegment(7376b6e1-d3e2-48d1-ac13-729d588c3718),segment_id=7376b6e1-d3e2-48d1-ac13-729d588c3718)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:08.566859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a59cc9be-d61a-4555-8c4d-6f8361766850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:08.608218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network a8281871-8a2d-4179-af34-e7a662c864e3 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:08.609473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:08.645227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cc9be-d61a-4555-8c4d-6f8361766850 None None] Pushing event updated for resources: {'Port': ['ID=5ba2910a-517a-4bdc-88ea-0ad4eda86956,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:08.792943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4618cc6a-2e73-49a4-9650-5457d28d0385 None None] Provisioning complete for port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:08.799928 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4618cc6a-2e73-49a4-9650-5457d28d0385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:08.951144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4618cc6a-2e73-49a4-9650-5457d28d0385 None None] Current status of the port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:09.041089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router e994a445-fa6f-46eb-82b5-47bfa2c5852e is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:22:09.109518 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4618cc6a-2e73-49a4-9650-5457d28d0385 None None] Provisioning for port 3bb25e37-0552-4462-b126-f6666e36e2c9 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:09.114542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4618cc6a-2e73-49a4-9650-5457d28d0385 None None] Provisioning complete for port 3bb25e37-0552-4462-b126-f6666e36e2c9 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:09.114939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4618cc6a-2e73-49a4-9650-5457d28d0385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:09.170987 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4618cc6a-2e73-49a4-9650-5457d28d0385 None None] Port 3bb25e37-0552-4462-b126-f6666e36e2c9 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:22:09.218414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:09.229992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b9fa2-886f-4795-8202-7034dc8c188c None None] Sync routers for ids ['e994a445-fa6f-46eb-82b5-47bfa2c5852e'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:09.249379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b9fa2-886f-4795-8202-7034dc8c188c None None] Routers {'e994a445-fa6f-46eb-82b5-47bfa2c5852e'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:09.249379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9a1b9fa2-886f-4795-8202-7034dc8c188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['e994a445-fa6f-46eb-82b5-47bfa2c5852e'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:09.251800 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b01dc5aa-cdbb-4d80-a5df-adf58242c6e1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/e994a445-fa6f-46eb-82b5-47bfa2c5852e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1672246 Jun 16 15:22:09.251800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59816) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:09.332988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfefa472-9931-4a50-9b57-a4ba26a47ede tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:09.333240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dfefa472-9931-4a50-9b57-a4ba26a47ede tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:22:09.363756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9a1b9fa2-886f-4795-8202-7034dc8c188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:09.378739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b9fa2-886f-4795-8202-7034dc8c188c None None] Routers {'e994a445-fa6f-46eb-82b5-47bfa2c5852e'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:09.379406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9a1b9fa2-886f-4795-8202-7034dc8c188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['e994a445-fa6f-46eb-82b5-47bfa2c5852e'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:09.422924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-dfefa472-9931-4a50-9b57-a4ba26a47ede tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:22:09.423984 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dfefa472-9931-4a50-9b57-a4ba26a47ede tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports/3bb25e37-0552-4462-b126-f6666e36e2c9 HTTP/1.1" status: 200 len: 910 time: 0.1777902 Jun 16 15:22:09.426901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59820) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:09.432095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5ba2910a-517a-4bdc-88ea-0ad4eda86956 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:09.461860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8765f02f-d1a0-4503-b657-e0324f138d15 None None] Provisioning complete for port 3bb25e37-0552-4462-b126-f6666e36e2c9 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:09.462444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8765f02f-d1a0-4503-b657-e0324f138d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:09.515621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9a1b9fa2-886f-4795-8202-7034dc8c188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:09.516025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b9fa2-886f-4795-8202-7034dc8c188c None None] The sync data for ids ['e994a445-fa6f-46eb-82b5-47bfa2c5852e'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:09.554183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8765f02f-d1a0-4503-b657-e0324f138d15 None None] Port 3bb25e37-0552-4462-b126-f6666e36e2c9 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:22:09.570843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:09.574773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:09.724780 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:10.007653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:10.391935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 3bb25e37-0552-4462-b126-f6666e36e2c9 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:10.391935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:10.738918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:10.865517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 3bb25e37-0552-4462-b126-f6666e36e2c9 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:11.132255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:11.185832 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=3bb25e37-0552-4462-b126-f6666e36e2c9,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:11.440513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:11.715058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router e994a445-fa6f-46eb-82b5-47bfa2c5852e has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:11.849840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:11.860222 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b58087-0765-43c5-823c-a4ac1e017534 None None] Sync routers for ids ['e994a445-fa6f-46eb-82b5-47bfa2c5852e'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:11.869706 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b58087-0765-43c5-823c-a4ac1e017534 None None] Routers {'e994a445-fa6f-46eb-82b5-47bfa2c5852e'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:11.870413 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d5b58087-0765-43c5-823c-a4ac1e017534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['e994a445-fa6f-46eb-82b5-47bfa2c5852e'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:11.932848 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d5b58087-0765-43c5-823c-a4ac1e017534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:11.941626 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b58087-0765-43c5-823c-a4ac1e017534 None None] Routers {'e994a445-fa6f-46eb-82b5-47bfa2c5852e'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:11.942221 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d5b58087-0765-43c5-823c-a4ac1e017534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['e994a445-fa6f-46eb-82b5-47bfa2c5852e'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:11.951616 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-365a31cc-f2e3-4d6a-b58d-10939547df54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/e994a445-fa6f-46eb-82b5-47bfa2c5852e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5234201 Jun 16 15:22:11.954267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59824) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:12.001554 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d5b58087-0765-43c5-823c-a4ac1e017534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:12.001958 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b58087-0765-43c5-823c-a4ac1e017534 None None] The sync data for ids ['e994a445-fa6f-46eb-82b5-47bfa2c5852e'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:12.006859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ea9ae1b7-f812-44ca-a200-ecb2233ce52a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:22:12.097588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ea9ae1b7-f812-44ca-a200-ecb2233ce52a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:22:12.099200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ea9ae1b7-f812-44ca-a200-ecb2233ce52a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=e994a445-fa6f-46eb-82b5-47bfa2c5852e HTTP/1.1" status: 200 len: 205 time: 0.1437078 Jun 16 15:22:12.101641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59828) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:12.357238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5488c2f-4232-4b4c-a59e-4ae00b0758e7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:12.654869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5488c2f-4232-4b4c-a59e-4ae00b0758e7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:12.657102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5488c2f-4232-4b4c-a59e-4ae00b0758e7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:12.805262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5488c2f-4232-4b4c-a59e-4ae00b0758e7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:12.805781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5488c2f-4232-4b4c-a59e-4ae00b0758e7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Fanout notify agent at l3_agent the message router_deleted on router e994a445-fa6f-46eb-82b5-47bfa2c5852e {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:22:12.817788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d5488c2f-4232-4b4c-a59e-4ae00b0758e7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:12.819201 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d5488c2f-4232-4b4c-a59e-4ae00b0758e7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/e994a445-fa6f-46eb-82b5-47bfa2c5852e HTTP/1.1" status: 204 len: 168 time: 0.7163177 Jun 16 15:22:12.821652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59832) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:12.892210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbcf238-d5b1-4814-aaa5-1b319a13b88f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting subnet 574d52a0-46d4-4261-a696-373d3e613f2c {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:22:12.895851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf238-d5b1-4814-aaa5-1b319a13b88f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:12.953307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf238-d5b1-4814-aaa5-1b319a13b88f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.058912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf238-d5b1-4814-aaa5-1b319a13b88f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.179025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf238-d5b1-4814-aaa5-1b319a13b88f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.219557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcf238-d5b1-4814-aaa5-1b319a13b88f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Subnet': ['ID=574d52a0-46d4-4261-a696-373d3e613f2c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:13.223270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf238-d5b1-4814-aaa5-1b319a13b88f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.229972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243035a7-2fe7-44f5-ad48-3eec19813ac2 None None] Network a8281871-8a2d-4179-af34-e7a662c864e3 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:13.231400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ffbcf238-d5b1-4814-aaa5-1b319a13b88f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/574d52a0-46d4-4261-a696-373d3e613f2c HTTP/1.1" status: 204 len: 168 time: 0.4077430 Jun 16 15:22:13.233891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59836) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:13.357221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.368239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:13.368572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.507940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] DHCP port deletion for a8281871-8a2d-4179-af34-e7a662c864e3 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:22:13.512785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] Deleting port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:13.513154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.590182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port 5ba2910a-517a-4bdc-88ea-0ad4eda86956, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5ba2910a-517a-4bdc-88ea-0ad4eda86956,segment=NetworkSegment(7376b6e1-d3e2-48d1-ac13-729d588c3718),segment_id=7376b6e1-d3e2-48d1-ac13-729d588c3718)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:13.590555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.718547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 5ba2910a-517a-4bdc-88ea-0ad4eda86956 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:13.724447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] For port 5ba2910a-517a-4bdc-88ea-0ad4eda86956, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5ba2910a-517a-4bdc-88ea-0ad4eda86956,segment=NetworkSegment(7376b6e1-d3e2-48d1-ac13-729d588c3718),segment_id=7376b6e1-d3e2-48d1-ac13-729d588c3718)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:13.724778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.850671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] Calling delete_port for 5ba2910a-517a-4bdc-88ea-0ad4eda86956 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:13.892800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.930738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:22:13.931130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:22:13.943504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No DVR routers for this DVR port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:22:13.970576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=5ba2910a-517a-4bdc-88ea-0ad4eda86956,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:14.181963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.208071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8281871-8a2d-4179-af34-e7a662c864e3']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:14.220327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7376b6e1-d3e2-48d1-ac13-729d588c3718') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:14.226412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7376b6e1-d3e2-48d1-ac13-729d588c3718') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:14.233317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.255701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.263717 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:22:14.264119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.297287 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 7376b6e1-d3e2-48d1-ac13-729d588c3718 resource provider aggregate not found Jun 16 15:22:14.351124 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 7376b6e1-d3e2-48d1-ac13-729d588c3718 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7376b6e1-d3e2-48d1-ac13-729d588c3718 found for delete ", "request_id": "req-e7a8cadd-7218-4184-82c1-952297e9613c"}]} Jun 16 15:22:14.432576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] Deleting port 5ba2910a-517a-4bdc-88ea-0ad4eda86956 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:14.433140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.497560 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.498673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ec82a16d-9f20-4efd-acc0-e5661154d63a None None] The port '5ba2910a-517a-4bdc-88ea-0ad4eda86956' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:22:14.515296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.526234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Network': ['ID=a8281871-8a2d-4179-af34-e7a662c864e3,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:14.613310 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-392bf725-bbc2-47d6-9670-21760bd69965 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/networks/a8281871-8a2d-4179-af34-e7a662c864e3 HTTP/1.1" status: 204 len: 168 time: 1.3774712 Jun 16 15:22:14.616931 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59844) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:14.622343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1387620769', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:14.630294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:14.634221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:router and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:14.639512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:14.643342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:14.761460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.762500 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.778756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.161892 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-dcacc2c9-c468-4676-9f83-0fe7523717b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850983 Jun 16 15:22:15.299704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.314205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-f2325326-bc42-42dd-8e5f-db15f2303ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:15.315705 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-f2325326-bc42-42dd-8e5f-db15f2303ede service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 1099 time: 0.0837824 Jun 16 15:22:15.399337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5ba2910a-517a-4bdc-88ea-0ad4eda86956 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:22:15.442399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 5ba2910a-517a-4bdc-88ea-0ad4eda86956 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:22:15.443108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5ba2910a-517a-4bdc-88ea-0ad4eda86956 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:22:15.482397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-081e1c6d-29e0-4a93-bbda-d3641cac7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:15.483906 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-081e1c6d-29e0-4a93-bbda-d3641cac7e20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.1393387 Jun 16 15:22:15.594816 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-effccd96-a643-4537-b6e7-34fc3f70e25f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8e9d536-16d5-47f3-add4-3bd19bc1effd HTTP/1.1" status: 200 len: 1002 time: 0.1037202 Jun 16 15:22:15.665043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-04797b5c-15a5-4191-ab11-98bc3f476425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:15.666485 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-04797b5c-15a5-4191-ab11-98bc3f476425 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0652122 Jun 16 15:22:15.687244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e7c97d42-ff8f-46bb-a27b-2804854de8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.742885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.767133 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-c2d8d466-4522-4ab1-91c1-1057bbf479fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:15.768610 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-c2d8d466-4522-4ab1-91c1-1057bbf479fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0938687 Jun 16 15:22:15.773592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.907882 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-df3707b2-c6e3-4d78-9037-c505a429c4c9 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325941 Jun 16 15:22:15.921010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Allocated IP 172.26.2.184 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/9586faac-9ab9-4751-8a57-46848dc0a648) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:16.054830 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31ced384-ddbc-44e8-a45b-cf5599581f0e req-d3d6d734-26b2-4f31-88b9-f543c1a08d0a service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407020 Jun 16 15:22:16.075960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.173116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.241042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:16.244368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:16.249227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:16.282147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=9586faac-9ab9-4751-8a57-46848dc0a648,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:16.301360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.301628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.302528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.302528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.303060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.303158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.303474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.303789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.304104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.304418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.304735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.305089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:16.860215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.216926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.543909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router d720b95e-6b5a-468e-acfe-61c9b74e9b3a is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:22:17.729145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:17.739539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db3322-1c84-4a4e-b28a-f63f668c23b1 None None] Sync routers for ids ['d720b95e-6b5a-468e-acfe-61c9b74e9b3a'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:17.749635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db3322-1c84-4a4e-b28a-f63f668c23b1 None None] Routers {'d720b95e-6b5a-468e-acfe-61c9b74e9b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:17.750289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f2db3322-1c84-4a4e-b28a-f63f668c23b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d720b95e-6b5a-468e-acfe-61c9b74e9b3a'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:17.812027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f2db3322-1c84-4a4e-b28a-f63f668c23b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:17.820599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db3322-1c84-4a4e-b28a-f63f668c23b1 None None] Routers {'d720b95e-6b5a-468e-acfe-61c9b74e9b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:17.821435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f2db3322-1c84-4a4e-b28a-f63f668c23b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:21:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d720b95e-6b5a-468e-acfe-61c9b74e9b3a'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:17.828332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.831980 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-767ccffc-2db7-456c-b899-ad58f67e6e25 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2118151 Jun 16 15:22:17.832516 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59850) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:17.885717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f2db3322-1c84-4a4e-b28a-f63f668c23b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:17.886141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db3322-1c84-4a4e-b28a-f63f668c23b1 None None] The sync data for ids ['d720b95e-6b5a-468e-acfe-61c9b74e9b3a'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:18.025167 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fd3e841d-c4c4-4116-9496-ea6baf3fc151 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/routers/d720b95e-6b5a-468e-acfe-61c9b74e9b3a HTTP/1.1" status: 200 len: 881 time: 0.1914830 Jun 16 15:22:18.028154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59854) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:18.241273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7f29debb-1fae-4470-a6be-2e2a4c5f0e8a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:router {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:22:18.291888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3cc373e3-b916-4b42-ab80-edcd390525be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:18.320658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7f29debb-1fae-4470-a6be-2e2a4c5f0e8a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:router {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:22:18.321891 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7f29debb-1fae-4470-a6be-2e2a4c5f0e8a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2928402 Jun 16 15:22:18.325221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59858) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:18.330427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-35fcbd49-247b-4785-aa5f-2bced711106e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1387620769'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:18.799778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:18.988066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35fcbd49-247b-4785-aa5f-2bced711106e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:19.081536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35fcbd49-247b-4785-aa5f-2bced711106e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:19.265680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fcbd49-247b-4785-aa5f-2bced711106e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router d720b95e-6b5a-468e-acfe-61c9b74e9b3a has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:19.466292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fcbd49-247b-4785-aa5f-2bced711106e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:19.469472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-35fcbd49-247b-4785-aa5f-2bced711106e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:19.471149 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-35fcbd49-247b-4785-aa5f-2bced711106e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/d720b95e-6b5a-468e-acfe-61c9b74e9b3a HTTP/1.1" status: 200 len: 888 time: 1.1443925 Jun 16 15:22:19.473221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59862) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:19.473432 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc977b26-bd81-48f2-b6ef-17454032f410 None None] Sync routers for ids ['d720b95e-6b5a-468e-acfe-61c9b74e9b3a'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:19.484151 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc977b26-bd81-48f2-b6ef-17454032f410 None None] Routers {'d720b95e-6b5a-468e-acfe-61c9b74e9b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:19.485064 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-cc977b26-bd81-48f2-b6ef-17454032f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d720b95e-6b5a-468e-acfe-61c9b74e9b3a'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:19.548194 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-cc977b26-bd81-48f2-b6ef-17454032f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:19.557188 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc977b26-bd81-48f2-b6ef-17454032f410 None None] Routers {'d720b95e-6b5a-468e-acfe-61c9b74e9b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:19.557788 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-cc977b26-bd81-48f2-b6ef-17454032f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d720b95e-6b5a-468e-acfe-61c9b74e9b3a'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:19.620456 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-cc977b26-bd81-48f2-b6ef-17454032f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:19.620894 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc977b26-bd81-48f2-b6ef-17454032f410 None None] The sync data for ids ['d720b95e-6b5a-468e-acfe-61c9b74e9b3a'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:19.669633 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dfa5dfbb-3512-474d-b63e-4252104a8d4b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/routers/d720b95e-6b5a-468e-acfe-61c9b74e9b3a HTTP/1.1" status: 200 len: 888 time: 0.1953671 Jun 16 15:22:19.672534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59866) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:19.732016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-417ccd40-05a6-4522-81ec-055478cf8f5b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:22:19.857653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-417ccd40-05a6-4522-81ec-055478cf8f5b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:22:19.858895 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-417ccd40-05a6-4522-81ec-055478cf8f5b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=d720b95e-6b5a-468e-acfe-61c9b74e9b3a HTTP/1.1" status: 200 len: 205 time: 0.1854951 Jun 16 15:22:19.861718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59870) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:20.052865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:20.286557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:20.367934 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:20.475188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 9586faac-9ab9-4751-8a57-46848dc0a648 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:20.475549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:20.651085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:20.780524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 9586faac-9ab9-4751-8a57-46848dc0a648 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:21.019165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.099930 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=9586faac-9ab9-4751-8a57-46848dc0a648,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:21.172108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.354146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.356970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.463379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.492173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.492690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Fanout notify agent at l3_agent the message router_deleted on router d720b95e-6b5a-468e-acfe-61c9b74e9b3a {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:22:21.615813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.617004 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f6c2ac13-acd0-4911-8c69-fba24222d9ec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/d720b95e-6b5a-468e-acfe-61c9b74e9b3a HTTP/1.1" status: 204 len: 168 time: 1.7543855 Jun 16 15:22:21.620594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59874) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:21.626047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'network': {'name': 'tempest-RoutersTest-827579584'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:21.631159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:21.635075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:network and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:21.637957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:21.644071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:21.720318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:21.724356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.752032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:22:21.760583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.760924 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added segment 6d762754-24e5-4e17-9344-95e692c50592 of type vlan for network 023f5564-8fe3-4a6f-ad5e-640accbb02f5 Jun 16 15:22:21.788825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.887063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.892606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:21.893180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:22.001007 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Network': ['ID=023f5564-8fe3-4a6f-ad5e-640accbb02f5,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:22.011975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 023f5564-8fe3-4a6f-ad5e-640accbb02f5 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:22:22.070229 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b469cb20-3e04-479c-8785-b049c340bd44 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4485373 Jun 16 15:22:22.072936 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59878) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:22.079723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'subnet': {'network_id': '023f5564-8fe3-4a6f-ad5e-640accbb02f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:22.196798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:22.202050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:subnet and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:22.204523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:22.210254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:22.292285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:22.295828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:22.726518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:22.806468 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Subnet': ['ID=3a69e7af-210d-48d6-86eb-2188ab37959f,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:22.817220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Checking segment: {'id': '6d762754-24e5-4e17-9344-95e692c50592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '023f5564-8fe3-4a6f-ad5e-640accbb02f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:22.817577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network hostable DHCP agents. Network: 023f5564-8fe3-4a6f-ad5e-640accbb02f5, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:22:22.897788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 023f5564-8fe3-4a6f-ad5e-640accbb02f5 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:22:22.995280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 023f5564-8fe3-4a6f-ad5e-640accbb02f5) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:22.999573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:23.008129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.009450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccecd57-98e0-424f-81be-4cc7dc0c3ba8 None None] Network 023f5564-8fe3-4a6f-ad5e-640accbb02f5 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:23.092659 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fb50f865-726b-4b52-9a0f-bf68aea64345 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0128868 Jun 16 15:22:23.092659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59882) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:23.096064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-553712836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:23.102465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:23.107235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:router and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:23.110085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:23.117647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:23.213945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.215616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.234946 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.246702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-023f5564-8fe3-4a6f-ad5e-640accbb02f5', 'network_id': '023f5564-8fe3-4a6f-ad5e-640accbb02f5', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'fixed_ips': [{'subnet_id': '3a69e7af-210d-48d6-86eb-2188ab37959f'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:22:23.247965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.366899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.409239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Allocated IP 172.20.0.2 (023f5564-8fe3-4a6f-ad5e-640accbb02f5/3a69e7af-210d-48d6-86eb-2188ab37959f/4d637f0a-9189-406c-ade6-5a0d04825504) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:23.520935 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.522487 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-910b4699-70e6-4484-840a-579335d8f724 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4313717 Jun 16 15:22:23.525315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59886) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:23.644582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.655861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Transition to ACTIVE for port object 4d637f0a-9189-406c-ade6-5a0d04825504 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:23.675375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Transition to ACTIVE for port object 4d637f0a-9189-406c-ade6-5a0d04825504 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:23.806510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.871106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Network 023f5564-8fe3-4a6f-ad5e-640accbb02f5 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:23.878483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:23.882769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:23.920583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Pushing event updated for resources: {'Port': ['ID=4d637f0a-9189-406c-ade6-5a0d04825504,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:23.939475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.939829 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.940163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.940496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.940823 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.941153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.941486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.941800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.942154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.942477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.942805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:23.943208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:24.005913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Attempting to bind port 4d637f0a-9189-406c-ade6-5a0d04825504 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:22:24.006278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Attempting to bind port 4d637f0a-9189-406c-ade6-5a0d04825504 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '6d762754-24e5-4e17-9344-95e692c50592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '023f5564-8fe3-4a6f-ad5e-640accbb02f5'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:22:24.006643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Attempting to bind port 4d637f0a-9189-406c-ade6-5a0d04825504 on network 023f5564-8fe3-4a6f-ad5e-640accbb02f5 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:24.012554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:24.013205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Checking segment: {'id': '6d762754-24e5-4e17-9344-95e692c50592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '023f5564-8fe3-4a6f-ad5e-640accbb02f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:24.013334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.013675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Bound using segment: {'id': '6d762754-24e5-4e17-9344-95e692c50592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '023f5564-8fe3-4a6f-ad5e-640accbb02f5'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:24.014132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Bound port: 4d637f0a-9189-406c-ade6-5a0d04825504, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d762754-24e5-4e17-9344-95e692c50592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '023f5564-8fe3-4a6f-ad5e-640accbb02f5'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:22:24.014500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.033548 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.115868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] For port 4d637f0a-9189-406c-ade6-5a0d04825504, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:24.115868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] For port 4d637f0a-9189-406c-ade6-5a0d04825504, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4d637f0a-9189-406c-ade6-5a0d04825504,segment=NetworkSegment(6d762754-24e5-4e17-9344-95e692c50592),segment_id=6d762754-24e5-4e17-9344-95e692c50592)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:24.189505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.280196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894abe0c-88f8-4476-b7a9-7da27e9a9e82 None None] Pushing event updated for resources: {'Port': ['ID=4d637f0a-9189-406c-ade6-5a0d04825504,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:24.422156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Allocated IP 172.20.0.1 (023f5564-8fe3-4a6f-ad5e-640accbb02f5/3a69e7af-210d-48d6-86eb-2188ab37959f/37e57467-3927-49a6-b26a-ac1e6d9182c5) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:24.538884 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:22:24.607128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.624501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Transition to ACTIVE for port object 37e57467-3927-49a6-b26a-ac1e6d9182c5 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:24.726774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.789276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 023f5564-8fe3-4a6f-ad5e-640accbb02f5 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:24.797159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:24.805570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:24.839403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=37e57467-3927-49a6-b26a-ac1e6d9182c5,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:25.003709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:25.257154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:25.327986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47116fa3-2510-4eb5-85ab-6cac7db979c2 None None] Network 023f5564-8fe3-4a6f-ad5e-640accbb02f5 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:25.456582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4d637f0a-9189-406c-ade6-5a0d04825504 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:25.570978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0bce2506-20e1-4c61-b7e6-6170254af4ce None None] Provisioning for port 4d637f0a-9189-406c-ade6-5a0d04825504 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:25.718717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:25.749707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 4d637f0a-9189-406c-ade6-5a0d04825504 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:25.752002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4d637f0a-9189-406c-ade6-5a0d04825504 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:25.752378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:25.884214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:25.895560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4d637f0a-9189-406c-ade6-5a0d04825504 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:25.895991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:25.941186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e733caa1-db94-4a0e-8305-88dee8011f31 None None] Provisioning complete for port 4d637f0a-9189-406c-ade6-5a0d04825504 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:25.941548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e733caa1-db94-4a0e-8305-88dee8011f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:25.986914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 4d637f0a-9189-406c-ade6-5a0d04825504, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4d637f0a-9189-406c-ade6-5a0d04825504,segment=NetworkSegment(6d762754-24e5-4e17-9344-95e692c50592),segment_id=6d762754-24e5-4e17-9344-95e692c50592)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:26.021616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=37e57467-3927-49a6-b26a-ac1e6d9182c5,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:26.024112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.094874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.163476 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e733caa1-db94-4a0e-8305-88dee8011f31 None None] Current status of the port 4d637f0a-9189-406c-ade6-5a0d04825504 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:26.184888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=4d637f0a-9189-406c-ade6-5a0d04825504,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:26.185744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 023f5564-8fe3-4a6f-ad5e-640accbb02f5 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:26.186951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:26.286334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e733caa1-db94-4a0e-8305-88dee8011f31 None None] Provisioning for port 37e57467-3927-49a6-b26a-ac1e6d9182c5 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:26.295223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e733caa1-db94-4a0e-8305-88dee8011f31 None None] Provisioning complete for port 37e57467-3927-49a6-b26a-ac1e6d9182c5 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:26.296046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e733caa1-db94-4a0e-8305-88dee8011f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.392255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e733caa1-db94-4a0e-8305-88dee8011f31 None None] Port 37e57467-3927-49a6-b26a-ac1e6d9182c5 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:22:26.502257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b16e2827-b65e-41f5-bf31-f8f98f106f26 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:22:26.512314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c9508110-de36-44df-8b1d-ec665050a85a None None] Provisioning complete for port 37e57467-3927-49a6-b26a-ac1e6d9182c5 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:26.512685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c9508110-de36-44df-8b1d-ec665050a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.569533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c9508110-de36-44df-8b1d-ec665050a85a None None] Port 37e57467-3927-49a6-b26a-ac1e6d9182c5 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:22:26.668942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:26.679056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c02f1-b7c0-43ae-aea1-f7b30843b828 None None] Sync routers for ids ['b16e2827-b65e-41f5-bf31-f8f98f106f26'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:26.682574 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-25c5d6ab-8f1b-4d5d-aae0-2e0114b1079f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b16e2827-b65e-41f5-bf31-f8f98f106f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1562123 Jun 16 15:22:26.685225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59890) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:26.690011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c02f1-b7c0-43ae-aea1-f7b30843b828 None None] Routers {'b16e2827-b65e-41f5-bf31-f8f98f106f26'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:26.690655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a56c02f1-b7c0-43ae-aea1-f7b30843b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b16e2827-b65e-41f5-bf31-f8f98f106f26'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:26.757077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a56c02f1-b7c0-43ae-aea1-f7b30843b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:26.767968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c02f1-b7c0-43ae-aea1-f7b30843b828 None None] Routers {'b16e2827-b65e-41f5-bf31-f8f98f106f26'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:26.768192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5945fb34-157c-4b37-85f4-ce50b7452ad9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:26.768572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5945fb34-157c-4b37-85f4-ce50b7452ad9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:22:26.768680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a56c02f1-b7c0-43ae-aea1-f7b30843b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b16e2827-b65e-41f5-bf31-f8f98f106f26'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:26.828484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a56c02f1-b7c0-43ae-aea1-f7b30843b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:26.828880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c02f1-b7c0-43ae-aea1-f7b30843b828 None None] The sync data for ids ['b16e2827-b65e-41f5-bf31-f8f98f106f26'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:26.879372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5945fb34-157c-4b37-85f4-ce50b7452ad9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:22:26.879372 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5945fb34-157c-4b37-85f4-ce50b7452ad9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports/37e57467-3927-49a6-b26a-ac1e6d9182c5 HTTP/1.1" status: 200 len: 910 time: 0.1894612 Jun 16 15:22:26.879808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59894) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:26.885555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f8b18bf2-0685-4fee-abb0-b9b6bbc6510b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a69e7af-210d-48d6-86eb-2188ab37959f'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:27.265812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f8b18bf2-0685-4fee-abb0-b9b6bbc6510b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:27.408236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4d637f0a-9189-406c-ade6-5a0d04825504 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:27.485467 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4d637f0a-9189-406c-ade6-5a0d04825504 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:27.485836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:27.612891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4d637f0a-9189-406c-ade6-5a0d04825504 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:27.807852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f8b18bf2-0685-4fee-abb0-b9b6bbc6510b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:27.943433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f8b18bf2-0685-4fee-abb0-b9b6bbc6510b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:28.053003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b18bf2-0685-4fee-abb0-b9b6bbc6510b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:28.053613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f8b18bf2-0685-4fee-abb0-b9b6bbc6510b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:28.054953 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f8b18bf2-0685-4fee-abb0-b9b6bbc6510b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/ports/37e57467-3927-49a6-b26a-ac1e6d9182c5 HTTP/1.1" status: 200 len: 910 time: 1.1741612 Jun 16 15:22:28.055822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b18bf2-0685-4fee-abb0-b9b6bbc6510b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=37e57467-3927-49a6-b26a-ac1e6d9182c5,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:28.057896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59900) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:28.565272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:29.032200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 37e57467-3927-49a6-b26a-ac1e6d9182c5 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:29.034053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:29.224968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:29.358357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 37e57467-3927-49a6-b26a-ac1e6d9182c5 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:29.595237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:29.681512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=37e57467-3927-49a6-b26a-ac1e6d9182c5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:29.905121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:30.185511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b16e2827-b65e-41f5-bf31-f8f98f106f26 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:30.433088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:30.442950 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fef9348-dae4-43de-880d-0adf741e2ac0 None None] Sync routers for ids ['b16e2827-b65e-41f5-bf31-f8f98f106f26'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:30.454678 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef9348-dae4-43de-880d-0adf741e2ac0 None None] Routers {'b16e2827-b65e-41f5-bf31-f8f98f106f26'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:30.455646 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3fef9348-dae4-43de-880d-0adf741e2ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b16e2827-b65e-41f5-bf31-f8f98f106f26'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:30.515727 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e2d070d-ab35-484e-aeb4-eabffde5bb9f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b16e2827-b65e-41f5-bf31-f8f98f106f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4561963 Jun 16 15:22:30.516380 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3fef9348-dae4-43de-880d-0adf741e2ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:30.518514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59904) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:30.525755 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef9348-dae4-43de-880d-0adf741e2ac0 None None] Routers {'b16e2827-b65e-41f5-bf31-f8f98f106f26'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:30.526364 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3fef9348-dae4-43de-880d-0adf741e2ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b16e2827-b65e-41f5-bf31-f8f98f106f26'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:30.571506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4ebfe0c2-d465-4bdc-929a-de44895d9c4f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:22:30.587988 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3fef9348-dae4-43de-880d-0adf741e2ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:30.588417 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fef9348-dae4-43de-880d-0adf741e2ac0 None None] The sync data for ids ['b16e2827-b65e-41f5-bf31-f8f98f106f26'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:30.628912 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4ebfe0c2-d465-4bdc-929a-de44895d9c4f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:22:30.630212 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4ebfe0c2-d465-4bdc-929a-de44895d9c4f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=b16e2827-b65e-41f5-bf31-f8f98f106f26 HTTP/1.1" status: 200 len: 205 time: 0.1107078 Jun 16 15:22:30.633062 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59908) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:30.768582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d39e4e8a-edee-4d4b-a453-be422f71a43c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.073380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d39e4e8a-edee-4d4b-a453-be422f71a43c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.075505 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d39e4e8a-edee-4d4b-a453-be422f71a43c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.189279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d39e4e8a-edee-4d4b-a453-be422f71a43c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.190151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39e4e8a-edee-4d4b-a453-be422f71a43c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Fanout notify agent at l3_agent the message router_deleted on router b16e2827-b65e-41f5-bf31-f8f98f106f26 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:22:31.205270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d39e4e8a-edee-4d4b-a453-be422f71a43c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.206417 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d39e4e8a-edee-4d4b-a453-be422f71a43c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/b16e2827-b65e-41f5-bf31-f8f98f106f26 HTTP/1.1" status: 204 len: 168 time: 0.5723500 Jun 16 15:22:31.209192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59912) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:31.278836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-509cedb2-adc1-4bb9-8d22-8422f184a847 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting subnet 3a69e7af-210d-48d6-86eb-2188ab37959f {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:22:31.282566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-509cedb2-adc1-4bb9-8d22-8422f184a847 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.337199 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-509cedb2-adc1-4bb9-8d22-8422f184a847 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.432095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-509cedb2-adc1-4bb9-8d22-8422f184a847 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.606491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-509cedb2-adc1-4bb9-8d22-8422f184a847 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.644980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cedb2-adc1-4bb9-8d22-8422f184a847 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Subnet': ['ID=3a69e7af-210d-48d6-86eb-2188ab37959f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:31.648713 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-509cedb2-adc1-4bb9-8d22-8422f184a847 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.657119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602cc9c5-e3c9-478f-9944-80c48359a0be None None] Network 023f5564-8fe3-4a6f-ad5e-640accbb02f5 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:31.658568 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-509cedb2-adc1-4bb9-8d22-8422f184a847 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/3a69e7af-210d-48d6-86eb-2188ab37959f HTTP/1.1" status: 204 len: 168 time: 0.4483676 Jun 16 15:22:31.668724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59916) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:31.788068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.800156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 4d637f0a-9189-406c-ade6-5a0d04825504 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:31.800417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.926051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] DHCP port deletion for 023f5564-8fe3-4a6f-ad5e-640accbb02f5 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:22:31.932660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] Deleting port 4d637f0a-9189-406c-ade6-5a0d04825504 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:31.932660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.021777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port 4d637f0a-9189-406c-ade6-5a0d04825504, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4d637f0a-9189-406c-ade6-5a0d04825504,segment=NetworkSegment(6d762754-24e5-4e17-9344-95e692c50592),segment_id=6d762754-24e5-4e17-9344-95e692c50592)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:32.022137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.151454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] For port 4d637f0a-9189-406c-ade6-5a0d04825504, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4d637f0a-9189-406c-ade6-5a0d04825504,segment=NetworkSegment(6d762754-24e5-4e17-9344-95e692c50592),segment_id=6d762754-24e5-4e17-9344-95e692c50592)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:32.151882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.265502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 4d637f0a-9189-406c-ade6-5a0d04825504 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:32.278797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] Calling delete_port for 4d637f0a-9189-406c-ade6-5a0d04825504 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:32.423498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.430018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:22:32.430364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:22:32.474686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No DVR routers for this DVR port 4d637f0a-9189-406c-ade6-5a0d04825504 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:22:32.476488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=4d637f0a-9189-406c-ade6-5a0d04825504,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:32.602543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.628220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023f5564-8fe3-4a6f-ad5e-640accbb02f5']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:32.640703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d762754-24e5-4e17-9344-95e692c50592') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:32.641011 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d762754-24e5-4e17-9344-95e692c50592') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:32.653937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.670981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.677165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:22:32.677497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.817745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.822534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.847274 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6d762754-24e5-4e17-9344-95e692c50592 resource provider aggregate not found Jun 16 15:22:32.858565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Network': ['ID=023f5564-8fe3-4a6f-ad5e-640accbb02f5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:32.863835 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6d762754-24e5-4e17-9344-95e692c50592 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d762754-24e5-4e17-9344-95e692c50592 found for delete ", "request_id": "req-df20f0f5-cdde-4318-966c-24a4e6eec541"}]} Jun 16 15:22:32.926457 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-32f9ca65-b7a0-4e88-8ce0-ec366f157e19 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/networks/023f5564-8fe3-4a6f-ad5e-640accbb02f5 HTTP/1.1" status: 204 len: 168 time: 1.2566721 Jun 16 15:22:32.932029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] Deleting port 4d637f0a-9189-406c-ade6-5a0d04825504 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:32.932546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59926) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:32.932669 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.938160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-55091755', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:32.944486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:32.949347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:router and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:32.952435 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:32.959600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:33.000165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb44a9-4d91-4058-b7a4-4bacac1622cd None None] The port '4d637f0a-9189-406c-ade6-5a0d04825504' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:22:33.080608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.081668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.097335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.224209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.343177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.344408 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4ec0013b-0c15-4d2c-9583-775092dd2234 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4113269 Jun 16 15:22:33.347537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59930) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:33.353345 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'network': {'name': 'tempest-RoutersTest-850608459'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:33.361605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:33.366532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:network and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:33.369796 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:33.380181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:33.402982 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4d637f0a-9189-406c-ade6-5a0d04825504 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:22:33.441636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 4d637f0a-9189-406c-ade6-5a0d04825504 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:22:33.441893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4d637f0a-9189-406c-ade6-5a0d04825504 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:22:33.449618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:33.450412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.481522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:22:33.490218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.490612 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added segment 7ff15760-4d3f-4371-af0b-ed7b43b9a592 of type vlan for network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d Jun 16 15:22:33.518180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.628760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.634193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:33.634872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.746705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Network': ['ID=d8018b49-f59f-4762-89a1-0d1c8c6d5d5d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:33.757077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:22:33.795747 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c486094a-d561-4fbf-99bd-c64d2fb0e609 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4471004 Jun 16 15:22:33.798633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59934) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:33.804623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'subnet': {'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:33.924689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:33.928877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:subnet and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:33.932151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:33.940274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:34.033573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:34.037311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:34.332236 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:34.414287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Subnet': ['ID=d4d95050-72e4-4409-9078-e5071bcd78e2,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:34.423991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Checking segment: {'id': '7ff15760-4d3f-4371-af0b-ed7b43b9a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:34.424353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network hostable DHCP agents. Network: d8018b49-f59f-4762-89a1-0d1c8c6d5d5d, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:22:34.588808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:22:34.675807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d8018b49-f59f-4762-89a1-0d1c8c6d5d5d) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:34.681182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:34.682308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:34.683952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ebf58e-0798-4753-bdbf-87d80733b237 None None] Network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:34.796839 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bff515fd-d4b4-4466-a5d4-1e9d498faa07 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9971602 Jun 16 15:22:34.799542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59938) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:34.945066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:22:34.951159 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.121670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Allocated IP 172.20.0.2 (d8018b49-f59f-4762-89a1-0d1c8c6d5d5d/d4d95050-72e4-4409-9078-e5071bcd78e2/090d178a-96c8-4da3-a71b-609645f8a37f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:35.341140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.353383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Transition to ACTIVE for port object 090d178a-96c8-4da3-a71b-609645f8a37f will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:35.373105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Transition to ACTIVE for port object 090d178a-96c8-4da3-a71b-609645f8a37f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:35.422873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.538089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.615613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:35.619119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:35.624335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:35.637732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Pushing event updated for resources: {'Port': ['ID=090d178a-96c8-4da3-a71b-609645f8a37f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:35.726749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.750012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Attempting to bind port 090d178a-96c8-4da3-a71b-609645f8a37f on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:22:35.750372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Attempting to bind port 090d178a-96c8-4da3-a71b-609645f8a37f by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '7ff15760-4d3f-4371-af0b-ed7b43b9a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:22:35.750786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Attempting to bind port 090d178a-96c8-4da3-a71b-609645f8a37f on network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:35.757083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:35.757459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Checking segment: {'id': '7ff15760-4d3f-4371-af0b-ed7b43b9a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:35.757832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.758286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Bound using segment: {'id': '7ff15760-4d3f-4371-af0b-ed7b43b9a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:35.758776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Bound port: 090d178a-96c8-4da3-a71b-609645f8a37f, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff15760-4d3f-4371-af0b-ed7b43b9a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:22:35.759166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.798591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Allocated IP 172.20.0.1 (d8018b49-f59f-4762-89a1-0d1c8c6d5d5d/d4d95050-72e4-4409-9078-e5071bcd78e2/4dc0c1a2-7b53-4c4c-8033-8c512328be60) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:35.852179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] For port 090d178a-96c8-4da3-a71b-609645f8a37f, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:35.855198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] For port 090d178a-96c8-4da3-a71b-609645f8a37f, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=090d178a-96c8-4da3-a71b-609645f8a37f,segment=NetworkSegment(7ff15760-4d3f-4371-af0b-ed7b43b9a592),segment_id=7ff15760-4d3f-4371-af0b-ed7b43b9a592)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:35.958540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.965330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.982440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Transition to ACTIVE for port object 4dc0c1a2-7b53-4c4c-8033-8c512328be60 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:36.047296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86d8ba-3ddb-4775-8059-7df286209ba4 None None] Pushing event updated for resources: {'Port': ['ID=090d178a-96c8-4da3-a71b-609645f8a37f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:36.074561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.146082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:36.148013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:36.156106 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:36.204658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=4dc0c1a2-7b53-4c4c-8033-8c512328be60,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:36.233835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.443111 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.856665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.921193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:37.011744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad4071e-0e8b-4a1d-891b-8e814727a419 None None] Network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:37.160735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:37.164169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=4dc0c1a2-7b53-4c4c-8033-8c512328be60,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:37.243692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b05f678b-072c-415f-a686-bb3a0301a647 None None] Provisioning for port 090d178a-96c8-4da3-a71b-609645f8a37f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:37.317874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:37.319375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:37.453358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 090d178a-96c8-4da3-a71b-609645f8a37f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:37.668530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:22:37.686535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 090d178a-96c8-4da3-a71b-609645f8a37f completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:37.689809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Provisioning for port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:37.741913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Provisioning complete for port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:37.741913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:37.741913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 090d178a-96c8-4da3-a71b-609645f8a37f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:37.741913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:37.829522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:22:37.866712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:37.885738 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d0187a5b-a2b6-4d10-8bb6-d0ec0b87c4fa tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0847833 Jun 16 15:22:37.888173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:37.895915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59944) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:37.895915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'network': {'name': 'tempest-RoutersTest-536764437'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:37.899726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Provisioning complete for port 090d178a-96c8-4da3-a71b-609645f8a37f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:37.900101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:37.900346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:37.904378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:network and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:37.907359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:37.913083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:37.946988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 090d178a-96c8-4da3-a71b-609645f8a37f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:37.947566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:37.958464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:37.965491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:37.988490 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:37.992090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.021613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:22:38.032315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.032666 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added segment 0aee2976-51fe-4a6b-875b-5eeca08a196d of type vlan for network 6e47fca2-532f-4f3a-b380-b744844672a8 Jun 16 15:22:38.062193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.178267 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 090d178a-96c8-4da3-a71b-609645f8a37f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=090d178a-96c8-4da3-a71b-609645f8a37f,segment=NetworkSegment(7ff15760-4d3f-4371-af0b-ed7b43b9a592),segment_id=7ff15760-4d3f-4371-af0b-ed7b43b9a592)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:38.212004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.218905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:38.220305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.223470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:38.287699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.336586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Network': ['ID=6e47fca2-532f-4f3a-b380-b744844672a8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:38.352136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 6e47fca2-532f-4f3a-b380-b744844672a8 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:22:38.364282 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Current status of the port 090d178a-96c8-4da3-a71b-609645f8a37f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:38.364661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.432468 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-711bb2f6-f715-49fe-9c95-5fd498f2e729 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5394471 Jun 16 15:22:38.432828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59948) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:38.439178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'subnet': {'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:38.556384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:38.560539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:subnet and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:38.563546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:38.569304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:38.684309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=090d178a-96c8-4da3-a71b-609645f8a37f,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:38.698385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:22:38.699317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:22:38.719611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:38.723036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.786146 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:36Z', 'revision_number': 2, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:36Z', 'revision_number': 2, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:38.790205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:22:38.790563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Updating router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:22:38.848270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.046077 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.128920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Subnet': ['ID=cc25ae56-4f65-48f3-9a71-f74667a6d9ba,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:39.140413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Checking segment: {'id': '0aee2976-51fe-4a6b-875b-5eeca08a196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:39.140877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network hostable DHCP agents. Network: 6e47fca2-532f-4f3a-b380-b744844672a8, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:22:39.237819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 6e47fca2-532f-4f3a-b380-b744844672a8 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:22:39.255865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.282777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Transition to ACTIVE for port object 4dc0c1a2-7b53-4c4c-8033-8c512328be60 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:39.291250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-342dbfce-0d18-47df-9473-39ca859440fb None None] Current status of the port 090d178a-96c8-4da3-a71b-609645f8a37f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:39.321076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 6e47fca2-532f-4f3a-b380-b744844672a8) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:39.387197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:39.387197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.388330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb1fd93-e255-4d9a-a6c6-1135dc9637be None None] Network 6e47fca2-532f-4f3a-b380-b744844672a8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:39.424150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 090d178a-96c8-4da3-a71b-609645f8a37f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:39.465558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.484494 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7625eaee-03f4-4ee5-92b0-d7b31bd2065f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0474226 Jun 16 15:22:39.487131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59952) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:39.733975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0f292-1f9d-4de8-b710-3aff2ab2b05f None None] Pushing event updated for resources: {'Port': ['ID=4dc0c1a2-7b53-4c4c-8033-8c512328be60,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:39.846883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 090d178a-96c8-4da3-a71b-609645f8a37f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:39.847290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.971860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Attempting to bind port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:22:39.972294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Attempting to bind port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '7ff15760-4d3f-4371-af0b-ed7b43b9a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:22:39.972656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Attempting to bind port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 on network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:39.982054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-6e47fca2-532f-4f3a-b380-b744844672a8', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:22:39.982916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.002534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:40.002914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Checking segment: {'id': '7ff15760-4d3f-4371-af0b-ed7b43b9a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:40.003346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.003745 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Bound using segment: {'id': '7ff15760-4d3f-4371-af0b-ed7b43b9a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:40.004226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Bound port: 4dc0c1a2-7b53-4c4c-8033-8c512328be60, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff15760-4d3f-4371-af0b-ed7b43b9a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:22:40.004656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.220107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 090d178a-96c8-4da3-a71b-609645f8a37f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:40.246401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.271430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] For port 4dc0c1a2-7b53-4c4c-8033-8c512328be60, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:40.291360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] For port 4dc0c1a2-7b53-4c4c-8033-8c512328be60, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4dc0c1a2-7b53-4c4c-8033-8c512328be60,segment=NetworkSegment(7ff15760-4d3f-4371-af0b-ed7b43b9a592),segment_id=7ff15760-4d3f-4371-af0b-ed7b43b9a592)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:40.304760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Allocated IP 172.21.0.2 (6e47fca2-532f-4f3a-b380-b744844672a8/cc25ae56-4f65-48f3-9a71-f74667a6d9ba/57847140-3472-407f-9312-fb12a0a91f2f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:40.453795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.606559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0f292-1f9d-4de8-b710-3aff2ab2b05f None None] Pushing event updated for resources: {'Port': ['ID=4dc0c1a2-7b53-4c4c-8033-8c512328be60,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:40.608432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.617576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:40.617576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:40.682315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Transition to ACTIVE for port object 57847140-3472-407f-9312-fb12a0a91f2f will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:40.773459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Transition to ACTIVE for port object 57847140-3472-407f-9312-fb12a0a91f2f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:40.787139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:40.931243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.988108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Allocated IP 172.21.0.1 (6e47fca2-532f-4f3a-b380-b744844672a8/cc25ae56-4f65-48f3-9a71-f74667a6d9ba/0e3d4836-3b57-40cf-810c-cc08831c6fbb) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:41.023182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Network 6e47fca2-532f-4f3a-b380-b744844672a8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:41.075837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:41.088187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:41.136737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Pushing event updated for resources: {'Port': ['ID=57847140-3472-407f-9312-fb12a0a91f2f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:41.174618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:41.174618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Transition to ACTIVE for port object 0e3d4836-3b57-40cf-810c-cc08831c6fbb will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:41.285878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Attempting to bind port 57847140-3472-407f-9312-fb12a0a91f2f on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:22:41.285878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Attempting to bind port 57847140-3472-407f-9312-fb12a0a91f2f by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '0aee2976-51fe-4a6b-875b-5eeca08a196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:22:41.285878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Attempting to bind port 57847140-3472-407f-9312-fb12a0a91f2f on network 6e47fca2-532f-4f3a-b380-b744844672a8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:41.320633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:41.320805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Checking segment: {'id': '0aee2976-51fe-4a6b-875b-5eeca08a196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:41.321196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:41.321517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:41.321988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Bound using segment: {'id': '0aee2976-51fe-4a6b-875b-5eeca08a196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:41.322077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Bound port: 57847140-3472-407f-9312-fb12a0a91f2f, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aee2976-51fe-4a6b-875b-5eeca08a196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:22:41.322421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:41.405977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 6e47fca2-532f-4f3a-b380-b744844672a8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:41.409597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:41.413317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:41.431107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] For port 57847140-3472-407f-9312-fb12a0a91f2f, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:41.436168 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] For port 57847140-3472-407f-9312-fb12a0a91f2f, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=57847140-3472-407f-9312-fb12a0a91f2f,segment=NetworkSegment(0aee2976-51fe-4a6b-875b-5eeca08a196d),segment_id=0aee2976-51fe-4a6b-875b-5eeca08a196d)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:41.441895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:36Z', 'revision_number': 2, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:40Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:41.446973 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=0e3d4836-3b57-40cf-810c-cc08831c6fbb,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:41.447200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58094052-5f78-4894-95e7-93c3b504c4bb None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:36Z', 'revision_number': 2, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:40Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:41.488291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:41.509447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:41.595112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f29f4d-b11f-46cb-a574-b03d8d55f6fd None None] Pushing event updated for resources: {'Port': ['ID=57847140-3472-407f-9312-fb12a0a91f2f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:41.724099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:42.338781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:42.482951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:42.603412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:42.607623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=0e3d4836-3b57-40cf-810c-cc08831c6fbb,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:42.737122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f34c53-2019-4757-8404-798ed48c4efd None None] Network 6e47fca2-532f-4f3a-b380-b744844672a8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:42.777165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 6e47fca2-532f-4f3a-b380-b744844672a8 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:42.778969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:42.905350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-45a8900d-fe93-400e-bb13-07884a7ef9ce None None] Provisioning for port 57847140-3472-407f-9312-fb12a0a91f2f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:42.962000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:43.137397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:43.153049 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3c08d9d8-5f9c-45d9-8721-d7a52cb1530c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6669810 Jun 16 15:22:43.155572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59956) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:43.158156 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:43.165061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'network': {'name': 'tempest-RoutersTest-177575636'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:43.170637 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:43.171292 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:43.180051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:43.188323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:network and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:43.196263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:43.200312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:43.348722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:43.355849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.364717 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:43.390803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:22:43.400558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5aa6add3-5e58-4a46-87fe-ff5251923720 None None] Provisioning for port 0e3d4836-3b57-40cf-810c-cc08831c6fbb completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:43.410214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.410771 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added segment 65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c of type vlan for network d52ede74-89a9-4ffd-8e91-cf430db7ad0e Jun 16 15:22:43.424645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5aa6add3-5e58-4a46-87fe-ff5251923720 None None] Provisioning complete for port 0e3d4836-3b57-40cf-810c-cc08831c6fbb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:43.424645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5aa6add3-5e58-4a46-87fe-ff5251923720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.452173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.497094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6add3-5e58-4a46-87fe-ff5251923720 None None] Port 0e3d4836-3b57-40cf-810c-cc08831c6fbb cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:22:43.547449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 57847140-3472-407f-9312-fb12a0a91f2f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:43.612148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.618903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:43.619670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.631129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5b4bb06e-2f9c-45e6-a5ae-aa57f8590b0f None None] Provisioning complete for port 0e3d4836-3b57-40cf-810c-cc08831c6fbb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:43.631565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5b4bb06e-2f9c-45e6-a5ae-aa57f8590b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.694530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bb06e-2f9c-45e6-a5ae-aa57f8590b0f None None] Port 0e3d4836-3b57-40cf-810c-cc08831c6fbb cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:22:43.736208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 57847140-3472-407f-9312-fb12a0a91f2f completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:43.737872 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:41Z', 'revision_number': 3, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:42Z', 'revision_number': 2, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:40Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:43.741306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 57847140-3472-407f-9312-fb12a0a91f2f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:43.751059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.753580 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:22:43.753580 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Updating router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 port 0e3d4836-3b57-40cf-810c-cc08831c6fbb binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:22:43.765077 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Network': ['ID=d52ede74-89a9-4ffd-8e91-cf430db7ad0e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:43.773414 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1433c20c-e7e9-493e-8fc4-f4397b784970 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6135466 Jun 16 15:22:43.776220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59960) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:43.784683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'subnet': {'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:43.785095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d52ede74-89a9-4ffd-8e91-cf430db7ad0e details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:22:43.806678 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.918094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:43.922437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:subnet and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:43.926001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-25800087-69ef-489e-a8e0-b47edfb59c8a None None] Provisioning complete for port 0e3d4836-3b57-40cf-810c-cc08831c6fbb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:43.926184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:43.926374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-25800087-69ef-489e-a8e0-b47edfb59c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.933902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:44.028686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-25800087-69ef-489e-a8e0-b47edfb59c8a None None] Port 0e3d4836-3b57-40cf-810c-cc08831c6fbb cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:22:44.036617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 57847140-3472-407f-9312-fb12a0a91f2f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:44.037001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.072811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 57847140-3472-407f-9312-fb12a0a91f2f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=57847140-3472-407f-9312-fb12a0a91f2f,segment=NetworkSegment(0aee2976-51fe-4a6b-875b-5eeca08a196d),segment_id=0aee2976-51fe-4a6b-875b-5eeca08a196d)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:44.080450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:44.084212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.168876 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.184547 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Transition to ACTIVE for port object 0e3d4836-3b57-40cf-810c-cc08831c6fbb will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:44.184776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.184776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4dc0c1a2-7b53-4c4c-8033-8c512328be60 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:44.224401 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.302203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=57847140-3472-407f-9312-fb12a0a91f2f,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:44.387095 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Pushing event updated for resources: {'Port': ['ID=0e3d4836-3b57-40cf-810c-cc08831c6fbb,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:44.405034 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.405401 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.405753 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.406083 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.406409 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.406776 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.407132 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.407456 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.407782 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.408104 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.408423 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.408741 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:44.411557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:44.418164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:44.418659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.522738 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Attempting to bind port 0e3d4836-3b57-40cf-810c-cc08831c6fbb on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:22:44.523125 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Attempting to bind port 0e3d4836-3b57-40cf-810c-cc08831c6fbb by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '0aee2976-51fe-4a6b-875b-5eeca08a196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:22:44.523483 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Attempting to bind port 0e3d4836-3b57-40cf-810c-cc08831c6fbb on network 6e47fca2-532f-4f3a-b380-b744844672a8 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:44.526113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.530215 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:44.530215 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Checking segment: {'id': '0aee2976-51fe-4a6b-875b-5eeca08a196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:44.530215 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.530600 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Bound using segment: {'id': '0aee2976-51fe-4a6b-875b-5eeca08a196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:44.530880 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Bound port: 0e3d4836-3b57-40cf-810c-cc08831c6fbb, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aee2976-51fe-4a6b-875b-5eeca08a196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:22:44.531296 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.614367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Subnet': ['ID=3b2c08f4-1349-4de3-8ba5-8aa90153020c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:44.622450 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] For port 0e3d4836-3b57-40cf-810c-cc08831c6fbb, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:44.623253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Checking segment: {'id': '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:44.623617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network hostable DHCP agents. Network: d52ede74-89a9-4ffd-8e91-cf430db7ad0e, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:22:44.625854 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] For port 0e3d4836-3b57-40cf-810c-cc08831c6fbb, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0e3d4836-3b57-40cf-810c-cc08831c6fbb,segment=NetworkSegment(0aee2976-51fe-4a6b-875b-5eeca08a196d),segment_id=0aee2976-51fe-4a6b-875b-5eeca08a196d)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:44.656719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:44.657009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.724561 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.751365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network d52ede74-89a9-4ffd-8e91-cf430db7ad0e is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:22:44.752032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 4dc0c1a2-7b53-4c4c-8033-8c512328be60, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4dc0c1a2-7b53-4c4c-8033-8c512328be60,segment=NetworkSegment(7ff15760-4d3f-4371-af0b-ed7b43b9a592),segment_id=7ff15760-4d3f-4371-af0b-ed7b43b9a592)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:44.806247 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:44.806900 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:44.823209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d52ede74-89a9-4ffd-8e91-cf430db7ad0e) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:44.828157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:44.832992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.834060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.888477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4aa430-5edb-49d3-84bd-972e187808a8 None None] Network d52ede74-89a9-4ffd-8e91-cf430db7ad0e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:44.937429 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e2c77c1-661f-4d60-99fc-639ceae7496b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1548133 Jun 16 15:22:44.937961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59964) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:44.946094 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1df18-325b-41e1-91f8-22ce2fedf78f None None] Pushing event updated for resources: {'Port': ['ID=0e3d4836-3b57-40cf-810c-cc08831c6fbb,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:45.000242 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:45.063916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=4dc0c1a2-7b53-4c4c-8033-8c512328be60,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:45.218755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:22:45.219609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.405203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Allocated IP 172.22.0.2 (d52ede74-89a9-4ffd-8e91-cf430db7ad0e/3b2c08f4-1349-4de3-8ba5-8aa90153020c/eecee5d9-511d-4895-8104-30f32d759db7) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:45.434706 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:41Z', 'revision_number': 3, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:45.439098 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f322493-831d-4e8b-a852-176cdc3467b2 None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:41Z', 'revision_number': 3, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:45.450252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 57847140-3472-407f-9312-fb12a0a91f2f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:45.662525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 57847140-3472-407f-9312-fb12a0a91f2f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:45.662903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.751945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7f69-b942-4c6d-88ce-7a41441b2ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.801306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.823251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Transition to ACTIVE for port object eecee5d9-511d-4895-8104-30f32d759db7 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:45.831489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.889213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Transition to ACTIVE for port object eecee5d9-511d-4895-8104-30f32d759db7 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:45.906559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 57847140-3472-407f-9312-fb12a0a91f2f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:45.907947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4dc0c1a2-7b53-4c4c-8033-8c512328be60 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:45.988988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:45.989471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.023825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.117725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Network d52ede74-89a9-4ffd-8e91-cf430db7ad0e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:46.123303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:46.125075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Pushing event updated for resources: {'Port': ['ID=eecee5d9-511d-4895-8104-30f32d759db7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:46.129744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:46.250396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Allocated IP 172.22.0.1 (d52ede74-89a9-4ffd-8e91-cf430db7ad0e/3b2c08f4-1349-4de3-8ba5-8aa90153020c/afe9a8a1-d921-4eba-8c04-507b84c59a48) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:46.289451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Attempting to bind port eecee5d9-511d-4895-8104-30f32d759db7 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:22:46.289822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Attempting to bind port eecee5d9-511d-4895-8104-30f32d759db7 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:22:46.290409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Attempting to bind port eecee5d9-511d-4895-8104-30f32d759db7 on network d52ede74-89a9-4ffd-8e91-cf430db7ad0e {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:46.298242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:46.301061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:46.301699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Checking segment: {'id': '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:46.302092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.302489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Bound using segment: {'id': '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:46.303253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Bound port: eecee5d9-511d-4895-8104-30f32d759db7, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:22:46.303640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.396377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] For port eecee5d9-511d-4895-8104-30f32d759db7, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:46.399656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] For port eecee5d9-511d-4895-8104-30f32d759db7, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=eecee5d9-511d-4895-8104-30f32d759db7,segment=NetworkSegment(65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c),segment_id=65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:46.416692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.433586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Transition to ACTIVE for port object afe9a8a1-d921-4eba-8c04-507b84c59a48 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:46.520220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.561601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.609899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7983269-b28f-421a-a3db-20b607da53ac None None] Pushing event updated for resources: {'Port': ['ID=eecee5d9-511d-4895-8104-30f32d759db7,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:46.634991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network d52ede74-89a9-4ffd-8e91-cf430db7ad0e is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:46.643448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:46.648109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:46.686113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=afe9a8a1-d921-4eba-8c04-507b84c59a48,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:46.713134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.939081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:47.492815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:47.501076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device eecee5d9-511d-4895-8104-30f32d759db7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:47.588059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:47.605751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e3b37-9b00-47bb-9249-43c4d7809d90 None None] Network d52ede74-89a9-4ffd-8e91-cf430db7ad0e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:47.685680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port eecee5d9-511d-4895-8104-30f32d759db7 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:47.704407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=afe9a8a1-d921-4eba-8c04-507b84c59a48,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:47.709271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:47.712721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0e3d4836-3b57-40cf-810c-cc08831c6fbb up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:47.869105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network d52ede74-89a9-4ffd-8e91-cf430db7ad0e is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:47.869105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:47.875732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-92cd85cf-2985-498a-a48e-b0eaedf907af None None] Provisioning for port eecee5d9-511d-4895-8104-30f32d759db7 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:47.905895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-92cd85cf-2985-498a-a48e-b0eaedf907af None None] Provisioning complete for port eecee5d9-511d-4895-8104-30f32d759db7 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:47.906563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92cd85cf-2985-498a-a48e-b0eaedf907af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.031716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 0e3d4836-3b57-40cf-810c-cc08831c6fbb completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:48.046706 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:48.066269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0e3d4836-3b57-40cf-810c-cc08831c6fbb triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:48.066269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.162190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-92cd85cf-2985-498a-a48e-b0eaedf907af None None] Current status of the port eecee5d9-511d-4895-8104-30f32d759db7 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:48.163908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92cd85cf-2985-498a-a48e-b0eaedf907af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.226839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:48.246641 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3e4931b5-1570-48f8-abc5-a2d4e063f202 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3072643 Jun 16 15:22:48.248210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-92cd85cf-2985-498a-a48e-b0eaedf907af None None] For port eecee5d9-511d-4895-8104-30f32d759db7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=eecee5d9-511d-4895-8104-30f32d759db7,segment=NetworkSegment(65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c),segment_id=65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:48.252286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59970) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:48.252436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:48.255775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'network': {'name': 'tempest-RoutersTest-682562973'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:48.261762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:48.266215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:network and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:48.269453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:48.276607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:48.288704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:48.289356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:48.354073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0e3d4836-3b57-40cf-810c-cc08831c6fbb is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:48.357934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.371850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92cd85cf-2985-498a-a48e-b0eaedf907af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.384032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:48.389444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.423986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:22:48.444902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.444902 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added segment 082acb81-ff20-45c7-ad08-dfdb9ca58f9c of type vlan for network 826e077f-4e8b-4ae8-908b-ebf4e89df47a Jun 16 15:22:48.483965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.484422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb76e77e-e2e9-40a4-bc03-22dbedd93f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.558064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 0e3d4836-3b57-40cf-810c-cc08831c6fbb, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0e3d4836-3b57-40cf-810c-cc08831c6fbb,segment=NetworkSegment(0aee2976-51fe-4a6b-875b-5eeca08a196d),segment_id=0aee2976-51fe-4a6b-875b-5eeca08a196d)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:48.564413 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd85cf-2985-498a-a48e-b0eaedf907af None None] Pushing event updated for resources: {'Port': ['ID=eecee5d9-511d-4895-8104-30f32d759db7,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:48.565213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:48.606837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.614380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:48.615055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.709551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-526e0b4e-c7df-4e39-9811-6a399d09c966 None None] Provisioning for port afe9a8a1-d921-4eba-8c04-507b84c59a48 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:48.712809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.740872 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4905524 Jun 16 15:22:48.744309 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59974) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:48.748608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d58231-0d87-4fe1-a1c3-2263fe3fc7ae tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Network': ['ID=826e077f-4e8b-4ae8-908b-ebf4e89df47a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:48.761685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'subnet': {'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:48.784462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 826e077f-4e8b-4ae8-908b-ebf4e89df47a details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:22:48.797636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-526e0b4e-c7df-4e39-9811-6a399d09c966 None None] Provisioning complete for port afe9a8a1-d921-4eba-8c04-507b84c59a48 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:48.798008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-526e0b4e-c7df-4e39-9811-6a399d09c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.888679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:22:48.896455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:subnet and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:22:48.899577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:22:48.905994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:22:48.965772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Made reservation on behalf of 9c866c4edf6048a68cee735581ceb20f for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:48.969286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.011790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.035183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=0e3d4836-3b57-40cf-810c-cc08831c6fbb,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:49.037615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-526e0b4e-c7df-4e39-9811-6a399d09c966 None None] Port afe9a8a1-d921-4eba-8c04-507b84c59a48 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:22:49.081487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-526e0b4e-c7df-4e39-9811-6a399d09c966 None None] Provisioning complete for port eecee5d9-511d-4895-8104-30f32d759db7 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:49.081901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-526e0b4e-c7df-4e39-9811-6a399d09c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.251216 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:47Z', 'revision_number': 2, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:49.259046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:22:49.267576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Updating router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 port afe9a8a1-d921-4eba-8c04-507b84c59a48 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:22:49.288021 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-526e0b4e-c7df-4e39-9811-6a399d09c966 None None] Current status of the port eecee5d9-511d-4895-8104-30f32d759db7 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:49.292532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.316714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.382172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Subnet': ['ID=92bffbfb-0d1a-440f-9075-f4c2ad32c807,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:49.395225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Checking segment: {'id': '082acb81-ff20-45c7-ad08-dfdb9ca58f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:49.395622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network hostable DHCP agents. Network: 826e077f-4e8b-4ae8-908b-ebf4e89df47a, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:22:49.443899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device eecee5d9-511d-4895-8104-30f32d759db7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:49.543508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 826e077f-4e8b-4ae8-908b-ebf4e89df47a is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:22:49.554585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-51f8dcc3-cfd4-4531-8f39-80a695095a2a None None] Provisioning complete for port afe9a8a1-d921-4eba-8c04-507b84c59a48 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:49.554975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51f8dcc3-cfd4-4531-8f39-80a695095a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.653995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-51f8dcc3-cfd4-4531-8f39-80a695095a2a None None] Port afe9a8a1-d921-4eba-8c04-507b84c59a48 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:22:49.662691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 826e077f-4e8b-4ae8-908b-ebf4e89df47a) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:49.672494 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:22:49.672494 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.716311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac08356-fca2-4c5f-8521-f9359c73d514 None None] Network 826e077f-4e8b-4ae8-908b-ebf4e89df47a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:49.744906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port eecee5d9-511d-4895-8104-30f32d759db7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:49.745416 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.766809 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b21ebf18-d3b2-4bb9-a1d3-6ab93484ceec tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0202622 Jun 16 15:22:49.769441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 59978) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:50.113189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port eecee5d9-511d-4895-8104-30f32d759db7 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:50.114256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0e3d4836-3b57-40cf-810c-cc08831c6fbb up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:50.238686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.262223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'fixed_ips': [{'subnet_id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:22:50.263093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.274694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Transition to ACTIVE for port object afe9a8a1-d921-4eba-8c04-507b84c59a48 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:50.327911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.349246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0e3d4836-3b57-40cf-810c-cc08831c6fbb triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:50.349618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.515847 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.524207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.562495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Allocated IP 172.23.0.2 (826e077f-4e8b-4ae8-908b-ebf4e89df47a/92bffbfb-0d1a-440f-9075-f4c2ad32c807/6d8cb562-c847-47de-aa7c-98b042451429) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:50.666037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0e3d4836-3b57-40cf-810c-cc08831c6fbb is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:50.744424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47d66c-80a0-4de6-9129-91057942b53d None None] Pushing event updated for resources: {'Port': ['ID=afe9a8a1-d921-4eba-8c04-507b84c59a48,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:50.875125 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Attempting to bind port afe9a8a1-d921-4eba-8c04-507b84c59a48 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:22:50.875500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Attempting to bind port afe9a8a1-d921-4eba-8c04-507b84c59a48 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:22:50.875869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Attempting to bind port afe9a8a1-d921-4eba-8c04-507b84c59a48 on network d52ede74-89a9-4ffd-8e91-cf430db7ad0e {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:50.891380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:50.891757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Checking segment: {'id': '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:50.892160 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.892555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Bound using segment: {'id': '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:50.893055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Bound port: afe9a8a1-d921-4eba-8c04-507b84c59a48, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:22:50.893417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.125778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.132157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] For port afe9a8a1-d921-4eba-8c04-507b84c59a48, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:51.138709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] For port afe9a8a1-d921-4eba-8c04-507b84c59a48, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=afe9a8a1-d921-4eba-8c04-507b84c59a48,segment=NetworkSegment(65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c),segment_id=65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:51.141389 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Transition to ACTIVE for port object 6d8cb562-c847-47de-aa7c-98b042451429 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:51.160640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Transition to ACTIVE for port object 6d8cb562-c847-47de-aa7c-98b042451429 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:51.229214 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.274641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.316043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Network 826e077f-4e8b-4ae8-908b-ebf4e89df47a is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:51.322578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:51.335962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:51.335962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:51.336199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:51.345006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Allocated IP 172.23.0.1 (826e077f-4e8b-4ae8-908b-ebf4e89df47a/92bffbfb-0d1a-440f-9075-f4c2ad32c807/427201a3-ca4f-4cc6-aa73-e013dae65fba) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:51.455738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47d66c-80a0-4de6-9129-91057942b53d None None] Pushing event updated for resources: {'Port': ['ID=afe9a8a1-d921-4eba-8c04-507b84c59a48,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:51.532456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.558293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Transition to ACTIVE for port object 427201a3-ca4f-4cc6-aa73-e013dae65fba will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:51.652309 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.685497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Pushing event updated for resources: {'Port': ['ID=6d8cb562-c847-47de-aa7c-98b042451429,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:51.695066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Attempting to bind port 6d8cb562-c847-47de-aa7c-98b042451429 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:22:51.695439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Attempting to bind port 6d8cb562-c847-47de-aa7c-98b042451429 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '082acb81-ff20-45c7-ad08-dfdb9ca58f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:22:51.695915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Attempting to bind port 6d8cb562-c847-47de-aa7c-98b042451429 on network 826e077f-4e8b-4ae8-908b-ebf4e89df47a {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:51.711790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.713025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:51.720102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 826e077f-4e8b-4ae8-908b-ebf4e89df47a is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:51.731400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:51.732798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:22:51.760105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:51.760483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Checking segment: {'id': '082acb81-ff20-45c7-ad08-dfdb9ca58f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:51.762287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.762287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Bound using segment: {'id': '082acb81-ff20-45c7-ad08-dfdb9ca58f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:51.762287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Bound port: 6d8cb562-c847-47de-aa7c-98b042451429, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082acb81-ff20-45c7-ad08-dfdb9ca58f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:22:51.762665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.769003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=427201a3-ca4f-4cc6-aa73-e013dae65fba,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:51.796376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.020913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.033644 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] For port 6d8cb562-c847-47de-aa7c-98b042451429, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:52.047828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] For port 6d8cb562-c847-47de-aa7c-98b042451429, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6d8cb562-c847-47de-aa7c-98b042451429,segment=NetworkSegment(082acb81-ff20-45c7-ad08-dfdb9ca58f9c),segment_id=082acb81-ff20-45c7-ad08-dfdb9ca58f9c)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:52.144689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:51Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:52.149520 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f856de-d9c7-486e-948a-152ce6848240 None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:51Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:52.161785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.276247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee842b-def0-4368-a7bf-55e9cc9a8219 None None] Pushing event updated for resources: {'Port': ['ID=6d8cb562-c847-47de-aa7c-98b042451429,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:52.657109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.714528 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.833640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event updated for resources: {'Port': ['ID=427201a3-ca4f-4cc6-aa73-e013dae65fba,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:52.838544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.981713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Network 826e077f-4e8b-4ae8-908b-ebf4e89df47a is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:52.982871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:53.156553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:53.332354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:53.347086 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:53.354838 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ead4ebd8-aa25-4171-a81d-1c7b352c27a6 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5816810 Jun 16 15:22:53.355240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59982) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:53.359511 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:53.360208 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:53.360525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5efb79f6-34d4-4fb6-b1a6-1b9cac50fb2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:53.480816 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ceda7b-a8b0-4584-9e3a-d50574b4b289 None None] Network 826e077f-4e8b-4ae8-908b-ebf4e89df47a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:22:53.542235 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:53.578278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device afe9a8a1-d921-4eba-8c04-507b84c59a48 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:53.784809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b2a84a1e-4ec3-4f44-b2a3-6f33b0268522 None None] Provisioning for port 6d8cb562-c847-47de-aa7c-98b042451429 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:53.811265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port afe9a8a1-d921-4eba-8c04-507b84c59a48 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:53.825206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port afe9a8a1-d921-4eba-8c04-507b84c59a48 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:53.825206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.946236 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:51Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427201a3-ca4f-4cc6-aa73-e013dae65fba', 'name': '', 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:b5:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:50Z', 'updated_at': '2022-06-16T15:22:52Z', 'revision_number': 2, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:51Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:53.952312 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:22:53.952750 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Updating router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 port 427201a3-ca4f-4cc6-aa73-e013dae65fba binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:22:54.017241 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.063884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port afe9a8a1-d921-4eba-8c04-507b84c59a48 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:54.064279 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.107018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port afe9a8a1-d921-4eba-8c04-507b84c59a48, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=afe9a8a1-d921-4eba-8c04-507b84c59a48,segment=NetworkSegment(65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c),segment_id=65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:54.115983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.extraroute_db [None req-5efb79f6-34d4-4fb6-b1a6-1b9cac50fb2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 16 15:22:54.131400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.extraroute_db [None req-5efb79f6-34d4-4fb6-b1a6-1b9cac50fb2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Removed routes are [] {{(pid=89746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 16 15:22:54.132100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5efb79f6-34d4-4fb6-b1a6-1b9cac50fb2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.173552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.174379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6d8cb562-c847-47de-aa7c-98b042451429 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:54.390266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=afe9a8a1-d921-4eba-8c04-507b84c59a48,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:54.446910 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.460244 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Transition to ACTIVE for port object 427201a3-ca4f-4cc6-aa73-e013dae65fba will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:54.520092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 6d8cb562-c847-47de-aa7c-98b042451429 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:54.525756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6d8cb562-c847-47de-aa7c-98b042451429 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:54.526902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.598567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5efb79f6-34d4-4fb6-b1a6-1b9cac50fb2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.602774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5efb79f6-34d4-4fb6-b1a6-1b9cac50fb2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.611451 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.641499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4480a537-39bb-4ec3-b100-7a4711270a6f None None] Provisioning for port 427201a3-ca4f-4cc6-aa73-e013dae65fba completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:54.677714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6d8cb562-c847-47de-aa7c-98b042451429 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:54.678375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.723867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 6d8cb562-c847-47de-aa7c-98b042451429, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6d8cb562-c847-47de-aa7c-98b042451429,segment=NetworkSegment(082acb81-ff20-45c7-ad08-dfdb9ca58f9c),segment_id=082acb81-ff20-45c7-ad08-dfdb9ca58f9c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:54.795632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efb79f6-34d4-4fb6-b1a6-1b9cac50fb2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:54.847834 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfde92-109f-4287-8682-bb8abc57e668 None None] Pushing event updated for resources: {'Port': ['ID=427201a3-ca4f-4cc6-aa73-e013dae65fba,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:54.868650 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Attempting to bind port 427201a3-ca4f-4cc6-aa73-e013dae65fba on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:22:54.872204 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Attempting to bind port 427201a3-ca4f-4cc6-aa73-e013dae65fba by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '082acb81-ff20-45c7-ad08-dfdb9ca58f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:22:54.872204 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Attempting to bind port 427201a3-ca4f-4cc6-aa73-e013dae65fba on network 826e077f-4e8b-4ae8-908b-ebf4e89df47a {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:54.872475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.876426 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:54.876802 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Checking segment: {'id': '082acb81-ff20-45c7-ad08-dfdb9ca58f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:22:54.877234 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.877660 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Bound using segment: {'id': '082acb81-ff20-45c7-ad08-dfdb9ca58f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:54.878166 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Bound port: 427201a3-ca4f-4cc6-aa73-e013dae65fba, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082acb81-ff20-45c7-ad08-dfdb9ca58f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:22:54.878601 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.971036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=6d8cb562-c847-47de-aa7c-98b042451429,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:54.980904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efb79f6-34d4-4fb6-b1a6-1b9cac50fb2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:54.990291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5efb79f6-34d4-4fb6-b1a6-1b9cac50fb2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.994339 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5efb79f6-34d4-4fb6-b1a6-1b9cac50fb2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 HTTP/1.1" status: 200 len: 932 time: 1.6352978 Jun 16 15:22:54.994777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59986) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:55.025406 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] For port 427201a3-ca4f-4cc6-aa73-e013dae65fba, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:55.029218 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] For port 427201a3-ca4f-4cc6-aa73-e013dae65fba, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=427201a3-ca4f-4cc6-aa73-e013dae65fba,segment=NetworkSegment(082acb81-ff20-45c7-ad08-dfdb9ca58f9c),segment_id=082acb81-ff20-45c7-ad08-dfdb9ca58f9c)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:55.103546 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:55.170113 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-21d1fd92-2212-4a9a-9b1f-e17f61ca7f42 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 HTTP/1.1" status: 200 len: 932 time: 0.1739776 Jun 16 15:22:55.172777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59990) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:55.183270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-922d27f1-dad9-4fb3-8503-b38c0edf0bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'routes': None}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:55.184368 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:55.184985 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:55.311458 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfde92-109f-4287-8682-bb8abc57e668 None None] Pushing event updated for resources: {'Port': ['ID=427201a3-ca4f-4cc6-aa73-e013dae65fba,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:55.364990 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:55.470323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device afe9a8a1-d921-4eba-8c04-507b84c59a48 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:55.554808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port afe9a8a1-d921-4eba-8c04-507b84c59a48 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:55.556131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:55.701936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port afe9a8a1-d921-4eba-8c04-507b84c59a48 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:55.703130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6d8cb562-c847-47de-aa7c-98b042451429 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:55.731604 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 6, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427201a3-ca4f-4cc6-aa73-e013dae65fba', 'name': '', 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:b5:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:50Z', 'updated_at': '2022-06-16T15:22:55Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:55.736965 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c338a-a2c5-41fc-b7ba-1cb26b5aa774 None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 6, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427201a3-ca4f-4cc6-aa73-e013dae65fba', 'name': '', 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:b5:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:50Z', 'updated_at': '2022-06-16T15:22:55Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:55.780057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6d8cb562-c847-47de-aa7c-98b042451429 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:55.780529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:55.928329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6d8cb562-c847-47de-aa7c-98b042451429 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:56.009591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.extraroute_db [None req-922d27f1-dad9-4fb3-8503-b38c0edf0bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added routes are [] {{(pid=89746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 16 15:22:56.010198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.extraroute_db [None req-922d27f1-dad9-4fb3-8503-b38c0edf0bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 16 15:22:56.045545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-922d27f1-dad9-4fb3-8503-b38c0edf0bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.461683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-922d27f1-dad9-4fb3-8503-b38c0edf0bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.465920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-922d27f1-dad9-4fb3-8503-b38c0edf0bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.509024 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:56.517324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:56.517947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:56.639753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922d27f1-dad9-4fb3-8503-b38c0edf0bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:56.676761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:56.814233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922d27f1-dad9-4fb3-8503-b38c0edf0bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:56.821553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-922d27f1-dad9-4fb3-8503-b38c0edf0bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.822730 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-922d27f1-dad9-4fb3-8503-b38c0edf0bdc tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 HTTP/1.1" status: 200 len: 698 time: 1.6481690 Jun 16 15:22:56.825886 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 59996) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:57.009829 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-400a4769-2cce-4095-83ed-fe8f7b55bb0e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 HTTP/1.1" status: 200 len: 698 time: 0.1753635 Jun 16 15:22:57.013481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60000) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:57.020066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:56Z', 'revision_number': 7, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427201a3-ca4f-4cc6-aa73-e013dae65fba', 'name': '', 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:b5:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:50Z', 'updated_at': '2022-06-16T15:22:55Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:57.024575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:22:57.033794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:57.034508 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:57.236083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:57.480774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 427201a3-ca4f-4cc6-aa73-e013dae65fba up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:57.652208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:56Z', 'revision_number': 7, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427201a3-ca4f-4cc6-aa73-e013dae65fba', 'name': '', 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:b5:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:50Z', 'updated_at': '2022-06-16T15:22:55Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:57.656871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b48b6-0f2f-4530-b1be-09f683a85c5a None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:56Z', 'revision_number': 7, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427201a3-ca4f-4cc6-aa73-e013dae65fba', 'name': '', 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:b5:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:50Z', 'updated_at': '2022-06-16T15:22:55Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:57.708772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 427201a3-ca4f-4cc6-aa73-e013dae65fba completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:57.713016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:57.715757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 427201a3-ca4f-4cc6-aa73-e013dae65fba triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:57.716173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:57.872522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 427201a3-ca4f-4cc6-aa73-e013dae65fba is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:22:57.873115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:57.915324 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:57.924840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 427201a3-ca4f-4cc6-aa73-e013dae65fba, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=427201a3-ca4f-4cc6-aa73-e013dae65fba,segment=NetworkSegment(082acb81-ff20-45c7-ad08-dfdb9ca58f9c),segment_id=082acb81-ff20-45c7-ad08-dfdb9ca58f9c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:57.926308 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:57.926922 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:58.012348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:58.094474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 427201a3-ca4f-4cc6-aa73-e013dae65fba {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:22:58.095102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:58.100844 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:58.102855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=427201a3-ca4f-4cc6-aa73-e013dae65fba,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:58.344959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port 427201a3-ca4f-4cc6-aa73-e013dae65fba, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=427201a3-ca4f-4cc6-aa73-e013dae65fba,segment=NetworkSegment(082acb81-ff20-45c7-ad08-dfdb9ca58f9c),segment_id=082acb81-ff20-45c7-ad08-dfdb9ca58f9c)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:58.345474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:58.482831 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:56Z', 'revision_number': 7, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427201a3-ca4f-4cc6-aa73-e013dae65fba', 'name': '', 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:b5:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:50Z', 'updated_at': '2022-06-16T15:22:55Z', 'revision_number': 4, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:58.487530 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:22:58.489002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 427201a3-ca4f-4cc6-aa73-e013dae65fba owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:22:58.497728 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:58.498036 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:58.667329 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:22:58.805772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:58.856141 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=427201a3-ca4f-4cc6-aa73-e013dae65fba,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:59.063898 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:56Z', 'revision_number': 7, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427201a3-ca4f-4cc6-aa73-e013dae65fba', 'name': '', 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:b5:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:50Z', 'updated_at': '2022-06-16T15:22:57Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:59.069002 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf283e5-682d-4233-85b1-ae38157fa6d7 None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:56Z', 'revision_number': 7, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427201a3-ca4f-4cc6-aa73-e013dae65fba', 'name': '', 'network_id': '826e077f-4e8b-4ae8-908b-ebf4e89df47a', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:b5:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:50Z', 'updated_at': '2022-06-16T15:22:57Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '92bffbfb-0d1a-440f-9075-f4c2ad32c807', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:59.146098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:59.599236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:59.767460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:59.772840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:59.775666 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-827a4d17-d406-4879-a427-be03fdd2d529 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7684276 Jun 16 15:22:59.778855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60004) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:59.783112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:22:59.783736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:59.850131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d480b7-d45a-4379-8672-93032ee1a95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting subnet 92bffbfb-0d1a-440f-9075-f4c2ad32c807 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:22:59.853072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d480b7-d45a-4379-8672-93032ee1a95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:59.910127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d480b7-d45a-4379-8672-93032ee1a95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:59.949673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:00.005177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d480b7-d45a-4379-8672-93032ee1a95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:00.171650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d480b7-d45a-4379-8672-93032ee1a95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:00.214449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d480b7-d45a-4379-8672-93032ee1a95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Subnet': ['ID=92bffbfb-0d1a-440f-9075-f4c2ad32c807,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:00.216521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-26d480b7-d45a-4379-8672-93032ee1a95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:00.223105 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-26d480b7-d45a-4379-8672-93032ee1a95c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/92bffbfb-0d1a-440f-9075-f4c2ad32c807 HTTP/1.1" status: 204 len: 168 time: 0.4431312 Jun 16 15:23:00.224860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8e7391-c9e2-4961-8829-7efb891bf1c2 None None] Network 826e077f-4e8b-4ae8-908b-ebf4e89df47a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:23:00.225724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60008) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:00.468715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:58Z', 'revision_number': 8, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:00.474530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:23:00.480052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:00.490492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 6d8cb562-c847-47de-aa7c-98b042451429 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:00.495623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:00.495754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:00.495754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:00.711749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port 6d8cb562-c847-47de-aa7c-98b042451429, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6d8cb562-c847-47de-aa7c-98b042451429,segment=NetworkSegment(082acb81-ff20-45c7-ad08-dfdb9ca58f9c),segment_id=082acb81-ff20-45c7-ad08-dfdb9ca58f9c)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:00.712153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:00.717524 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:00.763756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] DHCP port deletion for 826e077f-4e8b-4ae8-908b-ebf4e89df47a request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:23:00.781400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] Deleting port 6d8cb562-c847-47de-aa7c-98b042451429 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:00.781400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:00.847624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 6d8cb562-c847-47de-aa7c-98b042451429 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:01.056832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:01.112364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No DVR routers for this DVR port 6d8cb562-c847-47de-aa7c-98b042451429 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:23:01.142989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=6d8cb562-c847-47de-aa7c-98b042451429,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:01.248166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] For port 6d8cb562-c847-47de-aa7c-98b042451429, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6d8cb562-c847-47de-aa7c-98b042451429,segment=NetworkSegment(082acb81-ff20-45c7-ad08-dfdb9ca58f9c),segment_id=082acb81-ff20-45c7-ad08-dfdb9ca58f9c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:01.248166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:01.254832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:01.279577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826e077f-4e8b-4ae8-908b-ebf4e89df47a']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:01.293166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082acb81-ff20-45c7-ad08-dfdb9ca58f9c') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:01.294031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082acb81-ff20-45c7-ad08-dfdb9ca58f9c') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:01.306058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:01.324829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:01.331327 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:23:01.333467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:01.366548 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 082acb81-ff20-45c7-ad08-dfdb9ca58f9c resource provider aggregate not found Jun 16 15:23:01.368840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] Calling delete_port for 6d8cb562-c847-47de-aa7c-98b042451429 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:01.428470 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 082acb81-ff20-45c7-ad08-dfdb9ca58f9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 082acb81-ff20-45c7-ad08-dfdb9ca58f9c found for delete ", "request_id": "req-083dc852-0e03-4ac6-bcad-4ba9e6d3f66e"}]} Jun 16 15:23:01.428674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:58Z', 'revision_number': 8, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:01.438513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c5a16-fd07-4c8d-bfe8-e73f4291d0cf None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:22:58Z', 'revision_number': 8, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9a8a1-d921-4eba-8c04-507b84c59a48', 'name': '', 'network_id': 'd52ede74-89a9-4ffd-8e91-cf430db7ad0e', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:29:f3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:46Z', 'updated_at': '2022-06-16T15:22:54Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': '3b2c08f4-1349-4de3-8ba5-8aa90153020c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:23:01.463104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6d8cb562-c847-47de-aa7c-98b042451429 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:23:01.499437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 6d8cb562-c847-47de-aa7c-98b042451429 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:23:01.499781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6d8cb562-c847-47de-aa7c-98b042451429 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:23:01.503010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:23:01.503364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:23:01.519789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:01.538015 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:23:01.538888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:01.550251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Network': ['ID=826e077f-4e8b-4ae8-908b-ebf4e89df47a,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:01.559034 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-67110ada-aec6-4cfa-8af8-72e1df25900a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/networks/826e077f-4e8b-4ae8-908b-ebf4e89df47a HTTP/1.1" status: 204 len: 168 time: 1.3316123 Jun 16 15:23:01.560995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60016) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:02.004671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] Deleting port 6d8cb562-c847-47de-aa7c-98b042451429 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:02.005258 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:02.075099 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-90d938d7-a0a2-4fb5-93e2-695d168a5ecd None None] The port '6d8cb562-c847-47de-aa7c-98b042451429' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:23:02.102303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:02.593026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port afe9a8a1-d921-4eba-8c04-507b84c59a48 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:02.595737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:02.798188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port afe9a8a1-d921-4eba-8c04-507b84c59a48, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=afe9a8a1-d921-4eba-8c04-507b84c59a48,segment=NetworkSegment(65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c),segment_id=65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:02.798410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:02.929922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for afe9a8a1-d921-4eba-8c04-507b84c59a48 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:03.200169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:03.257179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=afe9a8a1-d921-4eba-8c04-507b84c59a48,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:03.469936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 427201a3-ca4f-4cc6-aa73-e013dae65fba no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:23:03.508662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 427201a3-ca4f-4cc6-aa73-e013dae65fba {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:23:03.509005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 427201a3-ca4f-4cc6-aa73-e013dae65fba not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:23:03.578812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:04.055821 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:23:04.233422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:23:04.250247 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:23:04.252344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60020) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:04.252756 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-62589572-383a-4878-bcbb-52e8617a1b9c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6903734 Jun 16 15:23:04.266888 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:04.267597 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:04.328068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting subnet 3b2c08f4-1349-4de3-8ba5-8aa90153020c {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:23:04.331358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:04.391624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:04.427460 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:04.492515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:04.640876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:04.679127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2c08f4-1349-4de3-8ba5-8aa90153020c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:04.688974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.689320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.689665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.689999 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.690319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.690651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.691004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.691333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.692353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.692353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.692353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.693235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:04.695693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:04.701795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e4feb-390f-4950-8d5a-fa611896bf2d None None] Network d52ede74-89a9-4ffd-8e91-cf430db7ad0e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:23:04.704724 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c817f5b4-1b7d-47a3-896c-54e58c6586a9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/3b2c08f4-1349-4de3-8ba5-8aa90153020c HTTP/1.1" status: 204 len: 168 time: 0.4491041 Jun 16 15:23:04.707172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60024) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:04.796880 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:03Z', 'revision_number': 9, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:04.802850 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:23:04.814033 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:04.814830 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:04.836749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:04.848098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port eecee5d9-511d-4895-8104-30f32d759db7 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:04.848499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:04.992597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] DHCP port deletion for d52ede74-89a9-4ffd-8e91-cf430db7ad0e request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:23:04.997550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] Deleting port eecee5d9-511d-4895-8104-30f32d759db7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:04.997925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.003046 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:05.089251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port eecee5d9-511d-4895-8104-30f32d759db7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=eecee5d9-511d-4895-8104-30f32d759db7,segment=NetworkSegment(65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c),segment_id=65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:05.089819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.225165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for eecee5d9-511d-4895-8104-30f32d759db7 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:05.292824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] For port eecee5d9-511d-4895-8104-30f32d759db7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=eecee5d9-511d-4895-8104-30f32d759db7,segment=NetworkSegment(65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c),segment_id=65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:05.293396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.361558 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:03Z', 'revision_number': 9, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:05.365572 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02891ca3-db75-4b0d-9444-aadd5701d72a None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:03Z', 'revision_number': 9, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '0e3d4836-3b57-40cf-810c-cc08831c6fbb', 'name': '', 'network_id': '6e47fca2-532f-4f3a-b380-b744844672a8', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:c1:75:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:40Z', 'updated_at': '2022-06-16T15:22:48Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'cc25ae56-4f65-48f3-9a71-f74667a6d9ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:23:05.425749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] Calling delete_port for eecee5d9-511d-4895-8104-30f32d759db7 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:05.428965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.480682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No DVR routers for this DVR port eecee5d9-511d-4895-8104-30f32d759db7 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:23:05.482406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=eecee5d9-511d-4895-8104-30f32d759db7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:05.512813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:23:05.513175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:23:05.608645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.612611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.641357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52ede74-89a9-4ffd-8e91-cf430db7ad0e']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:05.653924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:05.654224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:05.665730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.688988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.698776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:23:05.699222 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.737502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device eecee5d9-511d-4895-8104-30f32d759db7 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:23:05.776572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: eecee5d9-511d-4895-8104-30f32d759db7 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:23:05.779510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device eecee5d9-511d-4895-8104-30f32d759db7 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:23:05.783661 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c resource provider aggregate not found Jun 16 15:23:05.806510 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65ddb4d7-8ea0-47e9-a45a-d9159a79cd0c found for delete ", "request_id": "req-8d27083f-818a-42eb-9b0d-cf2c2ff60d39"}]} Jun 16 15:23:05.919965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.938518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:05.949681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Network': ['ID=d52ede74-89a9-4ffd-8e91-cf430db7ad0e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:05.958993 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e387323-b948-4b7b-893e-1e187623930e tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/networks/d52ede74-89a9-4ffd-8e91-cf430db7ad0e HTTP/1.1" status: 204 len: 168 time: 1.2504210 Jun 16 15:23:05.961695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60032) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:06.014302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] Deleting port eecee5d9-511d-4895-8104-30f32d759db7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:06.014809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:06.088299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f1fccbfc-95fc-4f91-be54-556254974536 None None] The port 'eecee5d9-511d-4895-8104-30f32d759db7' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:23:06.634329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:06.978014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 0e3d4836-3b57-40cf-810c-cc08831c6fbb {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:06.978014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:07.171598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port 0e3d4836-3b57-40cf-810c-cc08831c6fbb, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0e3d4836-3b57-40cf-810c-cc08831c6fbb,segment=NetworkSegment(0aee2976-51fe-4a6b-875b-5eeca08a196d),segment_id=0aee2976-51fe-4a6b-875b-5eeca08a196d)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:07.171956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:07.301752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 0e3d4836-3b57-40cf-810c-cc08831c6fbb owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:07.399837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device afe9a8a1-d921-4eba-8c04-507b84c59a48 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:23:07.434916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: afe9a8a1-d921-4eba-8c04-507b84c59a48 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:23:07.435316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device afe9a8a1-d921-4eba-8c04-507b84c59a48 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:23:07.611043 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:07.673766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=0e3d4836-3b57-40cf-810c-cc08831c6fbb,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:08.066070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:08.398844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:23:08.562981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:23:08.572287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:23:08.578236 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0406827e-7795-4868-8c10-44b4c7d2f615 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6147797 Jun 16 15:23:08.580114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60038) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:08.582089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:08.582701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:08.646886 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2e552b-0a3f-4543-8b23-f26496fb86c7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting subnet cc25ae56-4f65-48f3-9a71-f74667a6d9ba {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:23:08.650079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b2e552b-0a3f-4543-8b23-f26496fb86c7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:08.716200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b2e552b-0a3f-4543-8b23-f26496fb86c7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:08.738252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:08.809031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b2e552b-0a3f-4543-8b23-f26496fb86c7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:08.949527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b2e552b-0a3f-4543-8b23-f26496fb86c7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:08.993414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e552b-0a3f-4543-8b23-f26496fb86c7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Subnet': ['ID=cc25ae56-4f65-48f3-9a71-f74667a6d9ba,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:08.999178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b2e552b-0a3f-4543-8b23-f26496fb86c7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:09.008385 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3b2e552b-0a3f-4543-8b23-f26496fb86c7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/cc25ae56-4f65-48f3-9a71-f74667a6d9ba HTTP/1.1" status: 204 len: 168 time: 0.4272144 Jun 16 15:23:09.011436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60042) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:09.033486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35864dcb-90fb-4197-8d0b-85947a53f43c None None] Network 6e47fca2-532f-4f3a-b380-b744844672a8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:23:09.130357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:09.141715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 57847140-3472-407f-9312-fb12a0a91f2f {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:09.142051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:09.235047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:07Z', 'revision_number': 10, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:09.242403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:23:09.261702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:09.264131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:09.366864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port 57847140-3472-407f-9312-fb12a0a91f2f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=57847140-3472-407f-9312-fb12a0a91f2f,segment=NetworkSegment(0aee2976-51fe-4a6b-875b-5eeca08a196d),segment_id=0aee2976-51fe-4a6b-875b-5eeca08a196d)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:09.367917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:09.506812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:09.551572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] DHCP port deletion for 6e47fca2-532f-4f3a-b380-b744844672a8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:23:09.565090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] Deleting port 57847140-3472-407f-9312-fb12a0a91f2f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:09.565460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:09.639999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 57847140-3472-407f-9312-fb12a0a91f2f owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:09.823744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:09.875131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No DVR routers for this DVR port 57847140-3472-407f-9312-fb12a0a91f2f on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:23:09.908666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=57847140-3472-407f-9312-fb12a0a91f2f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:09.986012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] For port 57847140-3472-407f-9312-fb12a0a91f2f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=57847140-3472-407f-9312-fb12a0a91f2f,segment=NetworkSegment(0aee2976-51fe-4a6b-875b-5eeca08a196d),segment_id=0aee2976-51fe-4a6b-875b-5eeca08a196d)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:09.986644 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:10.008198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:10.043506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e47fca2-532f-4f3a-b380-b744844672a8']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:10.062224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aee2976-51fe-4a6b-875b-5eeca08a196d') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:10.062224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aee2976-51fe-4a6b-875b-5eeca08a196d') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:10.075457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:10.093309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:10.100346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:23:10.101315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:10.121145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] Calling delete_port for 57847140-3472-407f-9312-fb12a0a91f2f owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:10.171399 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 0aee2976-51fe-4a6b-875b-5eeca08a196d resource provider aggregate not found Jun 16 15:23:10.222308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:07Z', 'revision_number': 10, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:10.227291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be7b6d2-f852-44c8-a756-018bc0a45382 None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:07Z', 'revision_number': 10, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None, '_interfaces': [{'id': '4dc0c1a2-7b53-4c4c-8033-8c512328be60', 'name': '', 'network_id': 'd8018b49-f59f-4762-89a1-0d1c8c6d5d5d', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'mac_address': 'fa:16:3e:52:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:22:35Z', 'updated_at': '2022-06-16T15:22:44Z', 'revision_number': 5, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'subnets': [{'id': 'd4d95050-72e4-4409-9078-e5071bcd78e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:23:10.230509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:23:10.230862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:23:10.255678 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 0aee2976-51fe-4a6b-875b-5eeca08a196d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0aee2976-51fe-4a6b-875b-5eeca08a196d found for delete ", "request_id": "req-01de1bc9-8269-48e4-9bc3-f60306c1d57a"}]} Jun 16 15:23:10.354582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:10.372427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:10.384109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Network': ['ID=6e47fca2-532f-4f3a-b380-b744844672a8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:10.392141 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5c6a1956-2b81-4792-8fc7-e53e44adc2d2 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/networks/6e47fca2-532f-4f3a-b380-b744844672a8 HTTP/1.1" status: 204 len: 168 time: 1.3797030 Jun 16 15:23:10.394866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60050) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:10.731586 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] Deleting port 57847140-3472-407f-9312-fb12a0a91f2f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:10.731972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:10.808769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4b580d64-6ed0-46c8-8f01-b01f7b58674a None None] The port '57847140-3472-407f-9312-fb12a0a91f2f' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:23:11.072758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:11.426038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 4dc0c1a2-7b53-4c4c-8033-8c512328be60 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:11.426862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:11.441747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 57847140-3472-407f-9312-fb12a0a91f2f no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:23:11.481043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 57847140-3472-407f-9312-fb12a0a91f2f {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:23:11.481394 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 57847140-3472-407f-9312-fb12a0a91f2f not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:23:11.481813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0e3d4836-3b57-40cf-810c-cc08831c6fbb no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:23:11.516022 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 0e3d4836-3b57-40cf-810c-cc08831c6fbb {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:23:11.516375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0e3d4836-3b57-40cf-810c-cc08831c6fbb not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:23:11.623329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port 4dc0c1a2-7b53-4c4c-8033-8c512328be60, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4dc0c1a2-7b53-4c4c-8033-8c512328be60,segment=NetworkSegment(7ff15760-4d3f-4371-af0b-ed7b43b9a592),segment_id=7ff15760-4d3f-4371-af0b-ed7b43b9a592)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:11.623686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:11.753253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 4dc0c1a2-7b53-4c4c-8033-8c512328be60 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:12.062771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:12.119020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=4dc0c1a2-7b53-4c4c-8033-8c512328be60,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:12.365487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:12.757745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:23:12.900101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:23:12.910135 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:23:12.914006 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a8d2a98f-cc5e-4af7-af6e-c6aa4e661720 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5179722 Jun 16 15:23:12.916756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60054) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:12.920221 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:12.920851 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:12.987110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f636cd5-fefc-4d9d-8b1f-b6ae8f2c617a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting subnet d4d95050-72e4-4409-9078-e5071bcd78e2 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:23:12.990573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0f636cd5-fefc-4d9d-8b1f-b6ae8f2c617a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:13.051789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0f636cd5-fefc-4d9d-8b1f-b6ae8f2c617a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:13.105052 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:13.146196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0f636cd5-fefc-4d9d-8b1f-b6ae8f2c617a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:13.220107 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:11Z', 'revision_number': 11, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:13.224235 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:23:13.232933 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:13.233537 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:13.312271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0f636cd5-fefc-4d9d-8b1f-b6ae8f2c617a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:13.352508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f636cd5-fefc-4d9d-8b1f-b6ae8f2c617a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d95050-72e4-4409-9078-e5071bcd78e2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:13.356038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0f636cd5-fefc-4d9d-8b1f-b6ae8f2c617a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:13.363257 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:13.364338 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a88c5d-714f-4269-a6b1-56ce19079fdb None None] Network d8018b49-f59f-4762-89a1-0d1c8c6d5d5d requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:23:13.365505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60058) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:13.365725 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0f636cd5-fefc-4d9d-8b1f-b6ae8f2c617a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/d4d95050-72e4-4409-9078-e5071bcd78e2 HTTP/1.1" status: 204 len: 168 time: 0.4477389 Jun 16 15:23:13.481648 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:11Z', 'revision_number': 11, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:13.488162 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec5b7d-e45c-45cf-aca7-0cb5e93c8658 None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:11Z', 'revision_number': 11, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:23:13.528922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:13.538953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Deleting port 090d178a-96c8-4da3-a71b-609645f8a37f {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:13.539819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:13.757689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] For port 090d178a-96c8-4da3-a71b-609645f8a37f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=090d178a-96c8-4da3-a71b-609645f8a37f,segment=NetworkSegment(7ff15760-4d3f-4371-af0b-ed7b43b9a592),segment_id=7ff15760-4d3f-4371-af0b-ed7b43b9a592)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:13.758041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:13.845783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] DHCP port deletion for d8018b49-f59f-4762-89a1-0d1c8c6d5d5d request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:23:13.859616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] Deleting port 090d178a-96c8-4da3-a71b-609645f8a37f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:13.859616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:13.902298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Calling delete_port for 090d178a-96c8-4da3-a71b-609645f8a37f owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:14.084252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] For port 090d178a-96c8-4da3-a71b-609645f8a37f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=090d178a-96c8-4da3-a71b-609645f8a37f,segment=NetworkSegment(7ff15760-4d3f-4371-af0b-ed7b43b9a592),segment_id=7ff15760-4d3f-4371-af0b-ed7b43b9a592)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:14.084645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:14.091090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:14.147250 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No DVR routers for this DVR port 090d178a-96c8-4da3-a71b-609645f8a37f on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:23:14.148829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Port': ['ID=090d178a-96c8-4da3-a71b-609645f8a37f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:14.283902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] Calling delete_port for 090d178a-96c8-4da3-a71b-609645f8a37f owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:23:14.287794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:14.316168 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8018b49-f59f-4762-89a1-0d1c8c6d5d5d']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:14.330138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff15760-4d3f-4371-af0b-ed7b43b9a592') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:14.330419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff15760-4d3f-4371-af0b-ed7b43b9a592') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:14.343847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:14.360778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:14.362497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:23:14.362862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:23:14.367647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:23:14.368041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:14.467418 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 7ff15760-4d3f-4371-af0b-ed7b43b9a592 resource provider aggregate not found Jun 16 15:23:14.485050 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 7ff15760-4d3f-4371-af0b-ed7b43b9a592 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ff15760-4d3f-4371-af0b-ed7b43b9a592 found for delete ", "request_id": "req-bbe2889b-f693-4120-82c0-37c0582b7093"}]} Jun 16 15:23:14.536456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:14.553908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:14.565407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Pushing event deleted for resources: {'Network': ['ID=d8018b49-f59f-4762-89a1-0d1c8c6d5d5d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:14.572829 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eaa77274-2145-44b3-afe1-c462daaab61f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/networks/d8018b49-f59f-4762-89a1-0d1c8c6d5d5d HTTP/1.1" status: 204 len: 168 time: 1.2058034 Jun 16 15:23:14.576049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60068) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:14.581015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1e490cb5-4188-41fd-860e-5d2f99c89c03 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'routes': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:14.863921 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] Deleting port 090d178a-96c8-4da3-a71b-609645f8a37f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:23:14.864504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:14.933882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-58526a8a-ebf8-403d-ac9a-a621321ab9ad None None] The port '090d178a-96c8-4da3-a71b-609645f8a37f' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:23:14.997126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.extraroute_db [None req-1e490cb5-4188-41fd-860e-5d2f99c89c03 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Added routes are [] {{(pid=89745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 16 15:23:14.997724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.extraroute_db [None req-1e490cb5-4188-41fd-860e-5d2f99c89c03 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Removed routes are [] {{(pid=89745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 16 15:23:14.997942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e490cb5-4188-41fd-860e-5d2f99c89c03 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:15.332670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e490cb5-4188-41fd-860e-5d2f99c89c03 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:15.340577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e490cb5-4188-41fd-860e-5d2f99c89c03 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:15.451264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4dc0c1a2-7b53-4c4c-8033-8c512328be60 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:23:15.492248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 4dc0c1a2-7b53-4c4c-8033-8c512328be60 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:23:15.492248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4dc0c1a2-7b53-4c4c-8033-8c512328be60 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:23:15.492487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 090d178a-96c8-4da3-a71b-609645f8a37f no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:23:15.497876 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-46d59150-c302-49a5-98de-480193cacd3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3630171 Jun 16 15:23:15.499816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e490cb5-4188-41fd-860e-5d2f99c89c03 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:23:15.528968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 090d178a-96c8-4da3-a71b-609645f8a37f {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:23:15.529321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 090d178a-96c8-4da3-a71b-609645f8a37f not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:23:15.687411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e490cb5-4188-41fd-860e-5d2f99c89c03 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:23:15.694137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e490cb5-4188-41fd-860e-5d2f99c89c03 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:15.700265 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1e490cb5-4188-41fd-860e-5d2f99c89c03 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 HTTP/1.1" status: 200 len: 699 time: 1.1183476 Jun 16 15:23:15.700826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] Sync routers for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:23:15.701594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60074) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:15.708330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:15.708992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:15.727010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-4dd5b059-c6c7-4c94-a804-0e224c958989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:15.735140 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-4dd5b059-c6c7-4c94-a804-0e224c958989 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 1099 time: 0.1035361 Jun 16 15:23:15.765476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-aee437b0-359f-4c45-9cb3-59a787baad3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:23:15.766192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-079b0b22-9d1a-43e8-b880-1e410a5201fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:15.843343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:15.880103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-a570e834-3afa-41c0-968f-0f7389ec700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:15.881546 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-a570e834-3afa-41c0-968f-0f7389ec700d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.1327708 Jun 16 15:23:15.890979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-aee437b0-359f-4c45-9cb3-59a787baad3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:23:15.894705 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-aee437b0-359f-4c45-9cb3-59a787baad3a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 HTTP/1.1" status: 200 len: 205 time: 0.1886990 Jun 16 15:23:15.895423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60078) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:15.950890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:11Z', 'revision_number': 11, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:15.955596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] Checking router: b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:23:15.967617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] Routers {'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:15.968262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:16.045626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-246b700d-106b-4ec8-bdcc-5d408addee9a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:16.100014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] Set router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:16.130328 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-32db71fa-93ce-4cf6-aaa9-2f350c8e26f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8e9d536-16d5-47f3-add4-3bd19bc1effd HTTP/1.1" status: 200 len: 1002 time: 0.2373097 Jun 16 15:23:16.213586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-34632a2b-8c04-42ac-9e7f-418e07470e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:16.215377 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-34632a2b-8c04-42ac-9e7f-418e07470e77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0779693 Jun 16 15:23:16.217291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:11Z', 'revision_number': 11, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:16.221128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e162da4c-ed5b-47f7-9f19-7774410aa3d0 None None] The sync data for ids ['b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925'] in dv-neutron-846028-2-hyperv is: [{'id': 'b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925', 'name': 'tempest-RoutersTest-router-55091755', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:22:33Z', 'updated_at': '2022-06-16T15:23:11Z', 'revision_number': 11, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:23:16.328783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-44de857f-d6cc-4f5c-99c0-a9c613cc07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:16.331802 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-44de857f-d6cc-4f5c-99c0-a9c613cc07b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084709 Jun 16 15:23:16.342443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-7be23159-077b-4710-87a5-009133dab006 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:23:16.344256 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-7be23159-077b-4710-87a5-009133dab006 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058997 Jun 16 15:23:16.495208 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-413f52a3-cd78-422b-9828-283805428169 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429002 Jun 16 15:23:16.498242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-246b700d-106b-4ec8-bdcc-5d408addee9a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:16.500495 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-246b700d-106b-4ec8-bdcc-5d408addee9a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:16.633590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-246b700d-106b-4ec8-bdcc-5d408addee9a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:16.634069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246b700d-106b-4ec8-bdcc-5d408addee9a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Fanout notify agent at l3_agent the message router_deleted on router b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:23:16.640143 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-64bd9d1e-3ede-4e37-9d6d-e101e4cc8953 req-77a01cdd-debb-42c2-9c5b-bf221c4fde21 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364169 Jun 16 15:23:16.650237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-246b700d-106b-4ec8-bdcc-5d408addee9a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:16.651947 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-246b700d-106b-4ec8-bdcc-5d408addee9a tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 HTTP/1.1" status: 204 len: 168 time: 0.7555213 Jun 16 15:23:16.657237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60082) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:16.662737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-440186490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:16.669879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:16.673830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Usage tracker for resource:router and tenant:9c866c4edf6048a68cee735581ceb20f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:16.676718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:16.683799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:16.782702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:16.783784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:16.801065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:16.896868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:17.113994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:17.115253 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ce625063-e97b-4714-9403-ff23531addbd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4579060 Jun 16 15:23:17.117925 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60086) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:17.123238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e589b2c7-326a-420f-ae37-093041490bc8 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:17.509842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e589b2c7-326a-420f-ae37-093041490bc8 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:17.571292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e589b2c7-326a-420f-ae37-093041490bc8 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:17.813946 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e589b2c7-326a-420f-ae37-093041490bc8 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Router b00ebff0-71a6-44d5-9c94-7258790553b4 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:23:17.948751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e589b2c7-326a-420f-ae37-093041490bc8 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:23:17.955166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e589b2c7-326a-420f-ae37-093041490bc8 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:17.956322 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e589b2c7-326a-420f-ae37-093041490bc8 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "PUT /v2.0/routers/b00ebff0-71a6-44d5-9c94-7258790553b4 HTTP/1.1" status: 200 len: 693 time: 0.8374519 Jun 16 15:23:17.961306 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] Sync routers for ids ['b00ebff0-71a6-44d5-9c94-7258790553b4'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:23:17.962049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60092) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:17.969252 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] Routers {'b00ebff0-71a6-44d5-9c94-7258790553b4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:17.969463 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b00ebff0-71a6-44d5-9c94-7258790553b4'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:18.097858 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] Set router b00ebff0-71a6-44d5-9c94-7258790553b4 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:18.103663 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-df548987-aaaf-4619-a1a6-9da4611e6e12 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/routers/b00ebff0-71a6-44d5-9c94-7258790553b4 HTTP/1.1" status: 200 len: 699 time: 0.1412323 Jun 16 15:23:18.103890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60096) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:18.154860 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-05c1183c-80fb-4a8a-b603-3597f0c26c0d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00ebff0-71a6-44d5-9c94-7258790553b4 HTTP/1.1" status: 200 len: 205 time: 0.0493593 Jun 16 15:23:18.157253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60100) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:18.204759 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ebff0-71a6-44d5-9c94-7258790553b4', 'name': 'tempest-RoutersTest-router-440186490', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:16Z', 'updated_at': '2022-06-16T15:23:17Z', 'revision_number': 2, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:18.209117 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] Checking router: b00ebff0-71a6-44d5-9c94-7258790553b4 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:23:18.218524 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] Routers {'b00ebff0-71a6-44d5-9c94-7258790553b4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:18.219150 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:22:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b00ebff0-71a6-44d5-9c94-7258790553b4'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:18.300360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-657e704d-b398-4a52-8988-ed0ed70ba75c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:18.302262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c04830b-6af1-4996-97a0-038344636076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:18.360958 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] Set router b00ebff0-71a6-44d5-9c94-7258790553b4 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:18.481148 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ebff0-71a6-44d5-9c94-7258790553b4', 'name': 'tempest-RoutersTest-router-440186490', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:16Z', 'updated_at': '2022-06-16T15:23:17Z', 'revision_number': 2, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:18.481148 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a64e5e-3895-42b3-8b7a-a8008de27d37 None None] The sync data for ids ['b00ebff0-71a6-44d5-9c94-7258790553b4'] in dv-neutron-846028-2-hyperv is: [{'id': 'b00ebff0-71a6-44d5-9c94-7258790553b4', 'name': 'tempest-RoutersTest-router-440186490', 'tenant_id': '9c866c4edf6048a68cee735581ceb20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:16Z', 'updated_at': '2022-06-16T15:23:17Z', 'revision_number': 2, 'project_id': '9c866c4edf6048a68cee735581ceb20f', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:23:18.747792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:18.761489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-657e704d-b398-4a52-8988-ed0ed70ba75c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:18.763842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-657e704d-b398-4a52-8988-ed0ed70ba75c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:18.846116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-657e704d-b398-4a52-8988-ed0ed70ba75c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:18.846116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657e704d-b398-4a52-8988-ed0ed70ba75c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Fanout notify agent at l3_agent the message router_deleted on router b00ebff0-71a6-44d5-9c94-7258790553b4 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:23:18.860794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-657e704d-b398-4a52-8988-ed0ed70ba75c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:18.861882 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-657e704d-b398-4a52-8988-ed0ed70ba75c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/b00ebff0-71a6-44d5-9c94-7258790553b4 HTTP/1.1" status: 204 len: 168 time: 0.7037501 Jun 16 15:23:18.865695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60106) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:18.918224 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3c8cc082-77fc-4edc-8fab-7a2f16bb3eed tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=b00ebff0-71a6-44d5-9c94-7258790553b4 HTTP/1.1" status: 200 len: 205 time: 0.0513813 Jun 16 15:23:18.920635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60110) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:18.989759 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-35e6b26f-84d9-4fc0-8797-e3ba3e265fb9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] delete failed (client error): The resource could not be found. Jun 16 15:23:18.990760 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-35e6b26f-84d9-4fc0-8797-e3ba3e265fb9 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/b00ebff0-71a6-44d5-9c94-7258790553b4 HTTP/1.1" status: 404 len: 336 time: 0.0692482 Jun 16 15:23:18.993426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60114) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.033292 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a71e84-521d-4cf2-b99c-6ddfff4890ad tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] DELETE failed (client error): The resource could not be found. Jun 16 15:23:19.033750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a71e84-521d-4cf2-b99c-6ddfff4890ad tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:23:19.035481 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-75a71e84-521d-4cf2-b99c-6ddfff4890ad tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/92bffbfb-0d1a-440f-9075-f4c2ad32c807 HTTP/1.1" status: 404 len: 337 time: 0.0411153 Jun 16 15:23:19.038047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60118) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.081628 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac538e5-38f2-47e0-be34-b8a7d4e736db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] DELETE failed (client error): The resource could not be found. Jun 16 15:23:19.082075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac538e5-38f2-47e0-be34-b8a7d4e736db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:23:19.083838 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cac538e5-38f2-47e0-be34-b8a7d4e736db tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/3b2c08f4-1349-4de3-8ba5-8aa90153020c HTTP/1.1" status: 404 len: 337 time: 0.0448270 Jun 16 15:23:19.086382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60122) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.125977 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-000c4488-649e-4d94-81a6-fe6fc466aac5 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] DELETE failed (client error): The resource could not be found. Jun 16 15:23:19.126542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000c4488-649e-4d94-81a6-fe6fc466aac5 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:23:19.128169 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-000c4488-649e-4d94-81a6-fe6fc466aac5 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/cc25ae56-4f65-48f3-9a71-f74667a6d9ba HTTP/1.1" status: 404 len: 337 time: 0.0408368 Jun 16 15:23:19.131069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60126) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.171063 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc97dce-f0b7-4242-a760-d73f4e60f5cf tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] DELETE failed (client error): The resource could not be found. Jun 16 15:23:19.177397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc97dce-f0b7-4242-a760-d73f4e60f5cf tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:23:19.177397 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8cc97dce-f0b7-4242-a760-d73f4e60f5cf tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/d4d95050-72e4-4409-9078-e5071bcd78e2 HTTP/1.1" status: 404 len: 337 time: 0.0405023 Jun 16 15:23:19.177397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60130) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.229629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-03f3c224-b24b-463c-a585-6d4e21b86ecd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Synchronizing usage tracker for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:23:19.240435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-03f3c224-b24b-463c-a585-6d4e21b86ecd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] Unset dirty status for tenant:9c866c4edf6048a68cee735581ceb20f on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:23:19.241588 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-03f3c224-b24b-463c-a585-6d4e21b86ecd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 HTTP/1.1" status: 200 len: 205 time: 0.0647616 Jun 16 15:23:19.244247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60134) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.317414 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-a91ecc02-ebb5-472a-9ccd-8b71f2f68a2d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] delete failed (client error): The resource could not be found. Jun 16 15:23:19.318756 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a91ecc02-ebb5-472a-9ccd-8b71f2f68a2d tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/b4fb0e6a-4e39-4e6e-9cbe-d71307cfc925 HTTP/1.1" status: 404 len: 336 time: 0.0730667 Jun 16 15:23:19.321454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60138) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.381690 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-39e54f31-7fdf-457d-9dee-c2c1aec2e1f1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=b16e2827-b65e-41f5-bf31-f8f98f106f26 HTTP/1.1" status: 200 len: 205 time: 0.0562613 Jun 16 15:23:19.381690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60142) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.456506 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-fd27232b-a971-4f9e-81cd-086c621d7a1c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] delete failed (client error): The resource could not be found. Jun 16 15:23:19.457787 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fd27232b-a971-4f9e-81cd-086c621d7a1c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/b16e2827-b65e-41f5-bf31-f8f98f106f26 HTTP/1.1" status: 404 len: 336 time: 0.0752952 Jun 16 15:23:19.460210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60146) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.504269 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b00783-a9d4-4ee4-bc69-7d952f1172d7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] DELETE failed (client error): The resource could not be found. Jun 16 15:23:19.504718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b00783-a9d4-4ee4-bc69-7d952f1172d7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:23:19.506371 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d1b00783-a9d4-4ee4-bc69-7d952f1172d7 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/3a69e7af-210d-48d6-86eb-2188ab37959f HTTP/1.1" status: 404 len: 337 time: 0.0452600 Jun 16 15:23:19.509170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60150) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.565724 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6d0a3b26-ac4d-4064-9e88-77323b7ee51b tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=d720b95e-6b5a-468e-acfe-61c9b74e9b3a HTTP/1.1" status: 200 len: 205 time: 0.0554006 Jun 16 15:23:19.568236 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60154) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.638516 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-fb2571b0-3291-4ab6-afa9-6465b52c2d46 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] delete failed (client error): The resource could not be found. Jun 16 15:23:19.639583 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fb2571b0-3291-4ab6-afa9-6465b52c2d46 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/d720b95e-6b5a-468e-acfe-61c9b74e9b3a HTTP/1.1" status: 404 len: 336 time: 0.0704427 Jun 16 15:23:19.642142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60158) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.698103 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ed390918-b69c-4f64-8bee-b33a69868e54 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=e994a445-fa6f-46eb-82b5-47bfa2c5852e HTTP/1.1" status: 200 len: 205 time: 0.0547628 Jun 16 15:23:19.700295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60162) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.767527 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-d4b1a716-19f1-4e40-8e66-b57fab83cf2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] delete failed (client error): The resource could not be found. Jun 16 15:23:19.768565 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d4b1a716-19f1-4e40-8e66-b57fab83cf2f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/e994a445-fa6f-46eb-82b5-47bfa2c5852e HTTP/1.1" status: 404 len: 336 time: 0.0673556 Jun 16 15:23:19.771757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60166) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.813062 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f9d76f-9a7b-47f2-8112-1384d42e02af tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] DELETE failed (client error): The resource could not be found. Jun 16 15:23:19.813522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f9d76f-9a7b-47f2-8112-1384d42e02af tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:23:19.815244 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f2f9d76f-9a7b-47f2-8112-1384d42e02af tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/574d52a0-46d4-4261-a696-373d3e613f2c HTTP/1.1" status: 404 len: 337 time: 0.0432749 Jun 16 15:23:19.818530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60170) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.870553 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e1de768c-d009-471b-bc5f-d295c2bca5cd tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a8d94b0-7aab-4f89-a83f-3fefe70df0a4 HTTP/1.1" status: 200 len: 205 time: 0.0508900 Jun 16 15:23:19.872981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60174) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.942924 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-dde18dc7-11b0-4461-ac79-5a5014ec81cf tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] delete failed (client error): The resource could not be found. Jun 16 15:23:19.943993 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dde18dc7-11b0-4461-ac79-5a5014ec81cf tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/6a8d94b0-7aab-4f89-a83f-3fefe70df0a4 HTTP/1.1" status: 404 len: 336 time: 0.0701344 Jun 16 15:23:19.946522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60178) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:19.985122 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-564d61b7-559f-42fa-befe-eb59e9230b62 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] DELETE failed (client error): The resource could not be found. Jun 16 15:23:19.985578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564d61b7-559f-42fa-befe-eb59e9230b62 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:23:19.987285 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-564d61b7-559f-42fa-befe-eb59e9230b62 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/62a9ae26-6173-4502-a6e5-58300b3df9c1 HTTP/1.1" status: 404 len: 337 time: 0.0398178 Jun 16 15:23:19.989840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60182) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:20.040734 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ed589fcb-c3c1-4e97-9989-e50a0a638b4f tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdb0860c-66a7-4ab0-a77b-6a64b17850d6 HTTP/1.1" status: 200 len: 205 time: 0.0498152 Jun 16 15:23:20.043672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60186) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:20.199956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:20.230563 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-5b6e0b82-487f-4b7e-af1e-3e63d3b39b64 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] delete failed (client error): The resource could not be found. Jun 16 15:23:20.234278 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5b6e0b82-487f-4b7e-af1e-3e63d3b39b64 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/routers/bdb0860c-66a7-4ab0-a77b-6a64b17850d6 HTTP/1.1" status: 404 len: 336 time: 0.1870587 Jun 16 15:23:20.236463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60190) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:20.278305 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36f124f-4801-48e1-88fa-41465b915a4c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] DELETE failed (client error): The resource could not be found. Jun 16 15:23:20.278766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36f124f-4801-48e1-88fa-41465b915a4c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:23:20.280462 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d36f124f-4801-48e1-88fa-41465b915a4c tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/f88aeed9-6942-43fc-84fa-618c1d85f036 HTTP/1.1" status: 404 len: 337 time: 0.0431089 Jun 16 15:23:20.283224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60194) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:20.321178 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-5759b8c9-427f-47f2-ae03-318999c0c6c1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] DELETE failed (client error): The resource could not be found. Jun 16 15:23:20.321637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5759b8c9-427f-47f2-ae03-318999c0c6c1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:23:20.323926 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5759b8c9-427f-47f2-ae03-318999c0c6c1 tempest-RoutersTest-797462820 tempest-RoutersTest-797462820-project] 10.222.0.73 "DELETE /v2.0/subnets/57dc71a9-2b8e-4385-8c88-10486594690c HTTP/1.1" status: 404 len: 337 time: 0.0397606 Jun 16 15:23:20.852289 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60202) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:21.003894 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2e177689-719c-469f-8660-d469a8136f68 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c866c4edf6048a68cee735581ceb20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503990 Jun 16 15:23:21.006306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60208) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:21.063574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:21.089146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:21.239696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:21.254599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae91ab76-f495-487c-b52d-10cbd8b758bb,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:21.261958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:21.265861 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae91ab76-f495-487c-b52d-10cbd8b758bb HTTP/1.1" status: 204 len: 168 time: 0.2585666 Jun 16 15:23:21.271888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.271888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.274910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.274910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.274910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.274910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.274910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.274910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.274910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.274910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.281675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.281675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3e67a-79e6-4a99-bd0e-fb36b819ee2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:21.471133 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:22.393633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60232) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:22.503317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fa8f8c55-2a27-426d-abe2-358df5a39a38 tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-312152307', 'prefixes': ['172.20.0.0/16']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:22.509720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fa8f8c55-2a27-426d-abe2-358df5a39a38 tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:22.759263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8c55-2a27-426d-abe2-358df5a39a38 tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] Notify callbacks [] for subnetpool, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:22.760492 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fa8f8c55-2a27-426d-abe2-358df5a39a38 tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3659351 Jun 16 15:23:22.763344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60238) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:22.793942 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-82230c22-8577-4f06-a511-bf233b1f90e1 tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] 10.222.0.73 "GET /v2.0/subnetpools/fa0823c1-970b-4e73-8df7-d4c61e3aae1d HTTP/1.1" status: 200 len: 731 time: 0.0285683 Jun 16 15:23:22.795992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60242) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:22.800908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d5d5e70d-3ef4-4633-b368-50dfcff2c5ba tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-564659606'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:22.968401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e70d-3ef4-4633-b368-50dfcff2c5ba tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] Notify callbacks [] for subnetpool, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:22.969355 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d5d5e70d-3ef4-4633-b368-50dfcff2c5ba tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] 10.222.0.73 "PUT /v2.0/subnetpools/fa0823c1-970b-4e73-8df7-d4c61e3aae1d HTTP/1.1" status: 200 len: 683 time: 0.1724491 Jun 16 15:23:22.974103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60246) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:23.148810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1e45b628-12b7-4a12-b263-25f743f49d3c tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] Notify callbacks [] for subnetpool, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:23.149959 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1e45b628-12b7-4a12-b263-25f743f49d3c tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] 10.222.0.73 "DELETE /v2.0/subnetpools/fa0823c1-970b-4e73-8df7-d4c61e3aae1d HTTP/1.1" status: 204 len: 168 time: 0.1712005 Jun 16 15:23:23.153222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60250) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:23.172186 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-f222248b-b661-4eea-8f8e-5f7b6229b36a tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] show failed (client error): The resource could not be found. Jun 16 15:23:23.173200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f222248b-b661-4eea-8f8e-5f7b6229b36a tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] 10.222.0.73 "GET /v2.0/subnetpools/fa0823c1-970b-4e73-8df7-d4c61e3aae1d HTTP/1.1" status: 404 len: 346 time: 0.0190198 Jun 16 15:23:23.176027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60254) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:23.193692 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-c1ab4833-3bbd-47ba-9039-cc9f89672bd4 tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] delete failed (client error): The resource could not be found. Jun 16 15:23:23.194737 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c1ab4833-3bbd-47ba-9039-cc9f89672bd4 tempest-SubnetPoolsTestJSON-735977823 tempest-SubnetPoolsTestJSON-735977823-project] 10.222.0.73 "DELETE /v2.0/subnetpools/fa0823c1-970b-4e73-8df7-d4c61e3aae1d HTTP/1.1" status: 404 len: 346 time: 0.0177889 Jun 16 15:23:23.715601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60262) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:23.837607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ecdc31a9-d5b0-4b32-8207-3abc5b92a284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:23.857874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ecdc31a9-d5b0-4b32-8207-3abc5b92a284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:23.861751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ecdc31a9-d5b0-4b32-8207-3abc5b92a284 admin admin] Usage tracker for resource:security_group_rule and tenant:ab65ffaf264f4c01a640ba84d23ba000 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:23.864608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ecdc31a9-d5b0-4b32-8207-3abc5b92a284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:23.870712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ecdc31a9-d5b0-4b32-8207-3abc5b92a284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:23.959319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ecdc31a9-d5b0-4b32-8207-3abc5b92a284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:24.016282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ecdc31a9-d5b0-4b32-8207-3abc5b92a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:24.065389 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ecdc31a9-d5b0-4b32-8207-3abc5b92a284 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ab65ffaf264f4c01a640ba84d23ba000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487058 Jun 16 15:23:24.066096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc31a9-d5b0-4b32-8207-3abc5b92a284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2eadb0-ebcb-4574-b54a-aceabee72951,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:24.068749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60268) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:24.137815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-218aa44d-bbb9-4f49-b9fc-855a3727ab48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:24.165421 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-218aa44d-bbb9-4f49-b9fc-855a3727ab48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:24.347998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-218aa44d-bbb9-4f49-b9fc-855a3727ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:24.373771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aa44d-bbb9-4f49-b9fc-855a3727ab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2eadb0-ebcb-4574-b54a-aceabee72951,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:24.377817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-218aa44d-bbb9-4f49-b9fc-855a3727ab48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:24.377817 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-218aa44d-bbb9-4f49-b9fc-855a3727ab48 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d2eadb0-ebcb-4574-b54a-aceabee72951 HTTP/1.1" status: 204 len: 168 time: 0.3066843 Jun 16 15:23:26.294499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60308) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:26.478447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'network': {'name': 'tempest-network-smoke--634707473', 'project_id': 'cdbb136214314352a52001d8f185680c', 'port_security_enabled': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:26.483696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:26.490596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:network and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:26.493775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:26.501122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:26.577200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:23:26.580801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.593372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.608879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:26.612950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:26.615882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:26.621883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:26.721209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.776397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.812982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:23:26.819057 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261aca23-efbf-4c80-bb71-c56b773962b8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:26.827057 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.827057 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Added segment 4211d999-cc22-4e90-b557-02abc257af39 of type vlan for network 0c2a81e5-7c40-4b99-99a0-22e2209e071e Jun 16 15:23:26.854691 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.965142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.970662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:26.971257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.083490 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Network': ['ID=0c2a81e5-7c40-4b99-99a0-22e2209e071e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:27.093529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 0c2a81e5-7c40-4b99-99a0-22e2209e071e details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:23:27.126380 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cca5f3b2-5ffc-4172-9831-2fd26164d676 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8300745 Jun 16 15:23:27.129261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60314) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:27.134492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'admin_state_up': True, 'project_id': 'cdbb136214314352a52001d8f185680c', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:27.142815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:27.147625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:router and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:27.150569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:27.156452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:27.234443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.235519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.250698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.631693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:28.050813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:28.198217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:28.346449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.124 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:23:28.509889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:28.645386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:28.713722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:23:28.718849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:23:28.722600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:23:28.752900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:29.284889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:29.647393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:30.027666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 03f443ff-c78a-4c99-8491-400fc3fe4701 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:23:30.210207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:23:30.221093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Sync routers for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:23:30.230903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:30.234420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:23:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:30.359419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:30.361137 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8be79f3b-ef28-48b3-95de-b441595a6b0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2304974 Jun 16 15:23:30.364699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60322) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:30.418727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:30.470024 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9592553e-2566-4c59-9f36-762e99040831 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=cdbb136214314352a52001d8f185680c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1012211 Jun 16 15:23:30.470285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60328) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:30.615125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eaab80-5ffb-4aa8-8f1c-767d0dd1f82a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:30.617556 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-88eaab80-5ffb-4aa8-8f1c-767d0dd1f82a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1461787 Jun 16 15:23:30.620976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60332) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:30.666281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f125290f-ec47-464e-8b0f-77e5c9afc541 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438650 Jun 16 15:23:30.669872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60336) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:30.675830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-36043147', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'project_id': 'cdbb136214314352a52001d8f185680c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:30.772449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:23:28Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:30.776621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Checking router: 03f443ff-c78a-4c99-8491-400fc3fe4701 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:23:30.777172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Updating router 03f443ff-c78a-4c99-8491-400fc3fe4701 port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:23:30.805179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:30.809405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:subnet and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:30.812429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:30.818290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:30.833743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:30.874398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:23:30.878164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:31.195393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:31.208613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:31.208847 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Transition to ACTIVE for port object 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:23:31.285144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Subnet': ['ID=af2494f5-f995-4b02-b4fb-981d447290e7,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:31.295860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Checking segment: {'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:23:31.296234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network hostable DHCP agents. Network: 0c2a81e5-7c40-4b99-99a0-22e2209e071e, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:23:31.302023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:31.383230 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Attempting to bind port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:23:31.383595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Attempting to bind port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:23:31.383959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Attempting to bind port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:23:31.389964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Pushing event updated for resources: {'Port': ['ID=432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:31.395996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:23:31.395996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:23:31.396235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 0c2a81e5-7c40-4b99-99a0-22e2209e071e is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:23:31.396340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:31.396564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:23:31.397029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Bound port: 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:23:31.397398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:31.429909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.430241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.430548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.430878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.431235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.431557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.431882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.432237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.432559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.432896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.433194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.433514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:31.468705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 0c2a81e5-7c40-4b99-99a0-22e2209e071e) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:23:31.472931 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:31.482709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:31.483006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068aa37-ee4b-4379-abfb-9a3d77673c65 None None] Network 0c2a81e5-7c40-4b99-99a0-22e2209e071e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:23:31.519977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] For port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:23:31.584241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] For port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:23:31.600821 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1caecf07-8477-4930-ab56-020b1c79d52a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9295554 Jun 16 15:23:31.603335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60340) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:31.662906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:31.781330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:23:31.782039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:31.815505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb77e-ffa5-46c8-b8ef-93ba7c1dacf4 None None] Pushing event updated for resources: {'Port': ['ID=432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:31.854996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:31.855648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:23:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:32.177045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:32.300114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Allocated IP 172.20.0.2 (0c2a81e5-7c40-4b99-99a0-22e2209e071e/af2494f5-f995-4b02-b4fb-981d447290e7/ec5131bf-c929-4076-8441-ffd130e9d3d9) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:23:32.455551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:32.670822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:32.680784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:23:28Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:32.690572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60104846-a505-40ca-a489-4a011e1bafd6 None None] The sync data for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv is: [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:23:28Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:23:32.694257 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Transition to ACTIVE for port object ec5131bf-c929-4076-8441-ffd130e9d3d9 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:23:32.717357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Transition to ACTIVE for port object ec5131bf-c929-4076-8441-ffd130e9d3d9 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:23:32.799337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:32.877621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Network 0c2a81e5-7c40-4b99-99a0-22e2209e071e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:23:32.879188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:23:32.882898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:23:32.889098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Pushing event updated for resources: {'Port': ['ID=ec5131bf-c929-4076-8441-ffd130e9d3d9,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:32.953658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.1 (0c2a81e5-7c40-4b99-99a0-22e2209e071e/af2494f5-f995-4b02-b4fb-981d447290e7/8d1b31ca-e9bd-41df-8e6a-7f431cfe6394) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:23:33.036231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Attempting to bind port ec5131bf-c929-4076-8441-ffd130e9d3d9 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:23:33.036601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Attempting to bind port ec5131bf-c929-4076-8441-ffd130e9d3d9 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:23:33.036962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Attempting to bind port ec5131bf-c929-4076-8441-ffd130e9d3d9 on network 0c2a81e5-7c40-4b99-99a0-22e2209e071e {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:23:33.052049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:23:33.052049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Checking segment: {'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:23:33.052793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:33.054144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Bound using segment: {'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:23:33.054144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Bound port: ec5131bf-c929-4076-8441-ffd130e9d3d9, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:23:33.054849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:33.160488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-83c40841-b473-4523-ae6f-ae230305598d None None] For port ec5131bf-c929-4076-8441-ffd130e9d3d9, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:23:33.161981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:33.164959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-83c40841-b473-4523-ae6f-ae230305598d None None] For port ec5131bf-c929-4076-8441-ffd130e9d3d9, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ec5131bf-c929-4076-8441-ffd130e9d3d9,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:23:33.189254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:23:33.245061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:33.297114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:33.345843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c40841-b473-4523-ae6f-ae230305598d None None] Pushing event updated for resources: {'Port': ['ID=ec5131bf-c929-4076-8441-ffd130e9d3d9,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:33.380124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 0c2a81e5-7c40-4b99-99a0-22e2209e071e is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:23:33.383811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:23:33.388304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:23:33.421895 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=8d1b31ca-e9bd-41df-8e6a-7f431cfe6394,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:33.468344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:33.506568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:23:33.645445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:23:33.672800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:33.673553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:33.752633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:33.847356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:23:33.847752 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:33.868211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:33.930828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:34.005057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:34.374603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:34.455922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:34.545838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eadb79c-aeca-4016-a006-e44bc5377471 None None] Network 0c2a81e5-7c40-4b99-99a0-22e2209e071e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:23:34.576613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=8d1b31ca-e9bd-41df-8e6a-7f431cfe6394,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:34.579320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:34.758003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 0c2a81e5-7c40-4b99-99a0-22e2209e071e is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:23:34.759203 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:23:34.795267 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-45613eab-3775-4684-86f1-914bfbb4a9a2 None None] Provisioning for port ec5131bf-c929-4076-8441-ffd130e9d3d9 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:23:34.959045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 03f443ff-c78a-4c99-8491-400fc3fe4701 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:23:35.160999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:23:35.170403 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Sync routers for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:23:35.170902 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-078a3be9-8875-458c-909c-fc215ef36ffe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/03f443ff-c78a-4c99-8491-400fc3fe4701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5664604 Jun 16 15:23:35.173243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60344) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:35.183038 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:35.183763 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:23:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:35.227682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dc50d4cf-2ce2-4ea1-8721-d62b94c42d73 None None] Provisioning for port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:23:35.233223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dc50d4cf-2ce2-4ea1-8721-d62b94c42d73 None None] Provisioning complete for port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:35.233676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc50d4cf-2ce2-4ea1-8721-d62b94c42d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:35.340298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f26a8-ca5d-4577-b6aa-1307cb4d1403 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.341119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f26a8-ca5d-4577-b6aa-1307cb4d1403 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.348896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-dc50d4cf-2ce2-4ea1-8721-d62b94c42d73 None None] Port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:23:35.350811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f26a8-ca5d-4577-b6aa-1307cb4d1403 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.351453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f26a8-ca5d-4577-b6aa-1307cb4d1403 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.351933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f26a8-ca5d-4577-b6aa-1307cb4d1403 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.352404 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f26a8-ca5d-4577-b6aa-1307cb4d1403 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.354348 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3d7f26a8-ca5d-4577-b6aa-1307cb4d1403 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1801579 Jun 16 15:23:35.358655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60348) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:35.452225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935449ab-2dff-4bbc-bb57-6b2331ca841a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.452225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935449ab-2dff-4bbc-bb57-6b2331ca841a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.452225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935449ab-2dff-4bbc-bb57-6b2331ca841a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.452225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935449ab-2dff-4bbc-bb57-6b2331ca841a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.452594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935449ab-2dff-4bbc-bb57-6b2331ca841a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.452949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935449ab-2dff-4bbc-bb57-6b2331ca841a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:35.457698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60352) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:35.457882 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-935449ab-2dff-4bbc-bb57-6b2331ca841a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0981746 Jun 16 15:23:35.485214 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:35.489467 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-213ed671-532c-44f1-9415-0d38212f04a6 None None] Provisioning complete for port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:35.491863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-213ed671-532c-44f1-9415-0d38212f04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:35.575908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-213ed671-532c-44f1-9415-0d38212f04a6 None None] Port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:23:35.604489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:35.619410 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ec5131bf-c929-4076-8441-ffd130e9d3d9 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:23:35.708071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-76d4d1cd-3c24-469d-9c4b-9d5fda22bbec None None] Provisioning complete for port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:35.708443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-76d4d1cd-3c24-469d-9c4b-9d5fda22bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:35.735707 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b200f473-de81-4415-9310-8d905b24efde tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2764416 Jun 16 15:23:35.793794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port ec5131bf-c929-4076-8441-ffd130e9d3d9 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:23:35.809555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ec5131bf-c929-4076-8441-ffd130e9d3d9 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:35.809555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:35.863517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-76d4d1cd-3c24-469d-9c4b-9d5fda22bbec None None] Port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:23:35.882601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60358) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:35.889315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826709082', 'description': 'tempest-secgroup-smoke-826709082 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:35.895330 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:34Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:35.897103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:35.899739 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Checking router: 03f443ff-c78a-4c99-8491-400fc3fe4701 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:23:35.899739 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Updating router 03f443ff-c78a-4c99-8491-400fc3fe4701 port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:23:35.903449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:35.907125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:35.913154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:35.947149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ec5131bf-c929-4076-8441-ffd130e9d3d9 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:23:35.947438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:35.954727 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:35.987318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port ec5131bf-c929-4076-8441-ffd130e9d3d9, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ec5131bf-c929-4076-8441-ffd130e9d3d9,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:36.016486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.037589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:36.042112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:36.045550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:36.052713 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:36.077301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.077301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:23:36.135520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.198972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=ec5131bf-c929-4076-8441-ffd130e9d3d9,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:36.212140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:36.212599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.273742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.327867 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.337958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d35899f-914c-4b68-8ee6-ff33b44425af,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:36.344093 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Transition to ACTIVE for port object 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:23:36.352710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:23:36.394260 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.395149 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-66f661fc-801d-4bea-b94d-97d8621e6e4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5109015 Jun 16 15:23:36.398033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60362) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:36.403141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '7d35899f-914c-4b68-8ee6-ff33b44425af', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:36.409783 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:36.413622 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:36.416103 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.416478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:36.424333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:36.515616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.589879 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca634ec3-2f2b-4963-9731-03696c41bf53 None None] Pushing event updated for resources: {'Port': ['ID=8d1b31ca-e9bd-41df-8e6a-7f431cfe6394,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:36.598001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.656056 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Attempting to bind port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:23:36.656421 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Attempting to bind port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:23:36.656986 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Attempting to bind port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 on network 0c2a81e5-7c40-4b99-99a0-22e2209e071e {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:23:36.663655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.664987 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:23:36.664987 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Checking segment: {'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:23:36.664987 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.664987 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Bound using segment: {'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:23:36.665888 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Bound port: 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:23:36.665888 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.688923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee7e0ed-c28d-4a0b-9767-2d9bd30ecc3c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:36.763638 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] For port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:23:36.766729 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] For port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=8d1b31ca-e9bd-41df-8e6a-7f431cfe6394,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:23:36.850299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.851576 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ef5fceae-6aba-4ac0-92f3-1441e10275ab tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4526172 Jun 16 15:23:36.854390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60366) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:36.859396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '7d35899f-914c-4b68-8ee6-ff33b44425af', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:36.865447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:36.870370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:36.875306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:36.881970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:36.896630 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:36.979173 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:36.979817 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:23:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:37.002035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:37.035585 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca634ec3-2f2b-4963-9731-03696c41bf53 None None] Pushing event updated for resources: {'Port': ['ID=8d1b31ca-e9bd-41df-8e6a-7f431cfe6394,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:37.080113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:37.154281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:37.167093 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:37.190569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbd459d-21ca-4ade-b609-da1188db0f1f,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:37.395047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:37.399103 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-36b82d13-a9fc-49ae-bd8c-437ff28248a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5409210 Jun 16 15:23:37.399103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60370) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:37.404738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '7d35899f-914c-4b68-8ee6-ff33b44425af', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:37.412484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:37.418248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:37.421715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:37.428979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:37.463000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ec5131bf-c929-4076-8441-ffd130e9d3d9 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:23:37.520118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:37.537664 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:37.540805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ec5131bf-c929-4076-8441-ffd130e9d3d9 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:37.541249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:37.542752 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b1040c-5296-4adc-b53b-68f0e688504f None None] The sync data for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv is: [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:23:37.625065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:37.662136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:37.699061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca913b56-bbda-4da9-b2e4-77543dcfedce,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:37.714694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ec5131bf-c929-4076-8441-ffd130e9d3d9 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:23:37.784381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:37.786756 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0aa354f4-de54-49cf-be7e-c5925a411cb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3866124 Jun 16 15:23:37.787757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60374) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:37.792973 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '7d35899f-914c-4b68-8ee6-ff33b44425af', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:37.799731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:37.804272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:37.807811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:37.814392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:37.903361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:38.117360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:38.221872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:38.247528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f8d381-5fca-43c2-a9d6-f62f07522cc0,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:38.303010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:38.305949 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4473b35b-3908-46ec-9636-9dac156cbab5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5153041 Jun 16 15:23:38.307506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60378) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:38.313498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '7d35899f-914c-4b68-8ee6-ff33b44425af', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:38.320054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:38.324693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:38.327829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:38.334016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:38.405055 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:23:38.412418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:38.489236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:38.537791 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:23:38.576450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:38.603382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adaa535d-4169-4e59-adff-0cadfa4107c4,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:38.719073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:38.723673 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-24a7a4ed-aa2d-4f0b-97d6-70410f2bc1cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4117498 Jun 16 15:23:38.724416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60386) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:38.729001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '7d35899f-914c-4b68-8ee6-ff33b44425af', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:38.735783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:38.741959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:38.747764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:38.751709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:38.828360 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:23:38.834579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:38.926138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:38.976338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:39.005452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0665253b-752b-4355-adc9-34d397e393ac,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:39.062086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:39.063338 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-037b8db7-3828-4e10-8f2b-838618dc994a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3386168 Jun 16 15:23:39.421948 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-78b3fad1-6ae3-43ef-b1c9-8b3561c39532 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826709082&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.0414927 Jun 16 15:23:39.480715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:23:39.579277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-9ab07580-ad6e-4de8-af2f-a9499caa3613 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:39.580725 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-9ab07580-ad6e-4de8-af2f-a9499caa3613 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/networks?id=0c2a81e5-7c40-4b99-99a0-22e2209e071e HTTP/1.1" status: 200 len: 796 time: 0.1522427 Jun 16 15:23:39.597093 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-83b0a1b2-d904-4b2b-b3ed-63668424ef89 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/quotas/cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 375 time: 0.0095270 Jun 16 15:23:39.633553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:23:39.638952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:39.639333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:39.693987 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-d61ab7b9-d5cc-47e8-a1c9-5e9703d67818 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913332 Jun 16 15:23:39.761874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ffbbb914-32d6-4ab7-857b-93feb9ff4ac4 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:23:39.761874 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ffbbb914-32d6-4ab7-857b-93feb9ff4ac4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538728 Jun 16 15:23:39.762179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:23:39.762179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:39.797996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=8d1b31ca-e9bd-41df-8e6a-7f431cfe6394,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:39.868004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:39.895260 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-3a91d362-a4b7-4e15-b1ab-04e82e1c811e service neutron] 10.222.0.73 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291704 Jun 16 15:23:39.940794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=8d1b31ca-e9bd-41df-8e6a-7f431cfe6394,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:40.033118 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-d77325c9-96cb-47ef-a1bf-36f4362883fb service neutron] 10.222.0.73 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319125 Jun 16 15:23:40.406694 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-931ca958-bd20-4e8e-95bf-be3231df7344 req-fef7f845-a1dc-4a14-a178-1dd35f6b8d65 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 210 time: 0.1018209 Jun 16 15:23:41.458268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:23:41.516150 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-14c37dda-eb48-4a2e-ae69-b59169dcacd5 req-bb90271f-f5c5-4330-93ec-5496dad3fe9f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 210 time: 0.0547166 Jun 16 15:23:41.530176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:41.530551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:41.650521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:23:42.732580 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39b16341-0d18-45c7-947d-596301f5fd53 req-d9fb5abe-8cc5-4f6a-9d93-ba24c05a76aa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 210 time: 0.0508711 Jun 16 15:23:43.298754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-6778be90-1660-4124-ad72-76d9474d18ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:43.300256 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-6778be90-1660-4124-ad72-76d9474d18ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=0c2a81e5-7c40-4b99-99a0-22e2209e071e HTTP/1.1" status: 200 len: 796 time: 0.1485412 Jun 16 15:23:43.349760 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-4351109d-07dc-4d67-8360-c2c1d837ab84 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 379 time: 0.0409598 Jun 16 15:23:43.506460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'admin_state_up': True, 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'security_groups': ['7d35899f-914c-4b68-8ee6-ff33b44425af']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:43.622849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:43.626829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:port and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:43.629908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:43.635832 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:43.741240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:23:43.744821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:43.976414 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-32c63267-a1db-464f-9367-c74207c4592d req-3316d078-9364-4f92-9707-f1a785cd38e5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 210 time: 0.0923164 Jun 16 15:23:43.976414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.7 (0c2a81e5-7c40-4b99-99a0-22e2209e071e/af2494f5-f995-4b02-b4fb-981d447290e7/9895ee81-b997-4ec9-81ab-2a5b6fe5ed59) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:23:44.160151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:44.176456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:23:44.285198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:44.350229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 0c2a81e5-7c40-4b99-99a0-22e2209e071e is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:23:44.353154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:23:44.362259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:23:44.408530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:44.430677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:44.431335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:44.599190 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-f6bcbd97-3f54-44d6-8f3a-2b0a752c9c8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2440367 Jun 16 15:23:44.611256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Request body: {'port': {'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:44.678673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-288cc1d3-3194-4151-93f1-d892c5e9f167 None None] Provisioning for port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:23:44.684425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-288cc1d3-3194-4151-93f1-d892c5e9f167 None None] Provisioning complete for port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:44.685303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-288cc1d3-3194-4151-93f1-d892c5e9f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:44.733046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:44.741852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-288cc1d3-3194-4151-93f1-d892c5e9f167 None None] Port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:23:45.145776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:23:45.155376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:45.176205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Transition to ACTIVE for port object 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:23:45.209554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db8724-fd3d-4105-8274-ea4dbfc30c91 req-38fbcde0-70db-4474-86b6-68d2b0a56547 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:45.210365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-38db8724-fd3d-4105-8274-ea4dbfc30c91 req-38fbcde0-70db-4474-86b6-68d2b0a56547 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:23:45.250169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:45.365199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-38db8724-fd3d-4105-8274-ea4dbfc30c91 req-38fbcde0-70db-4474-86b6-68d2b0a56547 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:23:45.366371 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-38db8724-fd3d-4105-8274-ea4dbfc30c91 req-38fbcde0-70db-4474-86b6-68d2b0a56547 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 931 time: 0.2949085 Jun 16 15:23:45.433561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Pushing event updated for resources: {'Port': ['ID=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:45.509901 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-38db8724-fd3d-4105-8274-ea4dbfc30c91 req-588b60ec-3352-4e97-ba9e-4e708a636b43 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330719 Jun 16 15:23:45.537565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Attempting to bind port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:23:45.537896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Attempting to bind port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:23:45.538223 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Attempting to bind port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 on network 0c2a81e5-7c40-4b99-99a0-22e2209e071e {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:23:45.543133 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 on network 0c2a81e5-7c40-4b99-99a0-22e2209e071e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:23:45.543450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Attempting to bind port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 on network 0c2a81e5-7c40-4b99-99a0-22e2209e071e {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:23:45.548985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:23:45.549317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Checking segment: {'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:23:45.549698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Bound using segment: {'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:23:45.550122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Bound port: 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211d999-cc22-4e90-b557-02abc257af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:23:45.550462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:45.643287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] For port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:23:45.646352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] For port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:23:45.712743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3241a1ee-50f5-404f-844c-a8be469ac8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:45.741979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:45.909940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:45.910548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:45.911947 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] 10.222.0.46 "PUT /v2.0/ports/9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 HTTP/1.1" status: 200 len: 1093 time: 1.3056183 Jun 16 15:23:45.912383 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'tag': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:23:45.940197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80a1ab-9533-4cbd-8e29-d9c3c95777fa service neutron] Pushing event updated for resources: {'Port': ['ID=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:46.050750 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a40307f-1250-424f-8d3a-52aceb2a5a15'] response: {'name': 'network-changed', 'server_uuid': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'tag': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'status': 'completed', 'code': 200} Jun 16 15:23:46.100495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-da5c2da9-9c3d-47c9-b637-593ac35a09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:46.101971 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-da5c2da9-9c3d-47c9-b637-593ac35a09ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 1096 time: 0.0902820 Jun 16 15:23:46.172220 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-ff49ca48-e027-4cd7-bd93-54261e0532fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 HTTP/1.1" status: 200 len: 217 time: 0.0621581 Jun 16 15:23:46.239214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-4bf20090-b538-4b7f-b68b-b197361d23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:46.240680 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-4bf20090-b538-4b7f-b68b-b197361d23d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af2494f5-f995-4b02-b4fb-981d447290e7 HTTP/1.1" status: 200 len: 833 time: 0.0624740 Jun 16 15:23:46.324515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-91122f0d-61df-47f7-b25e-a03b8f0d4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:46.326534 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-91122f0d-61df-47f7-b25e-a03b8f0d4df7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c2a81e5-7c40-4b99-99a0-22e2209e071e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797815 Jun 16 15:23:46.465252 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-b907e2ad-63e1-4929-ba51-1d3a7de61a1f service neutron] 10.222.0.46 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320279 Jun 16 15:23:46.601955 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9258929-1182-49cd-8dac-fd5a797200c9 req-44c37376-e21a-4807-b08d-b27a67a731d3 service neutron] 10.222.0.46 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300790 Jun 16 15:23:46.725799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85d807-c1c7-4a0f-a593-33aa6d4228bc req-735e7092-008f-4030-a356-c59f03c3382e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:46.727251 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-db85d807-c1c7-4a0f-a593-33aa6d4228bc req-735e7092-008f-4030-a356-c59f03c3382e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 943 time: 0.0943167 Jun 16 15:23:46.776138 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-db85d807-c1c7-4a0f-a593-33aa6d4228bc req-6b3f1123-51f9-451b-89f6-6c44c40903f4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428329 Jun 16 15:23:46.874781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-66cfd578-fc7b-4bf9-bfed-06d69cc98bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:46.876273 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-66cfd578-fc7b-4bf9-bfed-06d69cc98bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 1096 time: 0.0854781 Jun 16 15:23:47.011562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-83bfc9cf-3e9a-4bbb-a815-b11d20c407a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:47.013563 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-83bfc9cf-3e9a-4bbb-a815-b11d20c407a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c2a81e5-7c40-4b99-99a0-22e2209e071e HTTP/1.1" status: 200 len: 897 time: 0.1301937 Jun 16 15:23:47.085270 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-39c2c72f-0d9c-48cd-9783-5a8ae7a6546b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 HTTP/1.1" status: 200 len: 217 time: 0.0655520 Jun 16 15:23:47.147998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-c6d4c283-220f-47e4-8a75-c090b7e07db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:47.156573 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-c6d4c283-220f-47e4-8a75-c090b7e07db9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af2494f5-f995-4b02-b4fb-981d447290e7 HTTP/1.1" status: 200 len: 833 time: 0.0583084 Jun 16 15:23:47.237846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-42c8af1f-cdbf-41a0-b057-74bd965ca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:47.239320 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-42c8af1f-cdbf-41a0-b057-74bd965ca51f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c2a81e5-7c40-4b99-99a0-22e2209e071e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830419 Jun 16 15:23:47.385870 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-83801cac-ad62-4521-a437-39b857f7a03d service neutron] 10.222.0.46 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399794 Jun 16 15:23:47.522017 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5debe099-9bf7-409b-abff-3cf8c94331ff req-62042466-6408-4f64-9a00-3a5ca3c476d0 service neutron] 10.222.0.46 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294875 Jun 16 15:23:47.975612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40edff-ff32-4fc7-9c04-3ef0fb49faae req-288174eb-856c-4f61-a8ab-fe252c0f61b3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:47.976998 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c40edff-ff32-4fc7-9c04-3ef0fb49faae req-288174eb-856c-4f61-a8ab-fe252c0f61b3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 943 time: 0.0890532 Jun 16 15:23:48.022609 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c40edff-ff32-4fc7-9c04-3ef0fb49faae req-3d69e05a-fa40-4b2c-845f-fc9cfd8ab346 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398157 Jun 16 15:23:48.324632 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d64659be-f6d7-4635-92d2-cceb4539929f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:48.730285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.145121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:23:49.291992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:49.306537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'mac_address': 'fa:16:3e:2b:ab:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:23:49.333698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f233b5-17d1-48e1-b06c-cf66dfe22232 req-b78b04ba-7b4c-4b8c-b3c8-9dae43b190f4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:49.335162 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44f233b5-17d1-48e1-b06c-cf66dfe22232 req-b78b04ba-7b4c-4b8c-b3c8-9dae43b190f4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 943 time: 0.2021892 Jun 16 15:23:49.363208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:23:49.363832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.380926 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44f233b5-17d1-48e1-b06c-cf66dfe22232 req-1fbfce06-9938-4f3c-a5ec-be0df1157577 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Jun 16 15:23:49.381198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:23:49.398516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:49.461514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.534422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:49.721058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['9895ee81-b997-4ec9-81ab-2a5b6fe5ed59'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:23:50.169974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:50.579926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a67e2c-954c-445e-8bf7-ec4fec4fb6fc req-58eb685a-3b20-456b-8c54-69f89330a2e4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:50.581459 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6a67e2c-954c-445e-8bf7-ec4fec4fb6fc req-58eb685a-3b20-456b-8c54-69f89330a2e4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 944 time: 0.0936818 Jun 16 15:23:50.627850 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6a67e2c-954c-445e-8bf7-ec4fec4fb6fc req-27a01e19-1e91-4b82-9b66-39a68a88d957 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 Jun 16 15:23:51.176158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:23:51.301925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:23:51.307054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:51.307454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:51.436686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:23:51.436972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:51.464266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:23:51.472753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:51.475436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:51.536036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:51.573247 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca06c52-d940-44c2-a130-0bc1abc637fe'] response: {'server_uuid': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'code': 200} Jun 16 15:23:51.607141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:51.823979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964e200-4aad-4bf5-b7a8-51099be746f6 req-f0d00044-f03c-4b9c-8796-c3124c3dab2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:51.826196 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0964e200-4aad-4bf5-b7a8-51099be746f6 req-f0d00044-f03c-4b9c-8796-c3124c3dab2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 945 time: 0.0896685 Jun 16 15:23:51.925672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0964e200-4aad-4bf5-b7a8-51099be746f6 req-f272a603-8e29-4b94-bfd5-242ff4adbb14 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935485 Jun 16 15:23:51.957453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85054b6-0006-4bd0-9bd5-61d4ae51f439 req-81dfbbb6-8219-4a0c-84d8-18af0c91d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:51.958954 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c85054b6-0006-4bd0-9bd5-61d4ae51f439 req-81dfbbb6-8219-4a0c-84d8-18af0c91d7d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 1098 time: 0.1053982 Jun 16 15:23:52.001545 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c85054b6-0006-4bd0-9bd5-61d4ae51f439 req-df26e1d9-f3b0-4769-b172-6f4d2b0e2d9f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362170 Jun 16 15:23:53.158568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fed39-74dd-4989-9174-ffd7e845476e req-3acf2b16-7cc4-429b-b748-807e37aaab97 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:53.160133 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b43fed39-74dd-4989-9174-ffd7e845476e req-3acf2b16-7cc4-429b-b748-807e37aaab97 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 945 time: 0.1193745 Jun 16 15:23:53.205688 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b43fed39-74dd-4989-9174-ffd7e845476e req-ed74529e-7869-4205-9381-14eed180eebe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397632 Jun 16 15:23:54.549102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d6dea-522a-47cd-9583-d07546374711 req-c8a11ebf-57b4-41bb-b575-f5f069bc2060 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:54.550683 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e9d6dea-522a-47cd-9583-d07546374711 req-c8a11ebf-57b4-41bb-b575-f5f069bc2060 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 945 time: 0.0921535 Jun 16 15:23:54.601088 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e9d6dea-522a-47cd-9583-d07546374711 req-81c2dc91-9c37-4afb-ab94-3a674c31997c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Jun 16 15:23:54.810227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bfe9-572b-4b00-bb7b-4aa9921f6432 req-481296de-20a8-44ff-ad99-dd70041f1998 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:54.811707 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-56c8bfe9-572b-4b00-bb7b-4aa9921f6432 req-481296de-20a8-44ff-ad99-dd70041f1998 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 945 time: 0.0915692 Jun 16 15:23:54.860008 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-56c8bfe9-572b-4b00-bb7b-4aa9921f6432 req-72f388d6-71de-4efa-837c-83c20b3a034e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423944 Jun 16 15:23:54.884361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60462) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:54.971129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ba355-73d1-4431-b808-14ebd55ce1e4 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:54.972634 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-595ba355-73d1-4431-b808-14ebd55ce1e4 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 1093 time: 0.0873003 Jun 16 15:23:54.975708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60466) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:54.980969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:54.988012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:23:54.992064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:floatingip and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:23:54.994883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:23:55.001209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:23:55.073038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.221299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.385440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.101 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/8734cad3-986a-4d29-919a-d32be8a193c1) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:23:55.535910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.645391 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.713705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:23:55.717621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:23:55.721164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:23:55.753985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=8734cad3-986a-4d29-919a-d32be8a193c1,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:56.146224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:56.297163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:56.516695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:56.575868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:56.688915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=8734cad3-986a-4d29-919a-d32be8a193c1,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:56.699410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:56.990287 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c associated. External IP: 172.26.2.101, port: 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59. Jun 16 15:23:57.361247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 03f443ff-c78a-4c99-8491-400fc3fe4701 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:23:57.545977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:23:57.559049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] Sync routers for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:23:57.569401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:57.570086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:23:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:57.655797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:57.716851 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-aec5dbd3-8473-48bd-8521-df05a36c80c4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7398233 Jun 16 15:23:57.717434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'tag': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:23:57.719828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60470) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:57.757492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:57.821370 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2091ec-b8cc-4e90-b382-13b0b105ac41'] response: {'name': 'network-changed', 'server_uuid': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'tag': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'status': 'completed', 'code': 200} Jun 16 15:23:57.831075 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3e01e8d5-2c77-402a-bcb6-1b9945c982e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c HTTP/1.1" status: 200 len: 991 time: 0.1085029 Jun 16 15:23:57.923583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e2df-6356-4e9b-889e-53207e712475 req-5385e8b7-88cd-4132-ad2e-ec755dbc98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:57.925077 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b32e2df-6356-4e9b-889e-53207e712475 req-5385e8b7-88cd-4132-ad2e-ec755dbc98cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 1098 time: 0.0814950 Jun 16 15:23:58.076319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e2df-6356-4e9b-889e-53207e712475 req-e1df3b4e-ac59-4718-9b51-e4dfac9edcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:58.077715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b32e2df-6356-4e9b-889e-53207e712475 req-e1df3b4e-ac59-4718-9b51-e4dfac9edcdb service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c2a81e5-7c40-4b99-99a0-22e2209e071e HTTP/1.1" status: 200 len: 897 time: 0.1455619 Jun 16 15:23:58.118304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.101', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'mac_address': 'fa:16:3e:2b:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:23:56Z', 'updated_at': '2022-06-16T15:23:56Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:58.122967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] Checking router: 03f443ff-c78a-4c99-8491-400fc3fe4701 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:23:58.131939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:23:58.132556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:23:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:58.187160 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b32e2df-6356-4e9b-889e-53207e712475 req-c00fa939-7fda-4b73-a09d-f7c8e940a2db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 HTTP/1.1" status: 200 len: 999 time: 0.1022809 Jun 16 15:23:58.250061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e2df-6356-4e9b-889e-53207e712475 req-b9869c31-987f-4dc9-b9fd-862f04c6f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:58.251505 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b32e2df-6356-4e9b-889e-53207e712475 req-b9869c31-987f-4dc9-b9fd-862f04c6f948 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af2494f5-f995-4b02-b4fb-981d447290e7 HTTP/1.1" status: 200 len: 833 time: 0.0586834 Jun 16 15:23:58.314921 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:23:58.351904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e2df-6356-4e9b-889e-53207e712475 req-0eeff955-2370-49a5-ad52-1813308e1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:23:58.353404 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b32e2df-6356-4e9b-889e-53207e712475 req-0eeff955-2370-49a5-ad52-1813308e1345 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c2a81e5-7c40-4b99-99a0-22e2209e071e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957911 Jun 16 15:23:58.506281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b32e2df-6356-4e9b-889e-53207e712475 req-83f6ea0f-bc47-4a03-8182-81598f035992 service neutron] 10.222.0.46 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456299 Jun 16 15:23:58.735146 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.101', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'mac_address': 'fa:16:3e:2b:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:23:56Z', 'updated_at': '2022-06-16T15:23:56Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:58.740194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89269b1c-4ce6-48d2-862f-42915962a8a9 None None] The sync data for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv is: [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.101', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'mac_address': 'fa:16:3e:2b:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:23:56Z', 'updated_at': '2022-06-16T15:23:56Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:23:58.760450 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b32e2df-6356-4e9b-889e-53207e712475 req-a66d99a6-d2ad-4218-9f6a-a131a9fa2cf6 service neutron] 10.222.0.46 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482283 Jun 16 15:23:58.834016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60478) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:58.950664 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe16ade-0bff-4fb2-ba1b-5c025ab01254 None None] New status for floating IP 5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:23:58.969647 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-efbbe056-5b01-4bfa-a3eb-d6890d23c450 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c HTTP/1.1" status: 200 len: 991 time: 0.1342976 Jun 16 15:23:59.972806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60482) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:00.080727 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ce3dcc53-0eca-4e0f-9b95-48c1e6a97588 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c HTTP/1.1" status: 200 len: 993 time: 0.1067717 Jun 16 15:24:05.621661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:15.537150 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:24:15.701090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4bbf5086-d4cc-4039-8848-b23788941959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:16.167078 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-21bf3e12-4217-447c-a85f-00469d538460 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800619 Jun 16 15:24:16.319627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-57665ce3-66bc-4414-a8be-a357895146b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:16.321075 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-57665ce3-66bc-4414-a8be-a357895146b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 1099 time: 0.0834248 Jun 16 15:24:16.472658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-23c36a47-75eb-4bb6-af6f-6624376c7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:16.474008 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-23c36a47-75eb-4bb6-af6f-6624376c7979 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.1281769 Jun 16 15:24:16.584126 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-638c2437-b801-453c-82a2-5ba83a17f0af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8e9d536-16d5-47f3-add4-3bd19bc1effd HTTP/1.1" status: 200 len: 1002 time: 0.1034353 Jun 16 15:24:16.650599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-92568105-0d6a-4d87-bcaf-66b0b2273f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:16.652050 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-92568105-0d6a-4d87-bcaf-66b0b2273f6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0616279 Jun 16 15:24:16.736811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-42399b08-11a3-4d38-b8ab-01e444e8b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:16.738193 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-42399b08-11a3-4d38-b8ab-01e444e8b156 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786989 Jun 16 15:24:16.881852 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-1bf4fc1f-14d8-41ce-adb1-e1b899261ed5 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367345 Jun 16 15:24:17.026116 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-931b73a2-045e-43b8-9c34-35ccafb39e9f req-82eb586a-8609-4b0e-9410-e676375a30f6 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370199 Jun 16 15:24:18.284357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83814c12-1f93-47bc-aa58-5a6e73e74150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:18.747943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:20.227173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:21.489597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:31.413399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60498) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:31.496002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d7177-a058-4154-bdb4-29c399a7b310 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:31.496477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d7177-a058-4154-bdb4-29c399a7b310 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:31.497053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d7177-a058-4154-bdb4-29c399a7b310 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:31.498742 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fb2d7177-a058-4154-bdb4-29c399a7b310 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=cdbb136214314352a52001d8f185680c&network_id=0c2a81e5-7c40-4b99-99a0-22e2209e071e HTTP/1.1" status: 200 len: 2999 time: 0.0843568 Jun 16 15:24:33.481325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60510) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:33.540091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7d37b-510f-418b-aba7-cc04ca4bd1e0 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:33.541573 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3db7d37b-510f-418b-aba7-cc04ca4bd1e0 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 814 time: 0.0592866 Jun 16 15:24:34.415845 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60518) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:34.421408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'network': {'name': 'tempest-network-smoke--2002005312', 'project_id': 'cdbb136214314352a52001d8f185680c', 'port_security_enabled': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:34.426387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:34.430579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:network and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:34.433507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:34.439838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:34.512105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:24:34.516266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:34.542230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:24:34.550896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:34.551212 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Added segment e49f55df-b368-4077-96a2-9ef0d670788a of type vlan for network c77c8d21-d8e5-47d7-91c3-88825081c6ba Jun 16 15:24:34.576531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:34.712152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:34.717544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:34.718112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:34.819086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Network': ['ID=c77c8d21-d8e5-47d7-91c3-88825081c6ba,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:34.825945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.826294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.827277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.827629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.827965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.828304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.828634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.828965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.829293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.829618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.829936 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.830251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:34.841947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network c77c8d21-d8e5-47d7-91c3-88825081c6ba details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:24:34.896140 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0b39317b-66cb-411f-a1af-94e3a23fb3a3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4791951 Jun 16 15:24:34.899308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60522) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:34.965202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315aec8d-be30-4bd1-9906-207892468893 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:34.966668 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-315aec8d-be30-4bd1-9906-207892468893 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=cdbb136214314352a52001d8f185680c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0664332 Jun 16 15:24:34.969762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60526) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:35.102095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe66dfb-a971-47b4-81a9-fa554eb5cc9e tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:35.103502 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1fe66dfb-a971-47b4-81a9-fa554eb5cc9e tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327775 Jun 16 15:24:35.106279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60530) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:35.147534 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3f5cfb53-e849-43b8-bf8d-2c5004ff2bbd tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401671 Jun 16 15:24:35.150178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60534) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:35.189677 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-06276575-4709-4a58-9d85-d0bbf7d7dc25 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=cdbb136214314352a52001d8f185680c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384214 Jun 16 15:24:35.192198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60538) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:35.334805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a122b8-e7b5-4ff8-ad2c-cb92b9ebdef2 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:35.336302 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f4a122b8-e7b5-4ff8-ad2c-cb92b9ebdef2 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1432168 Jun 16 15:24:35.339024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60542) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:35.499526 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f2c0f841-2de2-4b7b-b581-653a8e8f015a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1594348 Jun 16 15:24:35.501937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60546) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:35.507307 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95642342', 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba', 'project_id': 'cdbb136214314352a52001d8f185680c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:35.603712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:35.617359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:35.621114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:subnet and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:35.623906 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:35.629477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:35.723722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:24:35.727148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:36.027124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:36.116441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Subnet': ['ID=057dc73c-e0a2-4634-8c3b-482926209fec,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:36.121410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Checking segment: {'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:24:36.121813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network hostable DHCP agents. Network: c77c8d21-d8e5-47d7-91c3-88825081c6ba, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:24:36.243925 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c77c8d21-d8e5-47d7-91c3-88825081c6ba is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:24:36.341270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, c77c8d21-d8e5-47d7-91c3-88825081c6ba) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:24:36.345659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:36.346279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:36.351916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea160d7-62c9-4906-96da-f64265323750 None None] Network c77c8d21-d8e5-47d7-91c3-88825081c6ba requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:24:36.467754 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fae93a00-98fc-430e-8cc6-deec70df1ed7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.9647844 Jun 16 15:24:36.582721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-c77c8d21-d8e5-47d7-91c3-88825081c6ba', 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ips': [{'subnet_id': '057dc73c-e0a2-4634-8c3b-482926209fec'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:24:36.583596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:36.602473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60552) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:36.608522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514128337', 'description': 'tempest-secgroup-smoke-514128337 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:36.614607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:36.620515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:36.621737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:36.628535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:36.730004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:36.741023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Allocated IP 172.20.0.18 (c77c8d21-d8e5-47d7-91c3-88825081c6ba/057dc73c-e0a2-4634-8c3b-482926209fec/c291369b-7a8c-47e0-b57d-9023de6eda27) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:24:36.751548 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:36.755628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:36.758553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:36.764252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:36.835186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:36.912363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:36.944995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:36.954876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:36.955654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Transition to ACTIVE for port object c291369b-7a8c-47e0-b57d-9023de6eda27 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:24:36.973590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Transition to ACTIVE for port object c291369b-7a8c-47e0-b57d-9023de6eda27 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:24:37.021767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.023147 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-45213dcb-37e3-4db3-9fa5-36c9cefdb752 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4195228 Jun 16 15:24:37.026079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60556) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:37.031264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '97d6efd4-26db-400b-a1f9-6bd8f7eb89ea', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:37.037316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:37.041452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:37.044502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:37.050263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:37.056145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.125976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Network c77c8d21-d8e5-47d7-91c3-88825081c6ba is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:24:37.129227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:24:37.133627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:24:37.143109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.169012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Pushing event updated for resources: {'Port': ['ID=c291369b-7a8c-47e0-b57d-9023de6eda27,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:37.188364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.188719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.189047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.189377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.189706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.190031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.190351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.190670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.191015 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.191335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.191649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.191961 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:37.211098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.255058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Attempting to bind port c291369b-7a8c-47e0-b57d-9023de6eda27 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:24:37.255509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Attempting to bind port c291369b-7a8c-47e0-b57d-9023de6eda27 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:24:37.255870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Attempting to bind port c291369b-7a8c-47e0-b57d-9023de6eda27 on network c77c8d21-d8e5-47d7-91c3-88825081c6ba {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:24:37.261274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:24:37.261639 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Checking segment: {'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:24:37.262029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.262409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Bound using segment: {'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:24:37.262863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Bound port: c291369b-7a8c-47e0-b57d-9023de6eda27, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:24:37.263249 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.266433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.301263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909a37a7-5998-4f4f-a2cd-b3d74a394e31,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:37.347009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.348701 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-10ea4344-119f-456c-85bb-5fd736593617 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211644 Jun 16 15:24:37.351040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60560) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:37.354595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] For port c291369b-7a8c-47e0-b57d-9023de6eda27, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:24:37.355943 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '97d6efd4-26db-400b-a1f9-6bd8f7eb89ea', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:37.357708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] For port c291369b-7a8c-47e0-b57d-9023de6eda27, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c291369b-7a8c-47e0-b57d-9023de6eda27,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:24:37.361651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:37.365500 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:37.368431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:37.374166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:37.404408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.474002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.495944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1a76f-406b-4bae-9f57-30a08e76337c None None] Pushing event updated for resources: {'Port': ['ID=c291369b-7a8c-47e0-b57d-9023de6eda27,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:37.535854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.604251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.630164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73d3416-8f06-4846-be98-84a2851cb7d6,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:37.685135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.687321 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f2f799bc-30c9-4b7a-a21a-44876714f2c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3353512 Jun 16 15:24:37.690164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60564) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:37.695405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '97d6efd4-26db-400b-a1f9-6bd8f7eb89ea', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:37.702971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:37.707076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:37.710472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:37.721390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:37.817762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.886240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.963860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:37.990777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011f2b31-43fa-488d-a004-67fe453d4ab2,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:38.072911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:38.074274 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fca1ad2f-a9ff-42b7-8c3a-e5c70d2a7d35 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3831434 Jun 16 15:24:38.077092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60568) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:38.082587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '97d6efd4-26db-400b-a1f9-6bd8f7eb89ea', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:38.088773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:38.092613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:38.095639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:38.101609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:38.234976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:38.315475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:38.398075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:38.424149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca46853c-453d-4e16-956d-c90ecba77cdc,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:38.478126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441eb54b-41ac-447c-b09f-620c6e81226a None None] Network c77c8d21-d8e5-47d7-91c3-88825081c6ba requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:24:38.518037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:38.519292 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1d181e80-30bd-49e0-ba2c-0bfe1cc162e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4411559 Jun 16 15:24:38.522196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60572) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:38.527694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '97d6efd4-26db-400b-a1f9-6bd8f7eb89ea', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:38.534591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:38.538705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:38.542596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:38.549273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:38.610085 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:24:38.617295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:38.642522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d798ce31-b83e-4523-b5d7-d881d35d2211 None None] Provisioning for port c291369b-7a8c-47e0-b57d-9023de6eda27 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:24:38.693350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:38.822014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:38.849808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8175b3de-833a-476f-8f10-b39e4d18ee05,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:38.860379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.860720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.861076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.861387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.861825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.862157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.862478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.862799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.863167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.863469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.863789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.864105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:38.940772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:38.942070 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2b03df3b-1101-4047-b450-223d896ef0e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4188688 Jun 16 15:24:38.944893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60576) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:38.949738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '97d6efd4-26db-400b-a1f9-6bd8f7eb89ea', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:38.956296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:38.961184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:38.964347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:38.970863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:39.073271 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:24:39.083414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:39.150958 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:39.347608 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:39.371102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd1ed8a-84b2-400b-a130-1d9c1232033f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:39.507618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c291369b-7a8c-47e0-b57d-9023de6eda27 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:24:39.524308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:39.533749 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f2d87715-a39c-413a-8b79-58f1c94c57ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5797768 Jun 16 15:24:39.672492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port c291369b-7a8c-47e0-b57d-9023de6eda27 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:24:39.677737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c291369b-7a8c-47e0-b57d-9023de6eda27 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:24:39.679942 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:39.726085 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-c0916541-f635-4153-b7ac-40ca4e8b3e1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514128337&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.0427527 Jun 16 15:24:39.842594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c291369b-7a8c-47e0-b57d-9023de6eda27 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:24:39.842996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:39.877891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port c291369b-7a8c-47e0-b57d-9023de6eda27, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c291369b-7a8c-47e0-b57d-9023de6eda27,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:39.887927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-3878cbc9-9ae8-409c-9665-aacbef4ba4c8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:39.889915 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-3878cbc9-9ae8-409c-9665-aacbef4ba4c8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/networks?id=c77c8d21-d8e5-47d7-91c3-88825081c6ba HTTP/1.1" status: 200 len: 797 time: 0.1563830 Jun 16 15:24:39.906682 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-1487d763-5f0d-466f-986d-2f502e8cc651 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/quotas/cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 375 time: 0.0110145 Jun 16 15:24:39.958814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:40.010187 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ed5fc1d7-ace1-43e8-a753-7baf87e9f23d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0980091 Jun 16 15:24:40.027445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-25c9bcb0-b941-4bee-9c92-67aaa9569ad3 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:24:40.028437 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-25c9bcb0-b941-4bee-9c92-67aaa9569ad3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054445 Jun 16 15:24:40.029250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=c291369b-7a8c-47e0-b57d-9023de6eda27,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:40.267536 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-2bc4a80a-a2f2-4c07-94ea-12dedcffb033 service neutron] 10.222.0.73 "GET /v2.0/networks/c77c8d21-d8e5-47d7-91c3-88825081c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331860 Jun 16 15:24:40.399282 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-4e85373a-cbfd-46fa-bb61-f91f1e82e761 service neutron] 10.222.0.73 "GET /v2.0/networks/c77c8d21-d8e5-47d7-91c3-88825081c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251652 Jun 16 15:24:40.751520 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0b080dd0-ce7f-42ed-9d47-332e8878c45e req-8278fbd7-f029-45be-8bbe-cd56f1ab1a83 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 210 time: 0.0525117 Jun 16 15:24:41.487391 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c291369b-7a8c-47e0-b57d-9023de6eda27 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:24:41.558608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c291369b-7a8c-47e0-b57d-9023de6eda27 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:24:41.559014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:41.678758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c291369b-7a8c-47e0-b57d-9023de6eda27 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:24:41.908681 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5b628c2d-39de-4447-8812-09023dc04364 req-4c402986-2957-4cca-a2f9-8194a27f9259 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 210 time: 0.0528648 Jun 16 15:24:43.069850 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d530d6b3-be3c-43db-b9ed-b94192a6ef73 req-0902ecb8-b579-4b04-9aa7-9fd682bfbd2e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 210 time: 0.0512776 Jun 16 15:24:43.383218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bf1aa-1fb0-45a0-afef-06179afa4145 req-fa7118cf-6d0d-45ac-85f7-512d4ccccfb0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:43.384701 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-248bf1aa-1fb0-45a0-afef-06179afa4145 req-fa7118cf-6d0d-45ac-85f7-512d4ccccfb0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 946 time: 0.2190981 Jun 16 15:24:43.395532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-cd42e9d7-7a4f-48d3-8971-7f0fc46112d6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:43.397064 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-cd42e9d7-7a4f-48d3-8971-7f0fc46112d6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=c77c8d21-d8e5-47d7-91c3-88825081c6ba HTTP/1.1" status: 200 len: 797 time: 0.1947839 Jun 16 15:24:43.475318 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-d6ea2618-6aec-417f-9636-91fe882f0871 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 471 time: 0.0631094 Jun 16 15:24:43.478329 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-248bf1aa-1fb0-45a0-afef-06179afa4145 req-f5cf20a9-afcb-41df-a322-cd1c39d0afca tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801415 Jun 16 15:24:43.502759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'device_id': '885f8ff7-1fe5-4a02-a97a-7c27d32d8604', 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba', 'admin_state_up': True, 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'security_groups': ['97d6efd4-26db-400b-a1f9-6bd8f7eb89ea']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:43.623893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:43.628010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:port and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:43.630868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:43.637619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:43.729879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:24:43.733517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:43.905238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.29 (c77c8d21-d8e5-47d7-91c3-88825081c6ba/057dc73c-e0a2-4634-8c3b-482926209fec/db5e3c54-fe8e-49a4-aedd-8c6ce8379544) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:24:44.099386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.116111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object db5e3c54-fe8e-49a4-aedd-8c6ce8379544 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:24:44.225963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.310840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c77c8d21-d8e5-47d7-91c3-88825081c6ba is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:24:44.316330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:24:44.321571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:24:44.352075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:44.410395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845152-d87f-4df0-aebf-2ae0e0b1604c req-869b0a90-cf00-4af4-ba25-5e777e319b77 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:44.412209 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6f845152-d87f-4df0-aebf-2ae0e0b1604c req-869b0a90-cf00-4af4-ba25-5e777e319b77 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 932 time: 0.2350667 Jun 16 15:24:44.418282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:44.418960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.484511 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6f845152-d87f-4df0-aebf-2ae0e0b1604c req-5c9345f1-7fd3-47e3-b4f1-c8e76d98a3e9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606985 Jun 16 15:24:44.565524 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-ae623d2e-7452-4ec9-b7d2-3486fdd9bae5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0848610 Jun 16 15:24:44.577161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Request body: {'port': {'device_id': '885f8ff7-1fe5-4a02-a97a-7c27d32d8604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:44.730619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-801f234b-1784-4453-b6a3-d243045a002a None None] Provisioning for port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:24:44.742806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-801f234b-1784-4453-b6a3-d243045a002a None None] Provisioning complete for port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:24:44.742806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-801f234b-1784-4453-b6a3-d243045a002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.756166 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.780462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637a451-1bca-4519-9773-fe6af43d79e3 req-c21b5bf2-c8d7-493a-ac34-00fa02df90b3 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:44.781982 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4637a451-1bca-4519-9773-fe6af43d79e3 req-c21b5bf2-c8d7-493a-ac34-00fa02df90b3 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 946 time: 0.1790006 Jun 16 15:24:44.797810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-801f234b-1784-4453-b6a3-d243045a002a None None] Port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:24:44.893242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-0442b14f-66f8-4a8b-91cd-b5b365e39e27 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:44.894144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-0442b14f-66f8-4a8b-91cd-b5b365e39e27 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Synchronizing usage tracker for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:24:44.975443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-0442b14f-66f8-4a8b-91cd-b5b365e39e27 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Unset dirty status for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:24:44.976929 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-0442b14f-66f8-4a8b-91cd-b5b365e39e27 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 946 time: 0.2070870 Jun 16 15:24:45.032781 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4637a451-1bca-4519-9773-fe6af43d79e3 req-35aa5e10-5bf3-4a42-b288-a5dc7885f733 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031899 Jun 16 15:24:45.055618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Deleting port a8e9d536-16d5-47f3-add4-3bd19bc1effd {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:24:45.056102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.290109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5e3c54-fe8e-49a4-aedd-8c6ce8379544 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:24:45.299290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.315230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Transition to ACTIVE for port object db5e3c54-fe8e-49a4-aedd-8c6ce8379544 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:24:45.340840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] For port a8e9d536-16d5-47f3-add4-3bd19bc1effd, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=a8e9d536-16d5-47f3-add4-3bd19bc1effd,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:45.341204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.381210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.560724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Pushing event updated for resources: {'Port': ['ID=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:45.651246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Attempting to bind port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:24:45.651592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Attempting to bind port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:24:45.651932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Attempting to bind port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 on network c77c8d21-d8e5-47d7-91c3-88825081c6ba {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:24:45.659041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 on network c77c8d21-d8e5-47d7-91c3-88825081c6ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:24:45.659041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Attempting to bind port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 on network c77c8d21-d8e5-47d7-91c3-88825081c6ba {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:24:45.663212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:24:45.671033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Checking segment: {'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:24:45.671033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Bound using segment: {'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:24:45.671033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Bound port: db5e3c54-fe8e-49a4-aedd-8c6ce8379544, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:24:45.671033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.688631 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.689013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.689334 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Floating IP 43dc7896-0d58-4a5b-9e8f-86f5a5bff988 disassociated. External IP: 172.26.2.128, port: a8e9d536-16d5-47f3-add4-3bd19bc1effd. Jun 16 15:24:45.689678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Calling delete_port for a8e9d536-16d5-47f3-add4-3bd19bc1effd owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:24:45.695385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-46fb65b1-6d1d-475f-ad90-ba3f9374898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.830366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] For port db5e3c54-fe8e-49a4-aedd-8c6ce8379544, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:24:45.836691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] For port db5e3c54-fe8e-49a4-aedd-8c6ce8379544, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:24:45.845846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9458e-12cb-441d-83bd-632d3224a53d req-3ca4f6e3-abc7-4549-a58d-118b3086f28c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:45.846556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-57f9458e-12cb-441d-83bd-632d3224a53d req-3ca4f6e3-abc7-4549-a58d-118b3086f28c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:24:45.918665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.967989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-57f9458e-12cb-441d-83bd-632d3224a53d req-3ca4f6e3-abc7-4549-a58d-118b3086f28c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:24:45.969137 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-57f9458e-12cb-441d-83bd-632d3224a53d req-3ca4f6e3-abc7-4549-a58d-118b3086f28c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 944 time: 0.2897694 Jun 16 15:24:45.996571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:45.997197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.999550 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] 10.222.0.46 "PUT /v2.0/ports/db5e3c54-fe8e-49a4-aedd-8c6ce8379544 HTTP/1.1" status: 200 len: 1094 time: 1.4269764 Jun 16 15:24:46.003618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885f8ff7-1fe5-4a02-a97a-7c27d32d8604', 'tag': 'db5e3c54-fe8e-49a4-aedd-8c6ce8379544'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:24:46.036552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b49c38-3833-4db0-86a5-fb8a5cfb8feb service neutron] Pushing event updated for resources: {'Port': ['ID=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:46.053356 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ee6865-c431-47fc-adb9-446a3bbfb29e'] response: {'name': 'network-changed', 'server_uuid': '885f8ff7-1fe5-4a02-a97a-7c27d32d8604', 'tag': 'db5e3c54-fe8e-49a4-aedd-8c6ce8379544', 'status': 'completed', 'code': 200} Jun 16 15:24:46.062802 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-57f9458e-12cb-441d-83bd-632d3224a53d req-1f00b774-588a-4dab-9175-f82a2a4a74db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834696 Jun 16 15:24:46.066888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:46.124553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event deleted for resources: {'Port': ['ID=a8e9d536-16d5-47f3-add4-3bd19bc1effd,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:46.231852 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-729705b1-4b8c-4bee-9132-30b5d0eb3b4b req-5f000aa3-258b-4322-94b2-12a7702c5547 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 210 time: 0.0585203 Jun 16 15:24:46.234177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1bd2-679a-4f4c-99bb-6793df7f2883 req-3c979a6b-4602-4d80-ade5-9b3b6bb14bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:46.235629 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b18d1bd2-679a-4f4c-99bb-6793df7f2883 req-3c979a6b-4602-4d80-ade5-9b3b6bb14bfb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 1097 time: 0.1600816 Jun 16 15:24:46.363732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Router 37272b4f-1864-45ca-864d-b369feb99b0f has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:24:46.409582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1bd2-679a-4f4c-99bb-6793df7f2883 req-42f661d5-dd64-4cbf-ad52-647cb7cc9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:46.410487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1bd2-679a-4f4c-99bb-6793df7f2883 req-42f661d5-dd64-4cbf-ad52-647cb7cc9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:46.411563 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b18d1bd2-679a-4f4c-99bb-6793df7f2883 req-42f661d5-dd64-4cbf-ad52-647cb7cc9292 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdbb136214314352a52001d8f185680c&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1673567 Jun 16 15:24:46.557667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:24:46.558541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1bd2-679a-4f4c-99bb-6793df7f2883 req-b61b0487-a20b-4cf8-9083-5eabc2e4e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:46.562340 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b18d1bd2-679a-4f4c-99bb-6793df7f2883 req-b61b0487-a20b-4cf8-9083-5eabc2e4e02f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442578 Jun 16 15:24:46.576322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] Sync routers for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:24:46.596682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:24:46.597338 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:24:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:24:46.665157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] No DVR routers for this DVR port a8e9d536-16d5-47f3-add4-3bd19bc1effd on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:24:46.668038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:46.670854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'name': 'network-vif-deleted', 'tag': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:24:46.710005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-0886295b-915e-4d4d-ac52-fbcd0021bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:46.710005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-0886295b-915e-4d4d-ac52-fbcd0021bf9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 1097 time: 0.1081326 Jun 16 15:24:46.732729 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df899ef-48af-4a7b-b328-3c687a5f266f'] response: {'server_uuid': 'c5b1fb69-c619-435f-8ead-29933e72b2e8', 'name': 'network-vif-deleted', 'tag': 'a8e9d536-16d5-47f3-add4-3bd19bc1effd', 'status': 'completed', 'code': 200} Jun 16 15:24:46.785917 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-21b0d846-f78b-4704-ab2b-9e17b71c0be4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=db5e3c54-fe8e-49a4-aedd-8c6ce8379544 HTTP/1.1" status: 200 len: 217 time: 0.0694740 Jun 16 15:24:46.798785 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ded414cb-c133-43a9-8bca-a1cdc0af15e8 req-c652b62e-44e4-4e6f-ba57-a813c1ae56a5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "DELETE /v2.0/ports/a8e9d536-16d5-47f3-add4-3bd19bc1effd HTTP/1.1" status: 204 len: 173 time: 1.8161461 Jun 16 15:24:46.800318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:24:46.853304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-9e48fe41-4ae5-4deb-bca5-f5925b2ca953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:46.854765 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-9e48fe41-4ae5-4deb-bca5-f5925b2ca953 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=057dc73c-e0a2-4634-8c3b-482926209fec HTTP/1.1" status: 200 len: 836 time: 0.0628200 Jun 16 15:24:47.075273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-c03e5471-864e-4185-8bea-382a7da9073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:47.077030 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-c03e5471-864e-4185-8bea-382a7da9073b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c77c8d21-d8e5-47d7-91c3-88825081c6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2149465 Jun 16 15:24:47.157438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:24:47.162409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] Checking router: 37272b4f-1864-45ca-864d-b369feb99b0f for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:24:47.174422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:24:47.175404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:24:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:24:47.330512 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-cb402b3e-1918-47b0-bdca-d8c9670c18a4 service neutron] 10.222.0.46 "GET /v2.0/networks/c77c8d21-d8e5-47d7-91c3-88825081c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463560 Jun 16 15:24:47.400527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device a8e9d536-16d5-47f3-add4-3bd19bc1effd no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:24:47.451912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: a8e9d536-16d5-47f3-add4-3bd19bc1effd {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:24:47.452869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device a8e9d536-16d5-47f3-add4-3bd19bc1effd not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:24:47.455222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:24:47.510810 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4f64ff8c-a54c-4f84-a56f-adf01a21fc87 req-8faf349d-1689-435d-963f-d8f29eb9d8d2 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b1fb69-c619-435f-8ead-29933e72b2e8 HTTP/1.1" status: 200 len: 210 time: 0.1215572 Jun 16 15:24:47.520571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c50e7e-4ed3-4e93-9d45-e595c8e36f43 req-dd299427-ac95-4ad2-8a67-f35b9dfa6fa8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:47.521990 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-03c50e7e-4ed3-4e93-9d45-e595c8e36f43 req-dd299427-ac95-4ad2-8a67-f35b9dfa6fa8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 944 time: 0.3316865 Jun 16 15:24:47.585830 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f285595-01a3-4fa4-93a9-cd201fbd6160 req-52e5149c-1a61-442f-8004-fb68a2bd0295 service neutron] 10.222.0.46 "GET /v2.0/networks/c77c8d21-d8e5-47d7-91c3-88825081c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488129 Jun 16 15:24:47.600415 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-03c50e7e-4ed3-4e93-9d45-e595c8e36f43 req-bcc04d9c-b39c-45c9-bfba-056e560f39fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621910 Jun 16 15:24:47.833194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:24:47.837613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b07bc6-ce9b-4206-bab8-349540a8c5f8 None None] The sync data for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv is: [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:24:48.070886 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28096954-1725-4613-9e3c-0ecdc1198441 None None] New status for floating IP 43dc7896-0d58-4a5b-9e8f-86f5a5bff988: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:24:48.318016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09f050e0-d852-40c2-a7a5-b1d5fe12ebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:48.724054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:48.805358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a856b38-d0be-4a9b-9b98-c9dc0104159a req-4b6fbfa1-7bd0-4809-8b73-e574db05bbd2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:48.806850 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5a856b38-d0be-4a9b-9b98-c9dc0104159a req-4b6fbfa1-7bd0-4809-8b73-e574db05bbd2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 944 time: 0.1028705 Jun 16 15:24:48.875200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5a856b38-d0be-4a9b-9b98-c9dc0104159a req-d89911b1-21f0-4593-93ba-fe9ccbeba89b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605056 Jun 16 15:24:48.899484 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-048efd45-ead8-48f9-b75f-301668393171 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778593693&fields=id&tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e HTTP/1.1" status: 200 len: 267 time: 0.0478268 Jun 16 15:24:49.060845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-a6ad5055-cb60-4f67-9b02-cdd35a374224 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:49.062259 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-a6ad5055-cb60-4f67-9b02-cdd35a374224 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 812 time: 0.1556048 Jun 16 15:24:49.078735 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-bf2db943-ad56-44be-b990-4516761d19f5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/quotas/1a3bb8253ad34d2c8c013bd11f34ea2e HTTP/1.1" status: 200 len: 375 time: 0.0100272 Jun 16 15:24:49.178120 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-2b5e7cfa-4a42-4050-a6a2-d8ce1866e7f6 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942807 Jun 16 15:24:49.318412 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-60b57cdc-fb5e-49fe-af2a-994c55fab0f8 service neutron] 10.222.0.73 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279597 Jun 16 15:24:49.399965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device db5e3c54-fe8e-49a4-aedd-8c6ce8379544 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:24:49.455154 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-2eb74446-9006-45da-a169-907520260fe7 service neutron] 10.222.0.73 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310244 Jun 16 15:24:49.536988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port db5e3c54-fe8e-49a4-aedd-8c6ce8379544, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:49.550420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'db5e3c54-fe8e-49a4-aedd-8c6ce8379544', 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba', 'port_id': 'db5e3c54-fe8e-49a4-aedd-8c6ce8379544', 'mac_address': 'fa:16:3e:3f:41:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057dc73c-e0a2-4634-8c3b-482926209fec', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:24:49.607019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:24:49.607435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.624727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5e3c54-fe8e-49a4-aedd-8c6ce8379544 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:24:49.640663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port db5e3c54-fe8e-49a4-aedd-8c6ce8379544, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:49.723041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.792077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:49.962047 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['db5e3c54-fe8e-49a4-aedd-8c6ce8379544'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:24:50.069011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67825771-d4df-4ead-8ff0-c1ce6bee2eeb req-d58854a7-6d98-4f3d-98a4-baa6a1048de4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:50.070461 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-67825771-d4df-4ead-8ff0-c1ce6bee2eeb req-d58854a7-6d98-4f3d-98a4-baa6a1048de4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 945 time: 0.0919557 Jun 16 15:24:50.117139 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-67825771-d4df-4ead-8ff0-c1ce6bee2eeb req-a2293958-fe0b-4e82-853e-69db6ab19929 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399418 Jun 16 15:24:50.278334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:50.365369 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a3dcff51-7b33-4b4a-885a-df29d763673d req-7067cba4-d596-4add-8e4f-8f79bdfa5828 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 210 time: 0.0531425 Jun 16 15:24:51.337051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1fc99-640d-4bd0-83d8-d0c685b99301 req-6b83b746-8477-420f-990e-5efc17fa8d2e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:51.338817 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4fa1fc99-640d-4bd0-83d8-d0c685b99301 req-6b83b746-8477-420f-990e-5efc17fa8d2e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 945 time: 0.1031067 Jun 16 15:24:51.401336 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4fa1fc99-640d-4bd0-83d8-d0c685b99301 req-8af2c2b4-c055-4ed9-9df7-0bca41dc5e14 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559952 Jun 16 15:24:51.425367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device db5e3c54-fe8e-49a4-aedd-8c6ce8379544 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:24:51.484599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:51.549160 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b4b5efac-5a84-4366-9ce6-5b38959b0de6 req-f807e2ec-1acd-459d-ac8a-71f72dc98b2e tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 210 time: 0.0560288 Jun 16 15:24:51.603870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:24:51.609776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:24:51.611236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:51.728197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:24:51.728606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:51.758056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885f8ff7-1fe5-4a02-a97a-7c27d32d8604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5e3c54-fe8e-49a4-aedd-8c6ce8379544'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:24:51.768052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port db5e3c54-fe8e-49a4-aedd-8c6ce8379544, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:51.802621 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f4af8b-2143-406d-aac0-8c868179a78b'] response: {'server_uuid': '885f8ff7-1fe5-4a02-a97a-7c27d32d8604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5e3c54-fe8e-49a4-aedd-8c6ce8379544', 'code': 200} Jun 16 15:24:51.815189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:51.886698 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:52.306073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e33828-9c4b-46fc-9843-9b790b5d321f req-c75b0d31-4796-4071-aa11-dbbfa5ce0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:52.307624 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-45e33828-9c4b-46fc-9843-9b790b5d321f req-c75b0d31-4796-4071-aa11-dbbfa5ce0980 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 1099 time: 0.0788291 Jun 16 15:24:52.352420 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-45e33828-9c4b-46fc-9843-9b790b5d321f req-b287c633-4ecb-4c9d-a56b-1338865a56c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376742 Jun 16 15:24:52.537167 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:24:52.705639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-f5e7dd56-61b2-4b49-b8a3-af718d975c6b tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:52.707152 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-f5e7dd56-61b2-4b49-b8a3-af718d975c6b tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 812 time: 0.1607299 Jun 16 15:24:52.745988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4481e4dc-fd35-4733-a271-facf8a551a5c req-857147c4-7969-4b3d-9616-192b72d954a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 210 time: 0.0547369 Jun 16 15:24:52.765060 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-37f42adb-db74-45c1-ba58-05daefaa3a95 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e HTTP/1.1" status: 200 len: 379 time: 0.0487807 Jun 16 15:24:52.774340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'port': {'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'admin_state_up': True, 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'security_groups': ['454d8d76-4879-466f-a373-1da0458c86a3']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:52.784102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ef0ff-a197-4f93-adc5-6e235402bbd1 req-a407d7ba-4468-45d5-adb8-37a8968534f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:52.785596 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-012ef0ff-a197-4f93-adc5-6e235402bbd1 req-a407d7ba-4468-45d5-adb8-37a8968534f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 946 time: 0.2646277 Jun 16 15:24:52.840839 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-012ef0ff-a197-4f93-adc5-6e235402bbd1 req-de9ac2b1-4dcf-4426-9155-407a6fc19482 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430844 Jun 16 15:24:52.919177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:24:52.924375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:port and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:24:52.927374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:24:52.935538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:24:52.997970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Made reservation on behalf of 1a3bb8253ad34d2c8c013bd11f34ea2e for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:24:53.001745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.183725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Allocated IP 172.20.0.14 (6de34a97-b95c-4d45-8d42-c8f3aa15963a/9db34bba-7e47-4579-aa13-905bb549e186/56dbe758-0959-49d0-bdd6-2877c0d19201) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:24:53.395833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.414321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Transition to ACTIVE for port object 56dbe758-0959-49d0-bdd6-2877c0d19201 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:24:53.512899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.589608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:24:53.600805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:24:53.605235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:24:53.642686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'Port': ['ID=56dbe758-0959-49d0-bdd6-2877c0d19201,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:53.679501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:53.680473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.805287 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-c56dfbad-aebf-47a1-97a4-c1ad36f03acc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0343065 Jun 16 15:24:53.816885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Request body: {'port': {'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:53.915439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a2d4ea46-45a8-41a2-8aa5-4d863455707f None None] Provisioning for port 56dbe758-0959-49d0-bdd6-2877c0d19201 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:24:53.924194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a2d4ea46-45a8-41a2-8aa5-4d863455707f None None] Provisioning complete for port 56dbe758-0959-49d0-bdd6-2877c0d19201 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:24:53.924665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ea46-45a8-41a2-8aa5-4d863455707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.001847 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4ea46-45a8-41a2-8aa5-4d863455707f None None] Port 56dbe758-0959-49d0-bdd6-2877c0d19201 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:24:54.029020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5a80e-7cdf-49fc-845e-149feade0821 req-86cdbdc0-d58c-46d4-8b3f-e6db97be7698 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:54.030597 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6a5a80e-7cdf-49fc-845e-149feade0821 req-86cdbdc0-d58c-46d4-8b3f-e6db97be7698 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 932 time: 0.1628990 Jun 16 15:24:54.079338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.104476 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6a5a80e-7cdf-49fc-845e-149feade0821 req-c8e9fe23-fd28-4a2b-b798-804a6a611482 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650387 Jun 16 15:24:54.117797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a702be-e0b5-4923-bc13-5bf6ef8a0f1f req-75cab8d9-8856-43d0-b0c8-9a4041d18e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:54.119576 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5a702be-e0b5-4923-bc13-5bf6ef8a0f1f req-75cab8d9-8856-43d0-b0c8-9a4041d18e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 946 time: 0.1529505 Jun 16 15:24:54.173257 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5a702be-e0b5-4923-bc13-5bf6ef8a0f1f req-43cf31ee-1654-4f89-b369-3386ac3c6844 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431812 Jun 16 15:24:54.382376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83449b5a-bf48-4f04-b09b-95d880315c1e req-fda2939e-cc77-41a0-8996-39385d59b103 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:54.384049 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-83449b5a-bf48-4f04-b09b-95d880315c1e req-fda2939e-cc77-41a0-8996-39385d59b103 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 946 time: 0.1005800 Jun 16 15:24:54.434715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-83449b5a-bf48-4f04-b09b-95d880315c1e req-5e752e71-0ec4-41a9-8a71-abd40e96972c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431387 Jun 16 15:24:54.484739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56dbe758-0959-49d0-bdd6-2877c0d19201 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:24:54.492318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.507870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Transition to ACTIVE for port object 56dbe758-0959-49d0-bdd6-2877c0d19201 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:24:54.615134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.830028 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Pushing event updated for resources: {'Port': ['ID=56dbe758-0959-49d0-bdd6-2877c0d19201,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:54.884018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Attempting to bind port 56dbe758-0959-49d0-bdd6-2877c0d19201 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:24:54.884336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Attempting to bind port 56dbe758-0959-49d0-bdd6-2877c0d19201 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:24:54.884666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Attempting to bind port 56dbe758-0959-49d0-bdd6-2877c0d19201 on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:24:54.889791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Port 56dbe758-0959-49d0-bdd6-2877c0d19201 on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:24:54.890113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Attempting to bind port 56dbe758-0959-49d0-bdd6-2877c0d19201 on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:24:54.895342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:24:54.895682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Checking segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:24:54.896068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Bound using segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:24:54.896491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Bound port: 56dbe758-0959-49d0-bdd6-2877c0d19201, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:24:54.896835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.998647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] For port 56dbe758-0959-49d0-bdd6-2877c0d19201, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:24:55.001873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] For port 56dbe758-0959-49d0-bdd6-2877c0d19201, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=56dbe758-0959-49d0-bdd6-2877c0d19201,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:24:55.090280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:55.160583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:55.168428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:55.168428 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] 10.222.0.46 "PUT /v2.0/ports/56dbe758-0959-49d0-bdd6-2877c0d19201 HTTP/1.1" status: 200 len: 1094 time: 1.3501811 Jun 16 15:24:55.168428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'tag': '56dbe758-0959-49d0-bdd6-2877c0d19201'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:24:55.195624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e759ae-5d80-4c30-9380-c4626bc32997 service neutron] Pushing event updated for resources: {'Port': ['ID=56dbe758-0959-49d0-bdd6-2877c0d19201,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:55.234284 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6dea37-abca-4a77-a38b-1a1bf1128ff4'] response: {'name': 'network-changed', 'server_uuid': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'tag': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'status': 'completed', 'code': 200} Jun 16 15:24:55.352970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b283b3-8dbc-4ebc-a4b9-46c76f7ae49d req-1499cc8e-51e8-430d-b4e4-261139c18683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:55.354654 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-03b283b3-8dbc-4ebc-a4b9-46c76f7ae49d req-1499cc8e-51e8-430d-b4e4-261139c18683 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 1097 time: 0.1035733 Jun 16 15:24:55.388046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db2841-1401-44ee-a462-5a029ae868c5 req-b7580e0f-4a22-4fc7-953a-cd7b079ad666 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:55.390153 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-91db2841-1401-44ee-a462-5a029ae868c5 req-b7580e0f-4a22-4fc7-953a-cd7b079ad666 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 944 time: 0.1078382 Jun 16 15:24:55.464973 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-91db2841-1401-44ee-a462-5a029ae868c5 req-d837a6a2-aa5a-4120-82fc-0dcfff4782ce tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664103 Jun 16 15:24:55.521629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b283b3-8dbc-4ebc-a4b9-46c76f7ae49d req-a13eed63-7cee-403f-8315-d41df6431c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:55.523108 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-03b283b3-8dbc-4ebc-a4b9-46c76f7ae49d req-a13eed63-7cee-403f-8315-d41df6431c49 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1602936 Jun 16 15:24:55.664942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b283b3-8dbc-4ebc-a4b9-46c76f7ae49d req-5644b70c-c129-4f77-9072-c560753f5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:55.666402 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-03b283b3-8dbc-4ebc-a4b9-46c76f7ae49d req-5644b70c-c129-4f77-9072-c560753f5513 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359658 Jun 16 15:24:55.791321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-2c3563c9-7dc4-4929-bac5-2f2efd686ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:55.792815 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-2c3563c9-7dc4-4929-bac5-2f2efd686ece service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 1097 time: 0.0882416 Jun 16 15:24:55.863883 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-1756ab4e-5957-4910-ad85-c24d4658b3cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56dbe758-0959-49d0-bdd6-2877c0d19201 HTTP/1.1" status: 200 len: 217 time: 0.0637727 Jun 16 15:24:55.926032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-606c9218-70f3-4bb8-8f6d-6a05fec15cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:55.927514 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-606c9218-70f3-4bb8-8f6d-6a05fec15cc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0577281 Jun 16 15:24:55.980643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60686) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:56.022763 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-267556ab-ce3d-4b79-bcc0-c1cdc3a9d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:56.024278 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-267556ab-ce3d-4b79-bcc0-c1cdc3a9d857 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905137 Jun 16 15:24:56.160660 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-464114d2-2e66-4e2b-b954-c57594bd67dc service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287382 Jun 16 15:24:56.298173 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2cdfbf27-127c-4705-a76b-2a5df19edb3d req-57eddfff-638e-4a49-9cb8-939fbf9f9f13 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305788 Jun 16 15:24:56.768895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cc7c8-ec90-4824-aa58-df4f12be1622 req-2bf0b3a8-2cc9-4834-8bcc-c590a53872bb tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:56.770263 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-807cc7c8-ec90-4824-aa58-df4f12be1622 req-2bf0b3a8-2cc9-4834-8bcc-c590a53872bb tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 944 time: 0.1891510 Jun 16 15:24:56.775312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:57.038798 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-807cc7c8-ec90-4824-aa58-df4f12be1622 req-fdc981c6-411f-46d6-8fa7-f33fed5df0d6 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506454 Jun 16 15:24:57.364454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.17 (c77c8d21-d8e5-47d7-91c3-88825081c6ba/057dc73c-e0a2-4634-8c3b-482926209fec/eeb8616d-d38c-4994-993f-078cf67b533a) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:24:57.533968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:57.549744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object eeb8616d-d38c-4994-993f-078cf67b533a will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:24:57.655987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:57.729474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c77c8d21-d8e5-47d7-91c3-88825081c6ba is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:24:57.733044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:24:57.736704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:24:57.768056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=eeb8616d-d38c-4994-993f-078cf67b533a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:57.801408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:58.078812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b50b8b86-1b40-4d49-bea4-c475c5deabaa None None] Provisioning for port eeb8616d-d38c-4994-993f-078cf67b533a completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:24:58.085103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b50b8b86-1b40-4d49-bea4-c475c5deabaa None None] Provisioning complete for port eeb8616d-d38c-4994-993f-078cf67b533a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:24:58.085595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b50b8b86-1b40-4d49-bea4-c475c5deabaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:58.172169 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b50b8b86-1b40-4d49-bea4-c475c5deabaa None None] Port eeb8616d-d38c-4994-993f-078cf67b533a cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:24:58.228280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:58.381440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8711bf9-719c-4be7-b750-5cb7102b7f9b req-68e497cf-4639-40a2-b6cc-a9e2b2aaa86f tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:58.382831 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8711bf9-719c-4be7-b750-5cb7102b7f9b req-68e497cf-4639-40a2-b6cc-a9e2b2aaa86f tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 944 time: 0.2289708 Jun 16 15:24:58.506987 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8711bf9-719c-4be7-b750-5cb7102b7f9b req-a65cfd31-13f5-4866-bdef-454bbf5de7bf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155407 Jun 16 15:24:58.702081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:58.762782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:58.877416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=eeb8616d-d38c-4994-993f-078cf67b533a,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:58.879904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:59.138268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c77c8d21-d8e5-47d7-91c3-88825081c6ba is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:24:59.139984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:24:59.341186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 03f443ff-c78a-4c99-8491-400fc3fe4701 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:24:59.400166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d493a798-1c84-431f-b5d3-3a3a571d5a5e None None] Provisioning complete for port eeb8616d-d38c-4994-993f-078cf67b533a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:24:59.400757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d493a798-1c84-431f-b5d3-3a3a571d5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:59.457681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d493a798-1c84-431f-b5d3-3a3a571d5a5e None None] Port eeb8616d-d38c-4994-993f-078cf67b533a cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:24:59.526398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:24:59.538187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Sync routers for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:24:59.547804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:24:59.548427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:24:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:24:59.617293 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-830dda0c-a4c0-430c-b8de-302f950cc072 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/03f443ff-c78a-4c99-8491-400fc3fe4701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6354899 Jun 16 15:24:59.720856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3093027-a6f0-4fb1-a941-2fbc8d46b18a req-65dbaedc-35f3-48a6-84be-a80a68fb3158 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:24:59.722266 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d3093027-a6f0-4fb1-a941-2fbc8d46b18a req-65dbaedc-35f3-48a6-84be-a80a68fb3158 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 944 time: 0.0961723 Jun 16 15:24:59.756645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:24:59.768529 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d3093027-a6f0-4fb1-a941-2fbc8d46b18a req-8f959fb8-f289-4180-bede-733efc751269 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400724 Jun 16 15:25:00.155946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:24:57Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.101', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'mac_address': 'fa:16:3e:2b:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:23:56Z', 'updated_at': '2022-06-16T15:23:59Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeb8616d-d38c-4994-993f-078cf67b533a', 'name': '', 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '057dc73c-e0a2-4634-8c3b-482926209fec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:24:57Z', 'updated_at': '2022-06-16T15:24:58Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '057dc73c-e0a2-4634-8c3b-482926209fec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:00.160202 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Checking router: 03f443ff-c78a-4c99-8491-400fc3fe4701 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:25:00.160557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Updating router 03f443ff-c78a-4c99-8491-400fc3fe4701 port eeb8616d-d38c-4994-993f-078cf67b533a binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:25:00.219014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.568616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.581477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Transition to ACTIVE for port object eeb8616d-d38c-4994-993f-078cf67b533a will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:25:00.689195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.823822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5056c6e-481a-42c0-8021-307265bf2f3a None None] Pushing event updated for resources: {'Port': ['ID=eeb8616d-d38c-4994-993f-078cf67b533a,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:00.938778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Attempting to bind port eeb8616d-d38c-4994-993f-078cf67b533a on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:25:00.939543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Attempting to bind port eeb8616d-d38c-4994-993f-078cf67b533a by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:25:00.944573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Attempting to bind port eeb8616d-d38c-4994-993f-078cf67b533a on network c77c8d21-d8e5-47d7-91c3-88825081c6ba {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:25:00.945744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:25:00.946030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Checking segment: {'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:25:00.946452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.947274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Bound using segment: {'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:25:00.948057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Bound port: eeb8616d-d38c-4994-993f-078cf67b533a, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49f55df-b368-4077-96a2-9ef0d670788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:25:00.948434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.999186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09a1d2-4f56-4c0e-b554-5eedfd033a6e req-c1161d56-c668-4abe-9a69-4558fc25fe21 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:01.000696 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dc09a1d2-4f56-4c0e-b554-5eedfd033a6e req-c1161d56-c668-4abe-9a69-4558fc25fe21 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 944 time: 0.1029689 Jun 16 15:25:01.048780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dc09a1d2-4f56-4c0e-b554-5eedfd033a6e req-354f38b4-b76c-4c0e-b343-226515e53dda tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Jun 16 15:25:01.053891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] For port eeb8616d-d38c-4994-993f-078cf67b533a, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:25:01.057862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] For port eeb8616d-d38c-4994-993f-078cf67b533a, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=eeb8616d-d38c-4994-993f-078cf67b533a,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:25:01.158877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.241726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5056c6e-481a-42c0-8021-307265bf2f3a None None] Pushing event updated for resources: {'Port': ['ID=eeb8616d-d38c-4994-993f-078cf67b533a,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:01.244862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:01.245340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:24:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:01.457896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:01.883087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:24:57Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.101', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'mac_address': 'fa:16:3e:2b:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:23:56Z', 'updated_at': '2022-06-16T15:23:59Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeb8616d-d38c-4994-993f-078cf67b533a', 'name': '', 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '057dc73c-e0a2-4634-8c3b-482926209fec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:24:57Z', 'updated_at': '2022-06-16T15:25:01Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '057dc73c-e0a2-4634-8c3b-482926209fec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:01.887456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933b035-da06-4e22-b21d-f1fe10a080e4 None None] The sync data for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv is: [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:24:57Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.101', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'mac_address': 'fa:16:3e:2b:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:23:56Z', 'updated_at': '2022-06-16T15:23:59Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeb8616d-d38c-4994-993f-078cf67b533a', 'name': '', 'network_id': 'c77c8d21-d8e5-47d7-91c3-88825081c6ba', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '057dc73c-e0a2-4634-8c3b-482926209fec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:24:57Z', 'updated_at': '2022-06-16T15:25:01Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '057dc73c-e0a2-4634-8c3b-482926209fec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:25:02.266099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383db599-8421-424e-8d9b-e31f6c33171a req-23fd6cc5-b9f2-4701-9c55-04dbda01582c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:02.271408 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-383db599-8421-424e-8d9b-e31f6c33171a req-23fd6cc5-b9f2-4701-9c55-04dbda01582c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 944 time: 0.1094148 Jun 16 15:25:02.316035 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-383db599-8421-424e-8d9b-e31f6c33171a req-194cca1e-e0a3-44c9-b12e-c1d4388ee69c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438817 Jun 16 15:25:03.492320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 56dbe758-0959-49d0-bdd6-2877c0d19201 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:25:03.540471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device eeb8616d-d38c-4994-993f-078cf67b533a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:25:03.547352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba18b7-0ceb-4f70-88ea-2d96cfe4c3d9 req-2eb0c2aa-9fc3-4665-ab10-3d0927df3078 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:03.548863 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-69ba18b7-0ceb-4f70-88ea-2d96cfe4c3d9 req-2eb0c2aa-9fc3-4665-ab10-3d0927df3078 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 944 time: 0.1116881 Jun 16 15:25:03.595778 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-69ba18b7-0ceb-4f70-88ea-2d96cfe4c3d9 req-127f4f57-afbe-4368-805e-9621bb802f85 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397310 Jun 16 15:25:03.705946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 56dbe758-0959-49d0-bdd6-2877c0d19201, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=56dbe758-0959-49d0-bdd6-2877c0d19201,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:03.719189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'mac_address': 'fa:16:3e:a1:b5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:25:03.777292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 56dbe758-0959-49d0-bdd6-2877c0d19201 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:25:03.777668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:03.790015 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port eeb8616d-d38c-4994-993f-078cf67b533a completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:25:03.801005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56dbe758-0959-49d0-bdd6-2877c0d19201 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:25:03.805942 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port eeb8616d-d38c-4994-993f-078cf67b533a triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:03.806452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:03.870327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 56dbe758-0959-49d0-bdd6-2877c0d19201, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=56dbe758-0959-49d0-bdd6-2877c0d19201,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:03.953434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:03.985333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port eeb8616d-d38c-4994-993f-078cf67b533a is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:25:03.985709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:04.048776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port eeb8616d-d38c-4994-993f-078cf67b533a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=eeb8616d-d38c-4994-993f-078cf67b533a,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:04.049815 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=56dbe758-0959-49d0-bdd6-2877c0d19201,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:04.123758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:04.194512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=eeb8616d-d38c-4994-993f-078cf67b533a,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:04.204994 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['56dbe758-0959-49d0-bdd6-2877c0d19201'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:25:04.792855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffb94-50dc-46c4-98a9-03d6858cecfd req-b003b8ac-2b8f-4489-82fa-fa1bf1dfd045 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:04.794373 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-365ffb94-50dc-46c4-98a9-03d6858cecfd req-b003b8ac-2b8f-4489-82fa-fa1bf1dfd045 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 945 time: 0.0912349 Jun 16 15:25:04.839941 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-365ffb94-50dc-46c4-98a9-03d6858cecfd req-1d2c7c17-b7c5-4ea2-8d30-eb8602a695d1 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397921 Jun 16 15:25:05.499339 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device eeb8616d-d38c-4994-993f-078cf67b533a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:25:05.527716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 56dbe758-0959-49d0-bdd6-2877c0d19201 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:25:05.651092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port eeb8616d-d38c-4994-993f-078cf67b533a triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:05.651378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:05.693998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:05.761955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 56dbe758-0959-49d0-bdd6-2877c0d19201 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:25:05.775987 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 56dbe758-0959-49d0-bdd6-2877c0d19201 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:05.776357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:05.827941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port eeb8616d-d38c-4994-993f-078cf67b533a is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:25:05.915158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 56dbe758-0959-49d0-bdd6-2877c0d19201 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:25:05.915473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:05.943527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dbe758-0959-49d0-bdd6-2877c0d19201'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:25:05.954782 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 56dbe758-0959-49d0-bdd6-2877c0d19201, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=56dbe758-0959-49d0-bdd6-2877c0d19201,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:05.996595 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5884c888-209e-4ab7-a4e1-e272d4262859'] response: {'server_uuid': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'code': 200} Jun 16 15:25:06.035992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605d2b7-154f-4940-95fd-69107b7744fb req-a5a95342-9950-49d2-9b3b-14927628d39d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:06.037481 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d605d2b7-154f-4940-95fd-69107b7744fb req-a5a95342-9950-49d2-9b3b-14927628d39d tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 945 time: 0.0910823 Jun 16 15:25:06.038353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:06.086072 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d605d2b7-154f-4940-95fd-69107b7744fb req-85164528-518d-4af9-a4d3-b7870a468722 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413103 Jun 16 15:25:06.112149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=56dbe758-0959-49d0-bdd6-2877c0d19201,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:06.488738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c66913-bf06-407f-b393-af525aacf649 req-750867bc-af80-41fa-a690-b5c3326093b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:06.490216 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-94c66913-bf06-407f-b393-af525aacf649 req-750867bc-af80-41fa-a690-b5c3326093b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 1099 time: 0.0798135 Jun 16 15:25:06.532241 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-94c66913-bf06-407f-b393-af525aacf649 req-bb92f43e-44e4-4f9c-b010-86e5e1a87496 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357428 Jun 16 15:25:07.298780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed2208-ccca-4df2-a9a5-30fa1b3b118e req-0a667b27-1145-4264-8f80-a82654f38411 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:07.300375 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ffed2208-ccca-4df2-a9a5-30fa1b3b118e req-0a667b27-1145-4264-8f80-a82654f38411 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 946 time: 0.0966241 Jun 16 15:25:07.347637 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ffed2208-ccca-4df2-a9a5-30fa1b3b118e req-efbf7207-b49e-4613-9fe2-70dd21718bc5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412521 Jun 16 15:25:08.551981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41002b2e-28cf-4b88-a273-34c6ec6886f5 req-c028e0fb-6c36-4ca5-833f-98e958ede3ca tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:08.553359 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-41002b2e-28cf-4b88-a273-34c6ec6886f5 req-c028e0fb-6c36-4ca5-833f-98e958ede3ca tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 946 time: 0.0937612 Jun 16 15:25:08.598236 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-41002b2e-28cf-4b88-a273-34c6ec6886f5 req-649ca35f-2fde-4473-a409-348101c042f7 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389323 Jun 16 15:25:08.790168 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d08f9-0b16-437b-a462-f22fe14e1c0b req-e6d16e21-e8dc-43b9-aaae-fe227f4d14db tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:08.791657 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a1d08f9-0b16-437b-a462-f22fe14e1c0b req-e6d16e21-e8dc-43b9-aaae-fe227f4d14db tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 946 time: 0.0877137 Jun 16 15:25:08.837345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a1d08f9-0b16-437b-a462-f22fe14e1c0b req-51426975-f40c-4523-a3fa-774955237292 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392432 Jun 16 15:25:08.860870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60724) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:08.942338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414b8f32-4a6f-4159-899f-0ed7ff2e3670 tempest-TestVolumeBootPattern-1526009388 tempest-TestVolumeBootPattern-1526009388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:08.943856 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-414b8f32-4a6f-4159-899f-0ed7ff2e3670 tempest-TestVolumeBootPattern-1526009388 tempest-TestVolumeBootPattern-1526009388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 1094 time: 0.0820122 Jun 16 15:25:08.946722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60728) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:08.951727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:08.957844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:08.961690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:floatingip and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:08.964589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:08.970359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:09.066538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.320267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.465020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Allocated IP 172.26.2.252 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/c298a5c8-0d10-4a6d-ae57-6d35c6b58e8c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:25:09.619850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.758544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.818429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:25:09.825606 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:25:09.830896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:25:09.868462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'Port': ['ID=c298a5c8-0d10-4a6d-ae57-6d35c6b58e8c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:10.255167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.516461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.744107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.797165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.909209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'Port': ['ID=c298a5c8-0d10-4a6d-ae57-6d35c6b58e8c,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:10.925893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:11.100934 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Floating IP 27554037-fb03-4a5e-9c06-5e3e28a06d0e associated. External IP: 172.26.2.252, port: 56dbe758-0959-49d0-bdd6-2877c0d19201. Jun 16 15:25:11.561665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Router 37272b4f-1864-45ca-864d-b369feb99b0f has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:25:11.755602 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:25:11.765613 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] Sync routers for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:25:11.775129 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:11.775745 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:24:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:11.934827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:11.946339 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:11.992283 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2f89b690-6630-41c5-9ff0-7970c173fc90 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0444639 Jun 16 15:25:11.993110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'tag': '56dbe758-0959-49d0-bdd6-2877c0d19201'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:25:12.039800 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8761fa-cd1f-4247-9fd5-0d3f820ff72f'] response: {'name': 'network-changed', 'server_uuid': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'tag': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'status': 'completed', 'code': 200} Jun 16 15:25:12.253577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-00b0563a-728b-4447-8420-e30dbcff30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:12.255297 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-00b0563a-728b-4447-8420-e30dbcff30ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 1099 time: 0.1915398 Jun 16 15:25:12.335940 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '27554037-fb03-4a5e-9c06-5e3e28a06d0e', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:a1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:25:10Z', 'updated_at': '2022-06-16T15:25:10Z', 'revision_number': 0, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:12.340269 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] Checking router: 37272b4f-1864-45ca-864d-b369feb99b0f for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:25:12.349243 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:12.350036 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:24:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:12.394011 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-4da50955-7a79-4afc-8c07-006332976be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:12.395508 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-4da50955-7a79-4afc-8c07-006332976be6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.1340384 Jun 16 15:25:12.504085 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-dcdb802f-5fe4-42bc-84b8-1f06ceb69046 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56dbe758-0959-49d0-bdd6-2877c0d19201 HTTP/1.1" status: 200 len: 1000 time: 0.1024356 Jun 16 15:25:12.548518 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:12.573847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-a1ed6aaf-2f5a-42fd-b411-fc6c1df7147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:12.575239 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-a1ed6aaf-2f5a-42fd-b411-fc6c1df7147c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0645676 Jun 16 15:25:12.659899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-68f3fc4c-df8d-4145-bf2d-07ea8bd7c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:12.661519 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-68f3fc4c-df8d-4145-bf2d-07ea8bd7c31f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799859 Jun 16 15:25:12.797017 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-bc3885e8-93ea-4b10-a4f6-5c82707236be service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290147 Jun 16 15:25:12.911230 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '27554037-fb03-4a5e-9c06-5e3e28a06d0e', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:a1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:25:10Z', 'updated_at': '2022-06-16T15:25:10Z', 'revision_number': 0, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:12.915060 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f09dfb-19fb-4dd1-bcee-80adea60ff65 None None] The sync data for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv is: [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '27554037-fb03-4a5e-9c06-5e3e28a06d0e', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:a1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:25:10Z', 'updated_at': '2022-06-16T15:25:10Z', 'revision_number': 0, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:25:12.933794 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-30dc3008-5efb-4d55-9365-3c7c8518f5df req-b5858520-527f-4495-af12-b0cace7d8329 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296258 Jun 16 15:25:13.100931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19efa34d-6d14-4b2a-ad75-4c3d58e2efb9 None None] New status for floating IP 27554037-fb03-4a5e-9c06-5e3e28a06d0e: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:25:15.677718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a1c8b0ce-31b9-46d7-b40c-913ec6376f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:18.199591 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-e8890b45-4c70-4339-8d95-d6e97ebbc9f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828359 Jun 16 15:25:18.309397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-22bc145f-eb03-4a95-b47f-92a8febfada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:18.313787 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-22bc145f-eb03-4a95-b47f-92a8febfada8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 1098 time: 0.0798006 Jun 16 15:25:18.379870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b828180-dc82-4eb6-816f-98430921c617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:18.463623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-c5062c53-d331-429c-b284-5c8c07deddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:18.464986 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-c5062c53-d331-429c-b284-5c8c07deddeb service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c2a81e5-7c40-4b99-99a0-22e2209e071e HTTP/1.1" status: 200 len: 897 time: 0.1302762 Jun 16 15:25:18.575193 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-ab5d0000-fec6-4905-a0d1-4491d2878654 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 HTTP/1.1" status: 200 len: 1001 time: 0.1034565 Jun 16 15:25:18.644655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-494668f9-2fef-460a-a7a5-3a024cfcdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:18.646075 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-494668f9-2fef-460a-a7a5-3a024cfcdafa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af2494f5-f995-4b02-b4fb-981d447290e7 HTTP/1.1" status: 200 len: 833 time: 0.0615475 Jun 16 15:25:18.734915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-f6055c68-ccb0-4d90-8f38-1588fae28c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:18.736356 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-f6055c68-ccb0-4d90-8f38-1588fae28c06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c2a81e5-7c40-4b99-99a0-22e2209e071e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844698 Jun 16 15:25:18.764305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:18.878271 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-f7d25bad-8a3e-4572-afbd-c640f0a7cfd9 service neutron] 10.222.0.46 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355536 Jun 16 15:25:19.028012 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b4036ed2-3d44-4d23-ac02-11689fa7e788 req-c85c670f-fab8-4e3f-a094-a229157cb3d1 service neutron] 10.222.0.46 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436729 Jun 16 15:25:20.186958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:20.244792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60750) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:20.844589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.341194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port eeb8616d-d38c-4994-993f-078cf67b533a {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:25:21.341982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.476681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.533557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port eeb8616d-d38c-4994-993f-078cf67b533a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=eeb8616d-d38c-4994-993f-078cf67b533a,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:21.533913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.662523 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for eeb8616d-d38c-4994-993f-078cf67b533a owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:25:22.060824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:22.111560 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=eeb8616d-d38c-4994-993f-078cf67b533a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:22.414045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:22.878625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 03f443ff-c78a-4c99-8491-400fc3fe4701 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:25:23.057151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:25:23.068101 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] Sync routers for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:25:23.070599 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d045abfe-128f-463c-9eb0-0812fb752855 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/03f443ff-c78a-4c99-8491-400fc3fe4701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8268230 Jun 16 15:25:23.079237 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:23.080008 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:23.277903 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:23.700421 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:25:21Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.101', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'mac_address': 'fa:16:3e:2b:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:23:56Z', 'updated_at': '2022-06-16T15:23:59Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:23.704284 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] Checking router: 03f443ff-c78a-4c99-8491-400fc3fe4701 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:25:23.715435 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:23.716073 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:23.783860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626946b-7a6a-4a4d-a750-c052f5ca4e6e req-402db40d-6b35-466a-a579-8768387facc1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:23.785968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-0626946b-7a6a-4a4d-a750-c052f5ca4e6e req-402db40d-6b35-466a-a579-8768387facc1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:25:23.855059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-0626946b-7a6a-4a4d-a750-c052f5ca4e6e req-402db40d-6b35-466a-a579-8768387facc1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:25:23.856344 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0626946b-7a6a-4a4d-a750-c052f5ca4e6e req-402db40d-6b35-466a-a579-8768387facc1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 946 time: 0.1691463 Jun 16 15:25:23.899173 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:23.909481 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0626946b-7a6a-4a4d-a750-c052f5ca4e6e req-96b69c1e-d441-4f26-90f1-61c8d2701388 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473361 Jun 16 15:25:24.245155 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:25:21Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.101', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'mac_address': 'fa:16:3e:2b:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:23:56Z', 'updated_at': '2022-06-16T15:23:59Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:24.249224 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67dec94-156b-4a25-a35e-7ca422939cd7 None None] The sync data for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv is: [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:25:21Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.101', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'port_id': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'mac_address': 'fa:16:3e:2b:ab:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:23:56Z', 'updated_at': '2022-06-16T15:23:59Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:25:25.103185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-353d087f-50ca-4563-94a1-a0218b442528 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:25.103989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-353d087f-50ca-4563-94a1-a0218b442528 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:25:25.112875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0b739-63f1-4fb8-8809-21901d3203ef req-95393e4c-970f-49ab-b467-dc9864a07a4c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:25.114402 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5e0b739-63f1-4fb8-8809-21901d3203ef req-95393e4c-970f-49ab-b467-dc9864a07a4c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 946 time: 0.0946212 Jun 16 15:25:25.117652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-353d087f-50ca-4563-94a1-a0218b442528 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:25:25.118922 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-353d087f-50ca-4563-94a1-a0218b442528 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 946 time: 0.1139936 Jun 16 15:25:25.160086 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5e0b739-63f1-4fb8-8809-21901d3203ef req-ccda1250-37d7-4479-9333-f80e9827ae0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398943 Jun 16 15:25:25.192067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-29f5d434-181a-4e00-90e9-c130791c104a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:25:25.192344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-29f5d434-181a-4e00-90e9-c130791c104a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:25.467877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device eeb8616d-d38c-4994-993f-078cf67b533a no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:25:25.501201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: eeb8616d-d38c-4994-993f-078cf67b533a {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:25:25.501542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device eeb8616d-d38c-4994-993f-078cf67b533a not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:25:25.550075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-29f5d434-181a-4e00-90e9-c130791c104a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port db5e3c54-fe8e-49a4-aedd-8c6ce8379544, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:25.550448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-29f5d434-181a-4e00-90e9-c130791c104a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:25.677075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-29f5d434-181a-4e00-90e9-c130791c104a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for db5e3c54-fe8e-49a4-aedd-8c6ce8379544 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:25:25.912005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-29f5d434-181a-4e00-90e9-c130791c104a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:25.969835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5d434-181a-4e00-90e9-c130791c104a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=db5e3c54-fe8e-49a4-aedd-8c6ce8379544,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:26.060241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-29f5d434-181a-4e00-90e9-c130791c104a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port db5e3c54-fe8e-49a4-aedd-8c6ce8379544 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:25:26.063157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-29f5d434-181a-4e00-90e9-c130791c104a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.066009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885f8ff7-1fe5-4a02-a97a-7c27d32d8604', 'name': 'network-vif-deleted', 'tag': 'db5e3c54-fe8e-49a4-aedd-8c6ce8379544'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:25:26.112671 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e54104-6a15-4a47-a130-37d2ae6062f2'] response: {'server_uuid': '885f8ff7-1fe5-4a02-a97a-7c27d32d8604', 'name': 'network-vif-deleted', 'tag': 'db5e3c54-fe8e-49a4-aedd-8c6ce8379544', 'status': 'completed', 'code': 200} Jun 16 15:25:26.135510 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3e69bdb3-e8ef-48be-9ac1-42a10429a39d req-29f5d434-181a-4e00-90e9-c130791c104a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "DELETE /v2.0/ports/db5e3c54-fe8e-49a4-aedd-8c6ce8379544 HTTP/1.1" status: 204 len: 173 time: 1.0102844 Jun 16 15:25:26.336349 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a68efa44-7fe6-4d76-9889-387f56761752 req-9244da97-4f84-4673-8ba2-068dca74d419 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=885f8ff7-1fe5-4a02-a97a-7c27d32d8604 HTTP/1.1" status: 200 len: 210 time: 0.0552464 Jun 16 15:25:27.451547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60772) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:27.527104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9b68842e-f5be-4268-a45c-042094815de3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:27.558791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9b68842e-f5be-4268-a45c-042094815de3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:27.614739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device db5e3c54-fe8e-49a4-aedd-8c6ce8379544 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:25:27.653568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: db5e3c54-fe8e-49a4-aedd-8c6ce8379544 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:25:27.653568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device db5e3c54-fe8e-49a4-aedd-8c6ce8379544 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:25:27.707371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9b68842e-f5be-4268-a45c-042094815de3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:27.726593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68842e-f5be-4268-a45c-042094815de3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d6efd4-26db-400b-a1f9-6bd8f7eb89ea,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:27.733878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9b68842e-f5be-4268-a45c-042094815de3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:27.733878 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9b68842e-f5be-4268-a45c-042094815de3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/97d6efd4-26db-400b-a1f9-6bd8f7eb89ea HTTP/1.1" status: 204 len: 168 time: 0.2824874 Jun 16 15:25:27.806394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60778) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:27.887132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8059248-3927-47b5-8d0f-e5e4bdfa48ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting subnet 057dc73c-e0a2-4634-8c3b-482926209fec {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:25:27.887132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8059248-3927-47b5-8d0f-e5e4bdfa48ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:27.948975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8059248-3927-47b5-8d0f-e5e4bdfa48ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.046357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8059248-3927-47b5-8d0f-e5e4bdfa48ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.213988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8059248-3927-47b5-8d0f-e5e4bdfa48ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.255811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8059248-3927-47b5-8d0f-e5e4bdfa48ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Subnet': ['ID=057dc73c-e0a2-4634-8c3b-482926209fec,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:28.267083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f8059248-3927-47b5-8d0f-e5e4bdfa48ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.270458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b43d925-3498-4bbc-84bb-4f2dbb888c17 None None] Network c77c8d21-d8e5-47d7-91c3-88825081c6ba requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:25:28.282094 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f8059248-3927-47b5-8d0f-e5e4bdfa48ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/subnets/057dc73c-e0a2-4634-8c3b-482926209fec HTTP/1.1" status: 204 len: 168 time: 0.4636652 Jun 16 15:25:28.285250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60782) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:28.427223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.442684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port c291369b-7a8c-47e0-b57d-9023de6eda27 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:25:28.442684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.587980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] DHCP port deletion for c77c8d21-d8e5-47d7-91c3-88825081c6ba request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:25:28.587980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] Deleting port c291369b-7a8c-47e0-b57d-9023de6eda27 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:25:28.587980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.679236 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port c291369b-7a8c-47e0-b57d-9023de6eda27, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c291369b-7a8c-47e0-b57d-9023de6eda27,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:28.679236 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.808515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] For port c291369b-7a8c-47e0-b57d-9023de6eda27, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c291369b-7a8c-47e0-b57d-9023de6eda27,segment=NetworkSegment(e49f55df-b368-4077-96a2-9ef0d670788a),segment_id=e49f55df-b368-4077-96a2-9ef0d670788a)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:28.808515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.814950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for c291369b-7a8c-47e0-b57d-9023de6eda27 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:25:28.933102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] Calling delete_port for c291369b-7a8c-47e0-b57d-9023de6eda27 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:25:28.987187 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:29.010540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:25:29.010896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:25:29.036727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=c291369b-7a8c-47e0-b57d-9023de6eda27,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:29.038549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port c291369b-7a8c-47e0-b57d-9023de6eda27 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:25:29.165332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:29.201118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77c8d21-d8e5-47d7-91c3-88825081c6ba']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:29.209132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49f55df-b368-4077-96a2-9ef0d670788a') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:29.209132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49f55df-b368-4077-96a2-9ef0d670788a') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:29.220502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:29.245568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:29.257215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:25:29.257215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:29.441385 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment e49f55df-b368-4077-96a2-9ef0d670788a resource provider aggregate not found Jun 16 15:25:29.460706 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment e49f55df-b368-4077-96a2-9ef0d670788a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e49f55df-b368-4077-96a2-9ef0d670788a found for delete ", "request_id": "req-2fc34b6b-bb3b-40c0-bae5-953ccc858a23"}]} Jun 16 15:25:29.517312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] Deleting port c291369b-7a8c-47e0-b57d-9023de6eda27 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:25:29.517312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:29.543249 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:25:29.552103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c291369b-7a8c-47e0-b57d-9023de6eda27 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:25:29.562614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:29.594148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:29.603808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: c291369b-7a8c-47e0-b57d-9023de6eda27 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:25:29.603808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c291369b-7a8c-47e0-b57d-9023de6eda27 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:25:29.610480 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Network': ['ID=c77c8d21-d8e5-47d7-91c3-88825081c6ba,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:29.610480 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-36910def-a85a-4a5d-a060-8cadc921c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/networks/c77c8d21-d8e5-47d7-91c3-88825081c6ba HTTP/1.1" status: 204 len: 168 time: 1.3318129 Jun 16 15:25:29.610480 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60790) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:29.644569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9a0497be-a2cd-4578-b185-3350c3db1dea None None] The port 'c291369b-7a8c-47e0-b57d-9023de6eda27' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:25:29.838680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 8734cad3-986a-4d29-919a-d32be8a193c1 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:25:29.838956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.051608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.051608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.193196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 8734cad3-986a-4d29-919a-d32be8a193c1 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:25:30.443985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.486445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=8734cad3-986a-4d29-919a-d32be8a193c1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:30.586549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.586914 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c disassociated (deleted). External IP: 172.26.2.101, port: 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59. Jun 16 15:25:30.945185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 03f443ff-c78a-4c99-8491-400fc3fe4701 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:25:31.265718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:25:31.277177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] Sync routers for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:25:31.285239 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:31.308289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:31.308289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:31.343461 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-56aca777-fade-4ccc-bab0-74ddca1fba38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/floatingips/5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c HTTP/1.1" status: 204 len: 168 time: 1.7321742 Jun 16 15:25:31.344042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'tag': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:25:31.434320 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322dd026-07e7-4aff-81bb-b4c6697796d0'] response: {'name': 'network-changed', 'server_uuid': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'tag': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'status': 'completed', 'code': 200} Jun 16 15:25:31.533923 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:31.550630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-d785e06f-80b9-4e78-ace1-d86a72eab225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:31.551681 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-d785e06f-80b9-4e78-ace1-d86a72eab225 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 1098 time: 0.0943506 Jun 16 15:25:31.694491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-5e76fa1b-074d-4538-97d9-602df07b2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:31.696087 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-5e76fa1b-074d-4538-97d9-602df07b2f4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c2a81e5-7c40-4b99-99a0-22e2209e071e HTTP/1.1" status: 200 len: 897 time: 0.1378603 Jun 16 15:25:31.767499 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-dba05e6b-c0a9-4282-8359-ac3de08c2ecf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 HTTP/1.1" status: 200 len: 217 time: 0.0648012 Jun 16 15:25:31.843544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-513be0e8-c14e-40cf-9ce8-c0cd0c3d0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:31.844961 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-513be0e8-c14e-40cf-9ce8-c0cd0c3d0ab1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af2494f5-f995-4b02-b4fb-981d447290e7 HTTP/1.1" status: 200 len: 833 time: 0.0704947 Jun 16 15:25:31.918466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:25:21Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:31.922874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] Checking router: 03f443ff-c78a-4c99-8491-400fc3fe4701 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:25:31.932943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:31.934038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:31.936868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-2ba63614-9494-4961-8b16-8c25df4013b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:31.938607 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-2ba63614-9494-4961-8b16-8c25df4013b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c2a81e5-7c40-4b99-99a0-22e2209e071e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863936 Jun 16 15:25:31.982642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec25d7-914a-4f0d-b731-5c5305b9ffb5 req-c5f3489b-17e4-4b62-967c-96175c84f50a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:31.984030 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-83ec25d7-914a-4f0d-b731-5c5305b9ffb5 req-c5f3489b-17e4-4b62-967c-96175c84f50a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 945 time: 0.0998209 Jun 16 15:25:32.034229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-83ec25d7-914a-4f0d-b731-5c5305b9ffb5 req-ad023575-3c03-46c6-8af7-73d57854564d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:25:32.101016 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-b28416bd-4b77-4a0e-bf99-51605c96e9e7 service neutron] 10.222.0.46 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515009 Jun 16 15:25:32.135576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:32.174610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-83ec25d7-914a-4f0d-b731-5c5305b9ffb5 req-ad023575-3c03-46c6-8af7-73d57854564d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:25:32.176549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-83ec25d7-914a-4f0d-b731-5c5305b9ffb5 req-ad023575-3c03-46c6-8af7-73d57854564d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856117 Jun 16 15:25:32.249688 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd48d4ea-cdaf-4ea1-9198-0fedbc93c804 req-f658665b-ba41-41b6-98db-894bcc0c4993 service neutron] 10.222.0.46 "GET /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404014 Jun 16 15:25:32.497558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:25:21Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:32.502250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75df6b-5abe-47f3-8573-6f0814fa369e None None] The sync data for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv is: [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:25:21Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '8d1b31ca-e9bd-41df-8e6a-7f431cfe6394', 'name': '', 'network_id': '0c2a81e5-7c40-4b99-99a0-22e2209e071e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:d4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:32Z', 'updated_at': '2022-06-16T15:23:39Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'af2494f5-f995-4b02-b4fb-981d447290e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:25:32.791041 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c08a8-db68-44c3-a879-9268e111b7b3 None None] New status for floating IP 5dc2ef4a-b72c-4a1c-a3a7-4ecade9ee06c: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:25:33.324106 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-0f59a36f-65b6-4a0b-a429-4cfe263ae9ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:33.324610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-0f59a36f-65b6-4a0b-a429-4cfe263ae9ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:25:33.408058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-0f59a36f-65b6-4a0b-a429-4cfe263ae9ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:25:33.408058 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-0f59a36f-65b6-4a0b-a429-4cfe263ae9ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 945 time: 0.1974776 Jun 16 15:25:33.442816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced4ea6-2af9-4dba-be4a-48bd903527ed req-be61b8f7-33c6-499e-9500-4a776f440424 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:33.442816 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0ced4ea6-2af9-4dba-be4a-48bd903527ed req-be61b8f7-33c6-499e-9500-4a776f440424 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 945 time: 0.1229758 Jun 16 15:25:33.496391 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-5ccad4fe-de02-4921-b459-5de55c8a40db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:25:33.496737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-5ccad4fe-de02-4921-b459-5de55c8a40db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:33.511645 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0ced4ea6-2af9-4dba-be4a-48bd903527ed req-9f0c0d08-2162-479b-9ea0-e32f1f3c322d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=7d35899f-914c-4b68-8ee6-ff33b44425af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614321 Jun 16 15:25:33.768651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-5ccad4fe-de02-4921-b459-5de55c8a40db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:33.773798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-5ccad4fe-de02-4921-b459-5de55c8a40db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:33.903352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-5ccad4fe-de02-4921-b459-5de55c8a40db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:25:34.266360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-5ccad4fe-de02-4921-b459-5de55c8a40db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:34.318032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccad4fe-de02-4921-b459-5de55c8a40db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=9895ee81-b997-4ec9-81ab-2a5b6fe5ed59,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:34.416513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-5ccad4fe-de02-4921-b459-5de55c8a40db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:25:34.416513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-5ccad4fe-de02-4921-b459-5de55c8a40db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:34.418536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'name': 'network-vif-deleted', 'tag': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:25:34.464803 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c486df1-653f-496f-aad9-55c9b9015e3e'] response: {'server_uuid': 'e58b5fe9-d715-401c-a155-1055a700eb15', 'name': 'network-vif-deleted', 'tag': '9895ee81-b997-4ec9-81ab-2a5b6fe5ed59', 'status': 'completed', 'code': 200} Jun 16 15:25:34.512613 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b9720f3a-665c-44e9-8639-f04ae7957e01 req-5ccad4fe-de02-4921-b459-5de55c8a40db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "DELETE /v2.0/ports/9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 HTTP/1.1" status: 204 len: 173 time: 1.1023018 Jun 16 15:25:34.678024 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-43dd1a7e-63e0-48f0-a5c2-11de82935130 req-4be2e1bd-50d5-4365-b15b-d740f662bd14 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=e58b5fe9-d715-401c-a155-1055a700eb15 HTTP/1.1" status: 200 len: 210 time: 0.0550098 Jun 16 15:25:35.649028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:35.658165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:25:35.693902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:25:35.694258 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9895ee81-b997-4ec9-81ab-2a5b6fe5ed59 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:25:35.777152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60810) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:35.849653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd9b744b-bde7-4ccd-b55c-9187f318a185 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:35.890314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd9b744b-bde7-4ccd-b55c-9187f318a185 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.048395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd9b744b-bde7-4ccd-b55c-9187f318a185 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.067610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b744b-bde7-4ccd-b55c-9187f318a185 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d35899f-914c-4b68-8ee6-ff33b44425af,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:36.144137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-cd9b744b-bde7-4ccd-b55c-9187f318a185 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.144137 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-cd9b744b-bde7-4ccd-b55c-9187f318a185 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/7d35899f-914c-4b68-8ee6-ff33b44425af HTTP/1.1" status: 204 len: 168 time: 0.3631580 Jun 16 15:25:36.262152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60816) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:36.825268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:37.214681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:25:37.215066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:37.408421 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=8d1b31ca-e9bd-41df-8e6a-7f431cfe6394,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:37.409163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:37.649684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:25:37.991568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:38.040159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=8d1b31ca-e9bd-41df-8e6a-7f431cfe6394,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:38.087678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.088037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.088388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.089123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.089225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.089560 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.089903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.090235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.090568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.090896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.091277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.091615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:38.355194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:38.731040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 03f443ff-c78a-4c99-8491-400fc3fe4701 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:25:38.909942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:25:38.920051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] Sync routers for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:25:38.923662 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-95ff2fca-7947-4ad7-9212-d89337720dc0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/03f443ff-c78a-4c99-8491-400fc3fe4701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6657805 Jun 16 15:25:38.926476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60820) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:38.930700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:38.931353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:38.995792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-951f7c9a-4414-4afa-86ee-92b79abebc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting subnet af2494f5-f995-4b02-b4fb-981d447290e7 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:25:38.998697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-951f7c9a-4414-4afa-86ee-92b79abebc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:39.053265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-951f7c9a-4414-4afa-86ee-92b79abebc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:39.113656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:39.277386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-951f7c9a-4414-4afa-86ee-92b79abebc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:39.410243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:25:37Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:39.416085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] Checking router: 03f443ff-c78a-4c99-8491-400fc3fe4701 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:25:39.417135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-951f7c9a-4414-4afa-86ee-92b79abebc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:39.425072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] Routers {'03f443ff-c78a-4c99-8491-400fc3fe4701'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:39.425072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['03f443ff-c78a-4c99-8491-400fc3fe4701'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:39.469245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-951f7c9a-4414-4afa-86ee-92b79abebc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:39.476210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f7c9a-4414-4afa-86ee-92b79abebc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Subnet': ['ID=af2494f5-f995-4b02-b4fb-981d447290e7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:39.480967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ccfc50-7716-4484-8042-db302832f778 None None] Network 0c2a81e5-7c40-4b99-99a0-22e2209e071e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:25:39.487486 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-951f7c9a-4414-4afa-86ee-92b79abebc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/subnets/af2494f5-f995-4b02-b4fb-981d447290e7 HTTP/1.1" status: 204 len: 168 time: 0.5547140 Jun 16 15:25:39.487486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60824) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:39.697496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:39.804143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] Set router 03f443ff-c78a-4c99-8491-400fc3fe4701 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:39.887036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:39.975081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:25:39.975432 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:40.104798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] DHCP port deletion for 0c2a81e5-7c40-4b99-99a0-22e2209e071e request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:25:40.110813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Deleting port ec5131bf-c929-4076-8441-ffd130e9d3d9 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:25:40.111212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:40.160930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:25:37Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:40.172808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d89ea-3731-4a34-89db-93a46162ae41 None None] The sync data for ids ['03f443ff-c78a-4c99-8491-400fc3fe4701'] in dv-neutron-846028-2-hyperv is: [{'id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'name': 'tempest-TestNetworkBasicOps-router-1833545089', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:23:27Z', 'updated_at': '2022-06-16T15:25:37Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f443ff-c78a-4c99-8491-400fc3fe4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:23:28Z', 'updated_at': '2022-06-16T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:25:40.184824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:40.186018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:40.320228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:25:40.340273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] For port ec5131bf-c929-4076-8441-ffd130e9d3d9, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ec5131bf-c929-4076-8441-ffd130e9d3d9,segment=NetworkSegment(4211d999-cc22-4e90-b557-02abc257af39),segment_id=4211d999-cc22-4e90-b557-02abc257af39)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:40.344798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:40.469850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Calling delete_port for ec5131bf-c929-4076-8441-ffd130e9d3d9 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:25:40.592311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:40.615867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:40.662418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:40.668622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Pushing event deleted for resources: {'Port': ['ID=ec5131bf-c929-4076-8441-ffd130e9d3d9,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:40.674422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] No DVR routers for this DVR port ec5131bf-c929-4076-8441-ffd130e9d3d9 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:25:40.682355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.688648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8b20c-ec4a-4839-81cb-aa76ac457656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:40.796432 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:40.974754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:40.976999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.088809 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.090060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Fanout notify agent at l3_agent the message router_deleted on router 03f443ff-c78a-4c99-8491-400fc3fe4701 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:25:41.106310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.107823 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-afdc5799-881e-400a-a1b1-132e780b2478 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/routers/03f443ff-c78a-4c99-8491-400fc3fe4701 HTTP/1.1" status: 204 len: 168 time: 1.6183124 Jun 16 15:25:41.110534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60828) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:41.341415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.480692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.507441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2a81e5-7c40-4b99-99a0-22e2209e071e']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:41.519575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4211d999-cc22-4e90-b557-02abc257af39') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:41.519854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4211d999-cc22-4e90-b557-02abc257af39') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:41.532431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.551263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.558561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:25:41.559008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.600876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ec5131bf-c929-4076-8441-ffd130e9d3d9 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:25:41.636391 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: ec5131bf-c929-4076-8441-ffd130e9d3d9 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:25:41.636836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ec5131bf-c929-4076-8441-ffd130e9d3d9 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:25:41.637109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:25:41.645973 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 4211d999-cc22-4e90-b557-02abc257af39 resource provider aggregate not found Jun 16 15:25:41.663784 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 4211d999-cc22-4e90-b557-02abc257af39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4211d999-cc22-4e90-b557-02abc257af39 found for delete ", "request_id": "req-3989e2bc-2181-4b5b-8e0d-15e10ce07007"}]} Jun 16 15:25:41.671814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:25:41.672061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 432b4d0b-0dda-4585-8cce-c9f6b9a7a2d3 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:25:41.672491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:25:41.709911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:25:41.710245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 8d1b31ca-e9bd-41df-8e6a-7f431cfe6394 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:25:41.744909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.762618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.773567 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/networks/0c2a81e5-7c40-4b99-99a0-22e2209e071e HTTP/1.1" status: 204 len: 168 time: 0.6620629 Jun 16 15:25:41.775972 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488cac1-4a4b-463a-972a-c7503c97d24c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Network': ['ID=0c2a81e5-7c40-4b99-99a0-22e2209e071e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:41.793751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60838) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:41.800159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'network': {'name': 'tempest-network-smoke--285059082', 'project_id': 'cdbb136214314352a52001d8f185680c', 'port_security_enabled': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:41.805264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:41.810093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:network and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:41.812772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:41.819152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:41.871435 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:25:41.875145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.903320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:25:41.913152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:41.913492 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Added segment 07775a59-43cc-47c6-9f41-749d6b9a304e of type vlan for network 1fd69a0f-391f-4212-9f4b-43019a0ec118 Jun 16 15:25:41.941445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:42.036674 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:42.042230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:42.045405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:42.153532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Network': ['ID=1fd69a0f-391f-4212-9f4b-43019a0ec118,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:42.164417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 1fd69a0f-391f-4212-9f4b-43019a0ec118 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:25:42.211550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60842) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:42.216277 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9e64e591-4723-4db9-ae9e-354e93cf16f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4211071 Jun 16 15:25:42.221445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'admin_state_up': True, 'project_id': 'cdbb136214314352a52001d8f185680c', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:42.229146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:42.233522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:router and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:42.244292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:42.244292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:42.329416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:42.330501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:42.346607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:42.952985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:43.330969 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:43.363553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:43.496636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.150 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/1b450bb7-ca70-48a8-8d6b-6e88ff22cded) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:25:43.646277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:43.728113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:43.801658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:25:43.805128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:25:43.808112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:25:43.848335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=1b450bb7-ca70-48a8-8d6b-6e88ff22cded,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:43.860156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.860485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.860824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.861158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.861488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.861822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.862147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.862469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.862794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.863145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.863466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:43.863784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:44.334828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:44.779841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:45.095282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router ad17bb6d-b17c-44db-9def-894d86925b3a is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:25:45.290827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:25:45.301604 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Sync routers for ids ['ad17bb6d-b17c-44db-9def-894d86925b3a'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:25:45.311719 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Routers {'ad17bb6d-b17c-44db-9def-894d86925b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:45.312329 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['ad17bb6d-b17c-44db-9def-894d86925b3a'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:45.391671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:45.395598 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e3316d14-fdc9-4d41-9450-51950f74b573 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1797302 Jun 16 15:25:45.395996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60846) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:45.436854 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-274b51bf-e760-41c7-a9c3-bfa229916c48 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=cdbb136214314352a52001d8f185680c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397377 Jun 16 15:25:45.439787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60850) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:45.490592 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Set router ad17bb6d-b17c-44db-9def-894d86925b3a gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:45.588567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef3288f-3285-45c6-9254-67547d86a16b tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:45.590058 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9ef3288f-3285-45c6-9254-67547d86a16b tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493685 Jun 16 15:25:45.592926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60854) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:45.640207 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3d2e4a6f-c7dd-4e81-bb0e-8cf3076747a5 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462036 Jun 16 15:25:45.652180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60858) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:45.652180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-761857628', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'project_id': 'cdbb136214314352a52001d8f185680c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:45.763063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63654ffd-7100-4f82-b704-d9f96fd20fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:45.769468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:45.776453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:subnet and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:45.781218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:45.784711 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:44Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:45.788654 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Checking router: ad17bb6d-b17c-44db-9def-894d86925b3a for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:25:45.788998 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Updating router ad17bb6d-b17c-44db-9def-894d86925b3a port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:25:45.789204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:45.847764 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:45.848742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:25:45.852262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:46.160967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:46.230077 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:46.242752 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Transition to ACTIVE for port object 1b450bb7-ca70-48a8-8d6b-6e88ff22cded will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:25:46.245583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Subnet': ['ID=1876bbb0-4e97-4313-b17d-cf4d5279b259,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:46.254339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Checking segment: {'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:25:46.254700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network hostable DHCP agents. Network: 1fd69a0f-391f-4212-9f4b-43019a0ec118, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:25:46.309038 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:46.328699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 1fd69a0f-391f-4212-9f4b-43019a0ec118 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:25:46.389966 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Attempting to bind port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:25:46.390379 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Attempting to bind port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:25:46.390850 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Attempting to bind port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:25:46.393243 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Pushing event updated for resources: {'Port': ['ID=1b450bb7-ca70-48a8-8d6b-6e88ff22cded,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:46.403509 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.403865 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.404212 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.404539 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.404857 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.405175 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.405491 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.405807 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.406219 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.406538 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.406851 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.407186 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:46.420626 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:25:46.420626 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:25:46.420626 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:46.420626 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:25:46.420626 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Bound port: 1b450bb7-ca70-48a8-8d6b-6e88ff22cded, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:25:46.420626 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:46.437547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 1fd69a0f-391f-4212-9f4b-43019a0ec118) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:25:46.447285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e474a511-62be-4729-8ab5-3afb9829075f None None] Network 1fd69a0f-391f-4212-9f4b-43019a0ec118 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:25:46.448863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:46.449638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:46.501495 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] For port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:25:46.505691 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] For port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1b450bb7-ca70-48a8-8d6b-6e88ff22cded,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:25:46.627146 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:46.662146 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-060964f5-ee60-424a-bffb-57d14c56eb74 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0158300 Jun 16 15:25:46.662489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60862) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:46.703141 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebc399-6aca-4615-94f1-39755fe0be48 None None] Pushing event updated for resources: {'Port': ['ID=1b450bb7-ca70-48a8-8d6b-6e88ff22cded,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:46.719356 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Routers {'ad17bb6d-b17c-44db-9def-894d86925b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:46.720219 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['ad17bb6d-b17c-44db-9def-894d86925b3a'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:46.734976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-1fd69a0f-391f-4212-9f4b-43019a0ec118', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:25:46.735851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:46.911782 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Allocated IP 172.20.0.2 (1fd69a0f-391f-4212-9f4b-43019a0ec118/1876bbb0-4e97-4313-b17d-cf4d5279b259/5b4e40cf-6ac4-4b37-8185-ab63c808fe33) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:25:46.916787 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] Set router ad17bb6d-b17c-44db-9def-894d86925b3a gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:47.136357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:47.144771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Transition to ACTIVE for port object 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:25:47.165033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Transition to ACTIVE for port object 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:25:47.227012 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:44Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:47.237392 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a2b7-eb88-42ee-b27f-002b59df8284 None None] The sync data for ids ['ad17bb6d-b17c-44db-9def-894d86925b3a'] in dv-neutron-846028-2-hyperv is: [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:44Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:25:47.256147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:47.342561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Pushing event updated for resources: {'Port': ['ID=5b4e40cf-6ac4-4b37-8185-ab63c808fe33,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:47.346484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Network 1fd69a0f-391f-4212-9f4b-43019a0ec118 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:25:47.348242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:25:47.350519 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:25:47.455554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Attempting to bind port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:25:47.455922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Attempting to bind port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:25:47.456322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Attempting to bind port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 on network 1fd69a0f-391f-4212-9f4b-43019a0ec118 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:25:47.462245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:25:47.462624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Checking segment: {'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:25:47.463171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:47.463469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Bound using segment: {'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:25:47.463927 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Bound port: 5b4e40cf-6ac4-4b37-8185-ab63c808fe33, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:25:47.464305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:47.564313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:47.590795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] For port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:25:47.594559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] For port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5b4e40cf-6ac4-4b37-8185-ab63c808fe33,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:25:47.764564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:47.870420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee95cd-e997-401e-bb8b-7c495189e9b9 None None] Pushing event updated for resources: {'Port': ['ID=5b4e40cf-6ac4-4b37-8185-ab63c808fe33,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:48.024922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.1 (1fd69a0f-391f-4212-9f4b-43019a0ec118/1876bbb0-4e97-4313-b17d-cf4d5279b259/22ed79d5-3dd8-472f-adb5-9b03d8e36f11) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:25:48.255842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:48.274124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:25:48.346082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7d50ea15-de2a-4b87-a063-35d75683b896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:48.380799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:48.449993 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 1fd69a0f-391f-4212-9f4b-43019a0ec118 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:25:48.454229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:25:48.457960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:25:48.491274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=22ed79d5-3dd8-472f-adb5-9b03d8e36f11,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:48.645890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:48.728426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:48.896964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e1e6be-3e64-45ce-a523-d95f7de082ed None None] Network 1fd69a0f-391f-4212-9f4b-43019a0ec118 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:25:49.015676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:49.116941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d3c0bf3e-57fa-4a93-8cf0-8b43ca0e9a09 None None] Provisioning for port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:25:49.485106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:49.580382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bd4353fe-e8c9-4f0b-ada7-a9feccf4f802 None None] Provisioning for port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:25:49.586071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bd4353fe-e8c9-4f0b-ada7-a9feccf4f802 None None] Provisioning complete for port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:49.586505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd4353fe-e8c9-4f0b-ada7-a9feccf4f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:49.604155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:49.618200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1b450bb7-ca70-48a8-8d6b-6e88ff22cded up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:25:49.701684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bd4353fe-e8c9-4f0b-ada7-a9feccf4f802 None None] Port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:25:49.717595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:49.744039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=22ed79d5-3dd8-472f-adb5-9b03d8e36f11,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:49.797260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:25:49.802640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:49.803071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:49.865364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 1fd69a0f-391f-4212-9f4b-43019a0ec118 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:25:49.866774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:25:49.870173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3ef1bb42-e540-4756-9fe9-cc0e4c906347 None None] Provisioning complete for port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:49.870571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ef1bb42-e540-4756-9fe9-cc0e4c906347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:49.975201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1bb42-e540-4756-9fe9-cc0e4c906347 None None] Port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:25:49.997000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:25:49.998420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.018211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1b450bb7-ca70-48a8-8d6b-6e88ff22cded,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:50.074124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router ad17bb6d-b17c-44db-9def-894d86925b3a has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:25:50.099242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.099242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:25:50.252127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-89922127-6192-4db8-8feb-f6957072738e None None] Provisioning complete for port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:50.252496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-89922127-6192-4db8-8feb-f6957072738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.271050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:25:50.286066 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ae2ae13b-b2f1-4c08-89aa-c5071cfc26ff tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/ad17bb6d-b17c-44db-9def-894d86925b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6217697 Jun 16 15:25:50.289030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60866) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:50.299721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Sync routers for ids ['ad17bb6d-b17c-44db-9def-894d86925b3a'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:25:50.332716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.344876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=1b450bb7-ca70-48a8-8d6b-6e88ff22cded,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:50.352096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Routers {'ad17bb6d-b17c-44db-9def-894d86925b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:50.352726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['ad17bb6d-b17c-44db-9def-894d86925b3a'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:50.408703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-89922127-6192-4db8-8feb-f6957072738e None None] Port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:25:50.443667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc9456-f9c4-437a-8e0a-620b88000752 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.444139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc9456-f9c4-437a-8e0a-620b88000752 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.444606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc9456-f9c4-437a-8e0a-620b88000752 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.445063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc9456-f9c4-437a-8e0a-620b88000752 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.445526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc9456-f9c4-437a-8e0a-620b88000752 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.446075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc9456-f9c4-437a-8e0a-620b88000752 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.447906 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a0dc9456-f9c4-437a-8e0a-620b88000752 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1577818 Jun 16 15:25:50.450755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60870) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:50.529292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:25:50.541485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:50.541858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.589821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Set router ad17bb6d-b17c-44db-9def-894d86925b3a gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:50.638925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492ddb8-b38a-4a78-88a8-e973b9524811 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.639404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492ddb8-b38a-4a78-88a8-e973b9524811 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.639850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492ddb8-b38a-4a78-88a8-e973b9524811 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.640297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492ddb8-b38a-4a78-88a8-e973b9524811 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.641257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492ddb8-b38a-4a78-88a8-e973b9524811 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.641257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492ddb8-b38a-4a78-88a8-e973b9524811 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:50.643082 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3492ddb8-b38a-4a78-88a8-e973b9524811 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1911705 Jun 16 15:25:50.646311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60874) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:50.886565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:25:50.886974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.905631 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-15b03208-a4e7-4ea8-af81-d09f22a45257 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2532711 Jun 16 15:25:50.969351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5b4e40cf-6ac4-4b37-8185-ab63c808fe33,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:50.997541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:48Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22ed79d5-3dd8-472f-adb5-9b03d8e36f11', 'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:23:80:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:47Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:51.001364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Checking router: ad17bb6d-b17c-44db-9def-894d86925b3a for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:25:51.001776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Updating router ad17bb6d-b17c-44db-9def-894d86925b3a port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:25:51.045320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60882) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:51.056973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866667124', 'description': 'tempest-secgroup-smoke-1866667124 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:51.056973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:51.060661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:51.062979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.063846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:51.069866 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:51.078505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.180259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.201869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:51.205858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:51.209500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:51.214436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:51.239744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=5b4e40cf-6ac4-4b37-8185-ab63c808fe33,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:51.296585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.349106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.394227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:51.460336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.461641 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-709d831a-439b-404f-9d86-8c8150b17e46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4153070 Jun 16 15:25:51.464512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60886) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:51.467976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.469684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:51.475748 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:51.479739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:51.482813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:51.489177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:51.492616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.505959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Transition to ACTIVE for port object 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:25:51.553235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1b450bb7-ca70-48a8-8d6b-6e88ff22cded up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:25:51.564258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.604108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.626032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.722270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.746230 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a9588-395a-4811-8e5b-b233bc425b7a None None] Pushing event updated for resources: {'Port': ['ID=22ed79d5-3dd8-472f-adb5-9b03d8e36f11,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:51.754261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76472fc6-0edb-4c6b-8603-416e37e312ab,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:51.832665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.836244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60890) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:51.836842 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5f8adcde-f4ee-4d17-9a91-94193e832e69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3705072 Jun 16 15:25:51.842125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:51.849055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:51.853911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:51.857761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:51.863984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:51.881084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:51.881614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.929885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.945689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Attempting to bind port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:25:51.946054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Attempting to bind port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:25:51.946415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Attempting to bind port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 on network 1fd69a0f-391f-4212-9f4b-43019a0ec118 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:25:51.960939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:25:51.961314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Checking segment: {'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:25:51.961709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.962100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Bound using segment: {'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:25:51.962572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Bound port: 22ed79d5-3dd8-472f-adb5-9b03d8e36f11, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:25:51.962986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.998457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:52.089064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:52.120564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a2623f-733a-4ec8-b69b-4fd02c96401f,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:52.125955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] For port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:25:52.128148 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:25:52.129223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:25:52.173439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] For port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=22ed79d5-3dd8-472f-adb5-9b03d8e36f11,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:25:52.204750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:52.205026 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:52.253589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:52.257101 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0a8b2ed5-ec24-4d89-965b-1c142b899fd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4174972 Jun 16 15:25:52.258032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60894) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:52.263730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:52.270077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:52.273979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:52.277020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:52.283943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:52.315218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:52.383900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:25:52.418501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Routers {'ad17bb6d-b17c-44db-9def-894d86925b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:25:52.418501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['ad17bb6d-b17c-44db-9def-894d86925b3a'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:52.457273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:52.475705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a9588-395a-4811-8e5b-b233bc425b7a None None] Pushing event updated for resources: {'Port': ['ID=22ed79d5-3dd8-472f-adb5-9b03d8e36f11,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:52.550128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:52.626678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] Set router ad17bb6d-b17c-44db-9def-894d86925b3a gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:25:52.764813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:52.778080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaa02ec-c319-4b5f-b8bf-582c8ae7d88d,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:52.917931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:52.921526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60898) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:52.922063 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5ae4bb37-270c-461f-a292-f9001a70eec6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6625912 Jun 16 15:25:52.927143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:52.933378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:52.939032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:52.940559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:52.946155 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:52.962820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:48Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22ed79d5-3dd8-472f-adb5-9b03d8e36f11', 'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:23:80:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:47Z', 'updated_at': '2022-06-16T15:25:52Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:52.967286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88431f8-5a5d-47cd-b3b4-2a8fd7bfb47f None None] The sync data for ids ['ad17bb6d-b17c-44db-9def-894d86925b3a'] in dv-neutron-846028-2-hyperv is: [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:48Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22ed79d5-3dd8-472f-adb5-9b03d8e36f11', 'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:23:80:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:47Z', 'updated_at': '2022-06-16T15:25:52Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:25:53.055421 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.129902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.213753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.242556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48833931-bb2d-4100-b047-3d2e75266c94,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:53.316773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.319672 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f29db6fd-273b-4380-aa84-46ec02026efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3954220 Jun 16 15:25:53.320999 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60902) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:53.326248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:53.336908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:53.337152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:53.340416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:53.351125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:53.431773 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:25:53.442216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.520363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.572378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:25:53.590184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.616923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027f5459-7ce0-4270-bc23-c9c1951b2d86,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:53.688115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.689424 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c506124d-568a-4e85-8336-726bc5a3dd0e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673930 Jun 16 15:25:53.692333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60906) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:53.697498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:53.703789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:53.707664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:25:53.710671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:25:53.718482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:53.723010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:25:53.727303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:53.727757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.837654 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:25:53.845549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.866129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:25:53.866510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.901472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=22ed79d5-3dd8-472f-adb5-9b03d8e36f11,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:53.919787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:54.055049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:54.078777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:54.103150 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece93778-1cad-475c-8ac0-5209d6fcce7f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:54.134705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=22ed79d5-3dd8-472f-adb5-9b03d8e36f11,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:54.174468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:54.176818 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d7420063-a7b4-4f7c-aafc-827fa75106ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4823887 Jun 16 15:25:54.342167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-be5869b5-8c55-416d-9185-7c3e1aff0431 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:25:54.437489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-be5869b5-8c55-416d-9185-7c3e1aff0431 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:25:54.438674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-be5869b5-8c55-416d-9185-7c3e1aff0431 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866667124&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.1376843 Jun 16 15:25:54.592409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-bb8b4486-4dc2-4089-b7e7-ec3206c08f0d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:54.593797 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-bb8b4486-4dc2-4089-b7e7-ec3206c08f0d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/networks?id=1fd69a0f-391f-4212-9f4b-43019a0ec118 HTTP/1.1" status: 200 len: 796 time: 0.1483371 Jun 16 15:25:54.609193 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-ab20f604-a8d5-4f19-9b79-0d55ba4ea1f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/quotas/cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 375 time: 0.0097311 Jun 16 15:25:54.701045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-c5d707f7-04ed-49ec-9115-6bdfd06ddfdc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:25:54.774183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-c5d707f7-04ed-49ec-9115-6bdfd06ddfdc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:25:54.775542 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-c5d707f7-04ed-49ec-9115-6bdfd06ddfdc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613932 Jun 16 15:25:54.912301 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-04770182-9679-4ab9-aa1b-cd3fef51da4a service neutron] 10.222.0.73 "GET /v2.0/networks/1fd69a0f-391f-4212-9f4b-43019a0ec118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252000 Jun 16 15:25:55.046422 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-6ef05012-cedf-405a-892a-37bafc4f40f0 service neutron] 10.222.0.73 "GET /v2.0/networks/1fd69a0f-391f-4212-9f4b-43019a0ec118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283593 Jun 16 15:25:55.370758 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c8f8e981-0aa7-4db3-8b37-3ab3f40ad109 req-cc78885e-3d53-46e2-a4a7-c12f595f1959 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 210 time: 0.0498643 Jun 16 15:25:55.544229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:25:55.614229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:55.614599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:55.738364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:25:56.539134 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f611da56-f643-472a-94f5-688b17033b8a req-889f452d-a5c8-4e87-a2d6-376ec037c205 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 210 time: 0.0563726 Jun 16 15:25:57.522668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-14d9da21-0ab8-4359-b063-af8e14f4b13f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:57.523787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-14d9da21-0ab8-4359-b063-af8e14f4b13f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:25:57.637555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-14d9da21-0ab8-4359-b063-af8e14f4b13f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:25:57.639320 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-14d9da21-0ab8-4359-b063-af8e14f4b13f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=1fd69a0f-391f-4212-9f4b-43019a0ec118 HTTP/1.1" status: 200 len: 796 time: 0.3525786 Jun 16 15:25:57.688292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-2f077a0b-30c3-4277-8eb9-be842217b57e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:25:57.700991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-2f077a0b-30c3-4277-8eb9-be842217b57e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:25:57.702099 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-2f077a0b-30c3-4277-8eb9-be842217b57e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 380 time: 0.0547042 Jun 16 15:25:57.703410 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-176af976-a842-4d7f-a935-7f2a6ddca023 req-f1520f61-a70e-497f-9ab3-e7d6a6ca524f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 210 time: 0.0580757 Jun 16 15:25:57.711215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'device_id': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'admin_state_up': True, 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'security_groups': ['ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:57.847641 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:25:57.856835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:25:57.928671 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:25:57.932673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:58.107120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.9 (1fd69a0f-391f-4212-9f4b-43019a0ec118/1876bbb0-4e97-4313-b17d-cf4d5279b259/eb06fc5a-d1de-466c-ac39-c2fa9a78dafa) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:25:58.300146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:58.316397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object eb06fc5a-d1de-466c-ac39-c2fa9a78dafa will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:25:58.391877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:58.581285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 1fd69a0f-391f-4212-9f4b-43019a0ec118 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:25:58.584875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:25:58.588689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:25:58.624776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:58.657695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:58.658219 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:58.735275 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d7ee0c3d-942d-4ccf-baa2-4d423a74c149 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0276976 Jun 16 15:25:58.746483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Request body: {'port': {'device_id': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:58.861741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:58.882924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-309bdebb-05fc-483d-be87-6da99c4c62e2 None None] Provisioning for port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:25:58.888361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-309bdebb-05fc-483d-be87-6da99c4c62e2 None None] Provisioning complete for port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:58.888808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-309bdebb-05fc-483d-be87-6da99c4c62e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:58.903157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ecdac-2ab6-4d97-b1a2-61ca5fab8d8a req-c061752a-343b-43df-9c95-fafb9670d6f5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:58.905300 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-167ecdac-2ab6-4d97-b1a2-61ca5fab8d8a req-c061752a-343b-43df-9c95-fafb9670d6f5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 931 time: 0.0968602 Jun 16 15:25:58.952165 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-167ecdac-2ab6-4d97-b1a2-61ca5fab8d8a req-7f016ad7-04b8-4c73-967f-a3ea852672d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409348 Jun 16 15:25:58.993098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-309bdebb-05fc-483d-be87-6da99c4c62e2 None None] Port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:25:59.226313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb06fc5a-d1de-466c-ac39-c2fa9a78dafa {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:25:59.234016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:59.249014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Transition to ACTIVE for port object eb06fc5a-d1de-466c-ac39-c2fa9a78dafa will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:25:59.327711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:59.462594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Pushing event updated for resources: {'Port': ['ID=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:59.582621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Attempting to bind port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:25:59.583632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Attempting to bind port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:25:59.583632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Attempting to bind port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa on network 1fd69a0f-391f-4212-9f4b-43019a0ec118 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:25:59.588219 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa on network 1fd69a0f-391f-4212-9f4b-43019a0ec118 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:25:59.588540 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Attempting to bind port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa on network 1fd69a0f-391f-4212-9f4b-43019a0ec118 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:25:59.593705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:25:59.594049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Checking segment: {'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:25:59.594438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Bound using segment: {'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:25:59.594863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Bound port: eb06fc5a-d1de-466c-ac39-c2fa9a78dafa, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07775a59-43cc-47c6-9f41-749d6b9a304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:25:59.595242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:59.688280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] For port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:25:59.691258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] For port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:25:59.767664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:59.821217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:25:59.821821 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:59.823224 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] 10.222.0.46 "PUT /v2.0/ports/eb06fc5a-d1de-466c-ac39-c2fa9a78dafa HTTP/1.1" status: 200 len: 1093 time: 1.0810001 Jun 16 15:25:59.823656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'tag': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:25:59.852098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b16c3-0534-4dd1-ae02-f30292bcd7af service neutron] Pushing event updated for resources: {'Port': ['ID=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:59.889483 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a8aae7-ae6c-4b67-8e26-7b48a555e4d6'] response: {'name': 'network-changed', 'server_uuid': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'tag': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'status': 'completed', 'code': 200} Jun 16 15:26:00.003989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b1505-4a02-49d8-9dee-b951d7ac6015 req-45416e7c-e76a-42db-958a-972991f6520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:00.005515 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a85b1505-4a02-49d8-9dee-b951d7ac6015 req-45416e7c-e76a-42db-958a-972991f6520d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 1096 time: 0.0914245 Jun 16 15:26:00.156363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b1505-4a02-49d8-9dee-b951d7ac6015 req-5afa6593-7556-4510-a1a0-1355edded532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:00.157824 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a85b1505-4a02-49d8-9dee-b951d7ac6015 req-5afa6593-7556-4510-a1a0-1355edded532 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdbb136214314352a52001d8f185680c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1444817 Jun 16 15:26:00.163112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd3482-e353-453d-b106-4e3e12771b52 req-a03fbc8e-bf9c-46ce-9540-1d0a9c5bf3cb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:00.170469 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-adbd3482-e353-453d-b106-4e3e12771b52 req-a03fbc8e-bf9c-46ce-9540-1d0a9c5bf3cb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 943 time: 0.1007898 Jun 16 15:26:00.215921 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-adbd3482-e353-453d-b106-4e3e12771b52 req-0c3e7cfb-3eba-42a4-bc95-8dab5d791b37 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446038 Jun 16 15:26:00.301635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b1505-4a02-49d8-9dee-b951d7ac6015 req-3dab2d59-a6d0-431f-90ee-27ea4b767bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:00.303127 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a85b1505-4a02-49d8-9dee-b951d7ac6015 req-3dab2d59-a6d0-431f-90ee-27ea4b767bd2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387360 Jun 16 15:26:00.418280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-a1f01033-4471-42ff-8368-138de74ab6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:00.420060 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-a1f01033-4471-42ff-8368-138de74ab6ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 1096 time: 0.0791109 Jun 16 15:26:00.490793 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-dcce9e75-5855-4173-b540-95ae3644dd3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa HTTP/1.1" status: 200 len: 217 time: 0.0642407 Jun 16 15:26:00.553974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-2a6a6771-6d2f-429a-a7cf-a98d06d2c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:00.555336 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-2a6a6771-6d2f-429a-a7cf-a98d06d2c97d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1876bbb0-4e97-4313-b17d-cf4d5279b259 HTTP/1.1" status: 200 len: 834 time: 0.0580571 Jun 16 15:26:00.752039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-f074654d-be81-480b-a253-a81325bcfda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:00.753511 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-f074654d-be81-480b-a253-a81325bcfda3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fd69a0f-391f-4212-9f4b-43019a0ec118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1907148 Jun 16 15:26:00.886775 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-afd1479a-bb90-49d2-bf5a-47020eec7e84 service neutron] 10.222.0.46 "GET /v2.0/networks/1fd69a0f-391f-4212-9f4b-43019a0ec118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247416 Jun 16 15:26:01.023392 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09028346-5d32-469a-8b6f-5a13c4f75688 req-d39a4515-c4ba-4f81-a538-f48fa77dc6e2 service neutron] 10.222.0.46 "GET /v2.0/networks/1fd69a0f-391f-4212-9f4b-43019a0ec118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300511 Jun 16 15:26:01.563501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22367853-f281-44d8-940d-b98f057e86d1 req-5890b198-79ae-4a2b-9940-a76fb1279350 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:01.564954 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-22367853-f281-44d8-940d-b98f057e86d1 req-5890b198-79ae-4a2b-9940-a76fb1279350 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 943 time: 0.0898073 Jun 16 15:26:01.706180 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-22367853-f281-44d8-940d-b98f057e86d1 req-f080f4ae-8922-48f2-86df-61b693b5c259 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354642 Jun 16 15:26:01.788572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eb06fc5a-d1de-466c-ac39-c2fa9a78dafa details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:26:01.921000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:01.934005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'port_id': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'mac_address': 'fa:16:3e:b7:e7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:26:01.987612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:26:01.987994 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:02.004716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb06fc5a-d1de-466c-ac39-c2fa9a78dafa {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:26:02.020368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:02.094734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:02.164122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:02.331553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['eb06fc5a-d1de-466c-ac39-c2fa9a78dafa'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:26:02.899435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42716728-75f1-416e-a2a2-938877ad87bd req-40842402-0a33-43b2-8be5-8ab2cf4c8131 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:02.900797 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-42716728-75f1-416e-a2a2-938877ad87bd req-40842402-0a33-43b2-8be5-8ab2cf4c8131 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 944 time: 0.0864143 Jun 16 15:26:02.946852 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-42716728-75f1-416e-a2a2-938877ad87bd req-8b7d3606-7b01-4504-bd84-b51b915da76e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Jun 16 15:26:03.782859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eb06fc5a-d1de-466c-ac39-c2fa9a78dafa up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:03.922910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:03.927995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:03.928364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:04.047814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:26:04.048191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:04.078640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:26:04.089252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:04.132962 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc83b50b-7950-4094-b189-304020f08d28'] response: {'server_uuid': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'code': 200} Jun 16 15:26:04.147428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd5693-9e14-41f1-975f-32337d0c62a7 req-378a6076-0bc8-4f8d-83bb-264f4dfda4f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:04.149020 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86fd5693-9e14-41f1-975f-32337d0c62a7 req-378a6076-0bc8-4f8d-83bb-264f4dfda4f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 944 time: 0.0956197 Jun 16 15:26:04.151950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:04.199813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86fd5693-9e14-41f1-975f-32337d0c62a7 req-9fcfd6cb-6b97-4a69-8a78-8c4a82e6b889 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 Jun 16 15:26:04.220960 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:04.535747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddef1be-9c09-4cbc-b16d-045c5176bf68 req-cba6a345-38e1-4a8f-ac59-108d2c1e4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:04.537213 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1ddef1be-9c09-4cbc-b16d-045c5176bf68 req-cba6a345-38e1-4a8f-ac59-108d2c1e4172 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 1098 time: 0.0829420 Jun 16 15:26:04.581961 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1ddef1be-9c09-4cbc-b16d-045c5176bf68 req-cef0a01d-eead-4044-bdbd-38199d0fb729 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363324 Jun 16 15:26:05.395476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb8da6-cc13-43f3-a43d-fabc500585cf req-93f0c094-5ff0-41b8-a742-da51a42d9b69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:05.396929 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c5bb8da6-cc13-43f3-a43d-fabc500585cf req-93f0c094-5ff0-41b8-a742-da51a42d9b69 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 945 time: 0.0913072 Jun 16 15:26:05.443210 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c5bb8da6-cc13-43f3-a43d-fabc500585cf req-c0195c7b-158c-4695-a45c-b0426056f3f3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405602 Jun 16 15:26:05.655431 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:06.537157 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:26:06.639733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfff52-c3ab-4a95-af65-74c09ab2f752 req-a73ccd4d-6af7-4265-b137-41a89e2df3f8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:06.641184 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-14cfff52-c3ab-4a95-af65-74c09ab2f752 req-a73ccd4d-6af7-4265-b137-41a89e2df3f8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 945 time: 0.0893953 Jun 16 15:26:06.689239 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-14cfff52-c3ab-4a95-af65-74c09ab2f752 req-c983ef86-1352-4726-890c-121f12b29f97 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423160 Jun 16 15:26:06.883115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa64e06-8845-4358-b009-acdfaad2c652 req-50bfed5f-376e-469f-b69d-b9d6bdf0886f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:06.884557 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aaa64e06-8845-4358-b009-acdfaad2c652 req-50bfed5f-376e-469f-b69d-b9d6bdf0886f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 945 time: 0.0873544 Jun 16 15:26:06.929659 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aaa64e06-8845-4358-b009-acdfaad2c652 req-b9e4ccd7-af52-407a-b0b0-62bd792babdf tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386629 Jun 16 15:26:06.952778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60962) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:07.033931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755237f-6cc7-44dd-b7c1-47293dfa0dde tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:07.035524 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1755237f-6cc7-44dd-b7c1-47293dfa0dde tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 1093 time: 0.0817783 Jun 16 15:26:07.038395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 60966) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:07.043238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:07.049457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:26:07.053451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:floatingip and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:26:07.056765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:26:07.063288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:26:07.162819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:07.297917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:07.432390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.22 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/326ba29c-5517-4e73-9c0a-113b63d801a0) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:26:07.579990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:07.688034 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:07.748288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:07.755334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:07.759427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:26:07.792939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=326ba29c-5517-4e73-9c0a-113b63d801a0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:08.171726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.418759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.627872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.734605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.845958 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=326ba29c-5517-4e73-9c0a-113b63d801a0,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:08.861909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:09.052107 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP a86e5058-ec01-428a-9f03-1bed12ff667c associated. External IP: 172.26.2.22, port: eb06fc5a-d1de-466c-ac39-c2fa9a78dafa. Jun 16 15:26:09.468323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router ad17bb6d-b17c-44db-9def-894d86925b3a has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:26:09.672543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:26:09.683370 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] Sync routers for ids ['ad17bb6d-b17c-44db-9def-894d86925b3a'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:26:09.692989 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] Routers {'ad17bb6d-b17c-44db-9def-894d86925b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:26:09.693600 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['ad17bb6d-b17c-44db-9def-894d86925b3a'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:09.789622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:09.853145 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-34f7c5d9-367f-4381-8d55-6cf44923f10a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8136547 Jun 16 15:26:09.853753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'tag': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:26:09.856063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60970) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:09.904479 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbce1b4-ed39-4f80-bf74-623b2419aae8'] response: {'name': 'network-changed', 'server_uuid': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'tag': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'status': 'completed', 'code': 200} Jun 16 15:26:09.920556 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] Set router ad17bb6d-b17c-44db-9def-894d86925b3a gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:26:10.029450 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f8b8ff78-5422-420f-83db-1caf48aeb991 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/a86e5058-ec01-428a-9f03-1bed12ff667c HTTP/1.1" status: 200 len: 990 time: 0.1719785 Jun 16 15:26:10.051296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-9f1595d1-0fc7-4ebf-8a0b-b76568c0286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:10.052752 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-9f1595d1-0fc7-4ebf-8a0b-b76568c0286e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 1098 time: 0.1199274 Jun 16 15:26:10.192514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-e4534768-084d-4167-af7e-b577b4c0c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:10.194043 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-e4534768-084d-4167-af7e-b577b4c0c093 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fd69a0f-391f-4212-9f4b-43019a0ec118 HTTP/1.1" status: 200 len: 897 time: 0.1342585 Jun 16 15:26:10.292328 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:48Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'a86e5058-ec01-428a-9f03-1bed12ff667c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.22', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'port_id': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'mac_address': 'fa:16:3e:b7:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:26:08Z', 'updated_at': '2022-06-16T15:26:08Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed79d5-3dd8-472f-adb5-9b03d8e36f11', 'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:23:80:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:47Z', 'updated_at': '2022-06-16T15:25:53Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:10.296670 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] Checking router: ad17bb6d-b17c-44db-9def-894d86925b3a for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:26:10.304719 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-6c50e8b7-1b1b-4abb-9410-52f8a18beca1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa HTTP/1.1" status: 200 len: 998 time: 0.1044891 Jun 16 15:26:10.305740 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] Routers {'ad17bb6d-b17c-44db-9def-894d86925b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:26:10.306617 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:25:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['ad17bb6d-b17c-44db-9def-894d86925b3a'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:10.370590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-4cddce7a-1588-423e-85e6-7936f807a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:10.372101 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-4cddce7a-1588-423e-85e6-7936f807a314 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1876bbb0-4e97-4313-b17d-cf4d5279b259 HTTP/1.1" status: 200 len: 834 time: 0.0608380 Jun 16 15:26:10.460872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-af8dc085-4223-476e-80da-e4b0c0c0be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:10.462382 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-af8dc085-4223-476e-80da-e4b0c0c0be7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fd69a0f-391f-4212-9f4b-43019a0ec118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837088 Jun 16 15:26:10.498413 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] Set router ad17bb6d-b17c-44db-9def-894d86925b3a gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:26:10.600415 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-2c5658e6-26ed-41d2-a4c0-680b92eef05f service neutron] 10.222.0.46 "GET /v2.0/networks/1fd69a0f-391f-4212-9f4b-43019a0ec118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317391 Jun 16 15:26:10.741567 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f512311a-69c2-4d75-9bb0-61f4c89a6fdc req-a7ef6e0e-87b0-4b3e-956b-8970ad13ad1b service neutron] 10.222.0.46 "GET /v2.0/networks/1fd69a0f-391f-4212-9f4b-43019a0ec118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350563 Jun 16 15:26:10.870769 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:48Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'a86e5058-ec01-428a-9f03-1bed12ff667c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.22', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'port_id': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'mac_address': 'fa:16:3e:b7:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:26:08Z', 'updated_at': '2022-06-16T15:26:08Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed79d5-3dd8-472f-adb5-9b03d8e36f11', 'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:23:80:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:47Z', 'updated_at': '2022-06-16T15:25:53Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:10.874888 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ab8307-2c41-4986-ba0d-3340b5998313 None None] The sync data for ids ['ad17bb6d-b17c-44db-9def-894d86925b3a'] in dv-neutron-846028-2-hyperv is: [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:48Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'a86e5058-ec01-428a-9f03-1bed12ff667c', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.22', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'port_id': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'mac_address': 'fa:16:3e:b7:e7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:26:08Z', 'updated_at': '2022-06-16T15:26:08Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed79d5-3dd8-472f-adb5-9b03d8e36f11', 'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:23:80:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:47Z', 'updated_at': '2022-06-16T15:25:53Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:26:11.035049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60976) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:11.114178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243b48d0-260e-46bc-a478-3ede84838330 None None] New status for floating IP a86e5058-ec01-428a-9f03-1bed12ff667c: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:26:11.166223 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9b15fb85-21b4-4607-a42c-a538b1e42d41 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/a86e5058-ec01-428a-9f03-1bed12ff667c HTTP/1.1" status: 200 len: 990 time: 0.1317163 Jun 16 15:26:12.219740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 60980) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:12.324048 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2f1b9575-702e-4d5a-8757-6a97f33229d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/a86e5058-ec01-428a-9f03-1bed12ff667c HTTP/1.1" status: 200 len: 992 time: 0.1031749 Jun 16 15:26:15.738683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b5c79f5c-893e-427d-a4ff-ad8d0a40000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:18.357220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e153a82b-992e-4c3d-a4a5-ae4e39d9d985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:18.751806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.218385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.323409 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-d516476d-015f-4e57-a4fd-ca3d5b0ca764 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2273242 Jun 16 15:26:20.481880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-781ecb4e-8d28-4e6c-861d-baa99c5c8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:20.484042 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-781ecb4e-8d28-4e6c-861d-baa99c5c8621 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 1099 time: 0.0807137 Jun 16 15:26:20.639250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-80b5f9ce-180c-441b-b264-318371b06468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:20.640813 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-80b5f9ce-180c-441b-b264-318371b06468 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.1370268 Jun 16 15:26:20.765511 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-3097434a-a8a9-4ee1-9532-894b3a2776af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56dbe758-0959-49d0-bdd6-2877c0d19201 HTTP/1.1" status: 200 len: 1002 time: 0.1182637 Jun 16 15:26:20.831862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-8403e0d1-b481-46dd-92c1-2005355ecb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:20.833316 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-8403e0d1-b481-46dd-92c1-2005355ecb69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0627973 Jun 16 15:26:20.921059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-4dcdea8c-d60d-4a50-94b0-4b50b30b4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:20.922555 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-4dcdea8c-d60d-4a50-94b0-4b50b30b4776 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835366 Jun 16 15:26:21.082306 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-5af40e2d-e0ea-49c2-8020-a474e1ef1ab8 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476116 Jun 16 15:26:21.220371 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-309e6783-6c29-4a7c-a534-38e0f173c99e req-6db4f916-e9c6-42e9-9cca-b214a77dfc2f service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324890 Jun 16 15:26:21.471014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:35.643942 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:38.948885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32768) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:39.064555 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c631532d-531c-4d9e-8d42-c1dbe922600a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/a86e5058-ec01-428a-9f03-1bed12ff667c HTTP/1.1" status: 200 len: 992 time: 0.1130383 Jun 16 15:26:39.434213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32776) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:39.763019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 326ba29c-5517-4e73-9c0a-113b63d801a0 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:26:39.763361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:39.947065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:39.947416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:40.078728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 326ba29c-5517-4e73-9c0a-113b63d801a0 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:26:40.294411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:40.348885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=326ba29c-5517-4e73-9c0a-113b63d801a0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:40.447696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:40.448444 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP a86e5058-ec01-428a-9f03-1bed12ff667c disassociated (deleted). External IP: 172.26.2.22, port: eb06fc5a-d1de-466c-ac39-c2fa9a78dafa. Jun 16 15:26:40.822680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router ad17bb6d-b17c-44db-9def-894d86925b3a has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:26:41.005942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:26:41.016398 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] Sync routers for ids ['ad17bb6d-b17c-44db-9def-894d86925b3a'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:26:41.023252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:41.026418 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] Routers {'ad17bb6d-b17c-44db-9def-894d86925b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:26:41.027073 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:26:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['ad17bb6d-b17c-44db-9def-894d86925b3a'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:41.085355 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-baadfe76-9dbd-413b-9480-d3bf9acd6cf7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/floatingips/a86e5058-ec01-428a-9f03-1bed12ff667c HTTP/1.1" status: 204 len: 168 time: 1.6481457 Jun 16 15:26:41.085355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'tag': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:26:41.139886 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d50c5b-df44-495f-b9ee-7a6effbae514'] response: {'name': 'network-changed', 'server_uuid': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'tag': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'status': 'completed', 'code': 200} Jun 16 15:26:41.224891 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] Set router ad17bb6d-b17c-44db-9def-894d86925b3a gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:26:41.252433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-5322b974-45ff-47ef-bbcb-27db6d04cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:41.255030 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-5322b974-45ff-47ef-bbcb-27db6d04cae1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 1098 time: 0.0904284 Jun 16 15:26:41.397586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-64b337c8-0eeb-40d2-80dc-7b033aee4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:41.399047 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-64b337c8-0eeb-40d2-80dc-7b033aee4ab1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fd69a0f-391f-4212-9f4b-43019a0ec118 HTTP/1.1" status: 200 len: 897 time: 0.1374903 Jun 16 15:26:41.470487 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-af9fb583-56af-47c3-a6e0-85fe70235f9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa HTTP/1.1" status: 200 len: 217 time: 0.0650978 Jun 16 15:26:41.537053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-326cb51d-e08e-4226-9983-27a755c11695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:41.538562 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-326cb51d-e08e-4226-9983-27a755c11695 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1876bbb0-4e97-4313-b17d-cf4d5279b259 HTTP/1.1" status: 200 len: 834 time: 0.0619736 Jun 16 15:26:41.591443 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:48Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22ed79d5-3dd8-472f-adb5-9b03d8e36f11', 'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:23:80:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:47Z', 'updated_at': '2022-06-16T15:25:53Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:41.597153 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] Checking router: ad17bb6d-b17c-44db-9def-894d86925b3a for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:26:41.607109 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] Routers {'ad17bb6d-b17c-44db-9def-894d86925b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:26:41.607788 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:26:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['ad17bb6d-b17c-44db-9def-894d86925b3a'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:41.629056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-b7cbcd1b-005f-4a08-a678-fa69c9e2a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:41.630690 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-b7cbcd1b-005f-4a08-a678-fa69c9e2a981 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fd69a0f-391f-4212-9f4b-43019a0ec118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851452 Jun 16 15:26:41.751531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddc035-1eaf-495c-8489-12c60dfd23f0 req-90c98183-1c51-41a3-821b-53bdd96e45fa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:41.753938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-abddc035-1eaf-495c-8489-12c60dfd23f0 req-90c98183-1c51-41a3-821b-53bdd96e45fa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:26:41.772154 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-40caa1d9-a6ca-40c5-a6f7-cfdcf4b3986f service neutron] 10.222.0.46 "GET /v2.0/networks/1fd69a0f-391f-4212-9f4b-43019a0ec118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346443 Jun 16 15:26:41.828425 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] Set router ad17bb6d-b17c-44db-9def-894d86925b3a gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:26:41.865640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-abddc035-1eaf-495c-8489-12c60dfd23f0 req-90c98183-1c51-41a3-821b-53bdd96e45fa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:26:41.866828 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-abddc035-1eaf-495c-8489-12c60dfd23f0 req-90c98183-1c51-41a3-821b-53bdd96e45fa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 945 time: 0.2350469 Jun 16 15:26:41.925096 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-abddc035-1eaf-495c-8489-12c60dfd23f0 req-dd96a722-47e5-4590-aabd-7bb99bddc9ef tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516150 Jun 16 15:26:42.016765 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e2d41bc0-9486-4323-b7ba-c1bc64946558 req-b88968e7-9760-4d6c-a181-3bcf6a45c4a1 service neutron] 10.222.0.46 "GET /v2.0/networks/1fd69a0f-391f-4212-9f4b-43019a0ec118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373042 Jun 16 15:26:42.164776 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:48Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22ed79d5-3dd8-472f-adb5-9b03d8e36f11', 'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:23:80:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:47Z', 'updated_at': '2022-06-16T15:25:53Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:42.168886 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0036fb5-6a19-474d-a983-b1012910f6df None None] The sync data for ids ['ad17bb6d-b17c-44db-9def-894d86925b3a'] in dv-neutron-846028-2-hyperv is: [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:25:48Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22ed79d5-3dd8-472f-adb5-9b03d8e36f11', 'name': '', 'network_id': '1fd69a0f-391f-4212-9f4b-43019a0ec118', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:23:80:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:47Z', 'updated_at': '2022-06-16T15:25:53Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '1876bbb0-4e97-4313-b17d-cf4d5279b259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:26:42.425682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4b6ae2-a244-4784-825e-25fa64a43871 None None] New status for floating IP a86e5058-ec01-428a-9f03-1bed12ff667c: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:26:43.132552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04413edc-b173-4afc-94c6-5bc0180def41 req-c3fff662-5122-4a8c-b4cd-040bffa5395b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:43.133210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-04413edc-b173-4afc-94c6-5bc0180def41 req-c3fff662-5122-4a8c-b4cd-040bffa5395b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:26:43.145575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-04413edc-b173-4afc-94c6-5bc0180def41 req-c3fff662-5122-4a8c-b4cd-040bffa5395b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:26:43.146695 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-04413edc-b173-4afc-94c6-5bc0180def41 req-c3fff662-5122-4a8c-b4cd-040bffa5395b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 945 time: 0.1108017 Jun 16 15:26:43.220828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-04413edc-b173-4afc-94c6-5bc0180def41 req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:26:43.221166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-04413edc-b173-4afc-94c6-5bc0180def41 req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:43.237732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873412-b84f-4f3c-9241-423887da3fad req-eced92ae-d9d3-499c-aab4-4eefb7ddcfb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:43.239370 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5e873412-b84f-4f3c-9241-423887da3fad req-eced92ae-d9d3-499c-aab4-4eefb7ddcfb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 945 time: 0.1986091 Jun 16 15:26:43.284309 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5e873412-b84f-4f3c-9241-423887da3fad req-9887f8b9-c4ce-4d1e-ba77-2621dc3ec0e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392640 Jun 16 15:26:43.481693 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-04413edc-b173-4afc-94c6-5bc0180def41 req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:43.482081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-04413edc-b173-4afc-94c6-5bc0180def41 req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:43.537152 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:26:43.603705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-04413edc-b173-4afc-94c6-5bc0180def41 req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for eb06fc5a-d1de-466c-ac39-c2fa9a78dafa owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:26:43.848146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-04413edc-b173-4afc-94c6-5bc0180def41 req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:43.934360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=eb06fc5a-d1de-466c-ac39-c2fa9a78dafa,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:43.980614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.981019 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.981357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.981755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.982112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.982419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.982741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.983091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.983928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.984517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.984629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.985542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:44.001778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-04413edc-b173-4afc-94c6-5bc0180def41 req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port eb06fc5a-d1de-466c-ac39-c2fa9a78dafa on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:26:44.004194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-04413edc-b173-4afc-94c6-5bc0180def41 req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:44.007018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'name': 'network-vif-deleted', 'tag': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:26:44.053692 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8114d0af-3c0b-40e9-afe0-6ec906c2eea6'] response: {'server_uuid': 'f2b0a74d-7d6d-4b78-9973-8dfc30b1daad', 'name': 'network-vif-deleted', 'tag': 'eb06fc5a-d1de-466c-ac39-c2fa9a78dafa', 'status': 'completed', 'code': 200} Jun 16 15:26:44.098425 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-04413edc-b173-4afc-94c6-5bc0180def41 req-53c66786-4d1a-4af2-95e0-eea14c9bbbde tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "DELETE /v2.0/ports/eb06fc5a-d1de-466c-ac39-c2fa9a78dafa HTTP/1.1" status: 204 len: 173 time: 0.9434590 Jun 16 15:26:44.475762 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c4e98376-78b8-4631-bb4d-a06cd8e04393 req-b6c513e8-0689-46ab-b4e3-514f04a34946 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b0a74d-7d6d-4b78-9973-8dfc30b1daad HTTP/1.1" status: 200 len: 210 time: 0.0580502 Jun 16 15:26:45.571298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32796) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:45.642595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:45.674449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:45.680667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57916b66-4827-4418-af38-e0d992ff67a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:45.794784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:45.813116 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:45.822108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.822424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.822752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.823106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.823448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.823757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.824078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.824397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.824714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.825027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.825349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.825653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:45.881998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:45.883279 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-018d36d6-6fda-4d42-94cf-aa90a9d35eac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/ff4d402f-986b-45a0-8f1c-aac9e9bc3ca2 HTTP/1.1" status: 204 len: 168 time: 0.3108571 Jun 16 15:26:45.990465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32802) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:46.583888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:46.948127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:26:46.948444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:47.160438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 22ed79d5-3dd8-472f-adb5-9b03d8e36f11, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=22ed79d5-3dd8-472f-adb5-9b03d8e36f11,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:47.160820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:47.393431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:26:47.789384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:47.838265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=22ed79d5-3dd8-472f-adb5-9b03d8e36f11,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:47.907305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eb06fc5a-d1de-466c-ac39-c2fa9a78dafa no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:26:47.946697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: eb06fc5a-d1de-466c-ac39-c2fa9a78dafa {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:26:47.947411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eb06fc5a-d1de-466c-ac39-c2fa9a78dafa not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:26:48.141381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:48.318561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c2876f7d-6b59-46f4-8d01-72b571eeb163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:48.530117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router ad17bb6d-b17c-44db-9def-894d86925b3a has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:26:48.714924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:26:48.724475 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] Sync routers for ids ['ad17bb6d-b17c-44db-9def-894d86925b3a'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:26:48.728930 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d05349ee-6170-4968-8551-d8ccf8b02be3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/ad17bb6d-b17c-44db-9def-894d86925b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7423351 Jun 16 15:26:48.731447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32806) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:48.736984 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] Routers {'ad17bb6d-b17c-44db-9def-894d86925b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:26:48.737584 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:26:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['ad17bb6d-b17c-44db-9def-894d86925b3a'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:48.745742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:48.925961 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] Set router ad17bb6d-b17c-44db-9def-894d86925b3a gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:26:48.935720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-97395b66-5056-452a-a1ad-16fb2d34e499 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting subnet 1876bbb0-4e97-4313-b17d-cf4d5279b259 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:26:48.939244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97395b66-5056-452a-a1ad-16fb2d34e499 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:48.994158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97395b66-5056-452a-a1ad-16fb2d34e499 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:49.086360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97395b66-5056-452a-a1ad-16fb2d34e499 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:49.236634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97395b66-5056-452a-a1ad-16fb2d34e499 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:49.239690 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:26:47Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:49.244817 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] Checking router: ad17bb6d-b17c-44db-9def-894d86925b3a for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:26:49.254743 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] Routers {'ad17bb6d-b17c-44db-9def-894d86925b3a'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:26:49.255397 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:26:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['ad17bb6d-b17c-44db-9def-894d86925b3a'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:49.282534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97395b66-5056-452a-a1ad-16fb2d34e499 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Subnet': ['ID=1876bbb0-4e97-4313-b17d-cf4d5279b259,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:49.284518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97395b66-5056-452a-a1ad-16fb2d34e499 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:49.293591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32810) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:49.293998 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-97395b66-5056-452a-a1ad-16fb2d34e499 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/subnets/1876bbb0-4e97-4313-b17d-cf4d5279b259 HTTP/1.1" status: 204 len: 168 time: 0.5611734 Jun 16 15:26:49.299651 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc495489-548e-4ac4-8c6d-74b460ee90ae None None] Network 1fd69a0f-391f-4212-9f4b-43019a0ec118 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:26:49.492172 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] Set router ad17bb6d-b17c-44db-9def-894d86925b3a gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:26:49.499905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:49.609882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] DHCP port deletion for 1fd69a0f-391f-4212-9f4b-43019a0ec118 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:26:49.614358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Deleting port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:26:49.615503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:49.729371 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:49.831877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:26:49.832791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:49.834709 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:26:47Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:49.838813 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a62da2-83ed-441b-9908-cb4d260017f7 None None] The sync data for ids ['ad17bb6d-b17c-44db-9def-894d86925b3a'] in dv-neutron-846028-2-hyperv is: [{'id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'name': 'tempest-TestNetworkBasicOps-router-1912832144', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:25:42Z', 'updated_at': '2022-06-16T15:26:47Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '1b450bb7-ca70-48a8-8d6b-6e88ff22cded', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad17bb6d-b17c-44db-9def-894d86925b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:25:43Z', 'updated_at': '2022-06-16T15:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:26:49.848770 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] For port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5b4e40cf-6ac4-4b37-8185-ab63c808fe33,segment=NetworkSegment(07775a59-43cc-47c6-9f41-749d6b9a304e),segment_id=07775a59-43cc-47c6-9f41-749d6b9a304e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:49.849163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:49.987859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Calling delete_port for 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:26:50.144049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 1b450bb7-ca70-48a8-8d6b-6e88ff22cded, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1b450bb7-ca70-48a8-8d6b-6e88ff22cded,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:50.144409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:50.145572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:50.208351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] No DVR routers for this DVR port 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:26:50.213173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Pushing event deleted for resources: {'Port': ['ID=5b4e40cf-6ac4-4b37-8185-ab63c808fe33,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:50.215966 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:50.226039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.226437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.226727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.229867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.230408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.230951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.231481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.232030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.232553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.233073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.233650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.234217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8bdb08-5742-4226-9fd9-128a7d35bdb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:50.293359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 1b450bb7-ca70-48a8-8d6b-6e88ff22cded owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:26:50.574359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:50.628132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=1b450bb7-ca70-48a8-8d6b-6e88ff22cded,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:50.739483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:50.926482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:50.928940 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.040836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.041391 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Fanout notify agent at l3_agent the message router_deleted on router ad17bb6d-b17c-44db-9def-894d86925b3a {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:26:51.062534 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.067548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32814) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:51.081394 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d790894a-0ace-4da6-b40b-115c57d172fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/routers/ad17bb6d-b17c-44db-9def-894d86925b3a HTTP/1.1" status: 204 len: 168 time: 1.7852232 Jun 16 15:26:51.192946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.329348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.360194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd69a0f-391f-4212-9f4b-43019a0ec118']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:51.373125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07775a59-43cc-47c6-9f41-749d6b9a304e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:51.373415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07775a59-43cc-47c6-9f41-749d6b9a304e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:51.386490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.404636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.411140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:26:51.411532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.446503 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 07775a59-43cc-47c6-9f41-749d6b9a304e resource provider aggregate not found Jun 16 15:26:51.505926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.512395 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 07775a59-43cc-47c6-9f41-749d6b9a304e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07775a59-43cc-47c6-9f41-749d6b9a304e found for delete ", "request_id": "req-7ad66dca-5652-4ee7-8546-e3428d693072"}]} Jun 16 15:26:51.581933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:26:51.591728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.610065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.618247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:26:51.618597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 22ed79d5-3dd8-472f-adb5-9b03d8e36f11 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:26:51.619048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1b450bb7-ca70-48a8-8d6b-6e88ff22cded no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:26:51.621593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Network': ['ID=1fd69a0f-391f-4212-9f4b-43019a0ec118,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:51.652899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 1b450bb7-ca70-48a8-8d6b-6e88ff22cded {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:26:51.653243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1b450bb7-ca70-48a8-8d6b-6e88ff22cded not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:26:51.653660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:26:51.690503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:26:51.690777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5b4e40cf-6ac4-4b37-8185-ab63c808fe33 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:26:51.698394 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bedb13a2-07dc-43c7-b3fa-cc15b0810ca0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/networks/1fd69a0f-391f-4212-9f4b-43019a0ec118 HTTP/1.1" status: 204 len: 168 time: 0.6297657 Jun 16 15:26:51.712252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32822) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:51.718425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'network': {'name': 'tempest-network-smoke--1960277638', 'project_id': 'cdbb136214314352a52001d8f185680c', 'port_security_enabled': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:51.723515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:26:51.728629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:network and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:26:51.731741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:26:51.739246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:26:51.813987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:26:51.818754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.850657 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:26:51.863786 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:51.864281 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Added segment 8fd72040-7458-4725-888c-fbcb4524a1fa of type vlan for network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 Jun 16 15:26:51.899849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:52.006420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:52.012127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:52.012709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:52.124847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Network': ['ID=a2e2084a-3b6b-4147-ac8d-eb2b88bab324,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:52.135251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:26:52.152657 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-43591639-1bba-44b4-8cc3-4a1693c2a600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4390681 Jun 16 15:26:52.155173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32826) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:52.161323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-167890168', 'admin_state_up': True, 'project_id': 'cdbb136214314352a52001d8f185680c', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:52.168687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:26:52.173059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:router and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:26:52.176334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:26:52.183446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:26:52.306033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:52.307320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:52.323951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:52.777927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:53.363101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:53.396807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:53.539085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.234 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/bf26917d-9e21-4ca2-b182-c70d052651f4) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:26:53.700495 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:53.789480 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:53.848559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:53.856116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:53.860279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:26:53.894585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=bf26917d-9e21-4ca2-b182-c70d052651f4,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:54.328684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:54.805086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:55.096172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router b93f6e84-2a6d-4b30-9831-6a0af109ab54 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:26:55.273067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:26:55.286066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Sync routers for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:26:55.296426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:26:55.296959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:26:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:55.383294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:55.387670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32830) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:55.388170 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2bf46318-877e-48e0-a434-1e3f9fdabbd5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2307682 Jun 16 15:26:55.428965 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-17c66345-f0d1-4181-ad6b-78f57ccb84e7 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=cdbb136214314352a52001d8f185680c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399768 Jun 16 15:26:55.432116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32834) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:55.497734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:26:55.574445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d100f0-b1a3-4c46-b0eb-5f869af9c9a3 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:55.576016 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-17d100f0-b1a3-4c46-b0eb-5f869af9c9a3 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427615 Jun 16 15:26:55.579475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32838) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:55.620286 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a54c543f-e24c-4523-8a36-38a27703c8fa tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397491 Jun 16 15:26:55.622760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32842) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:55.629430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1037238305', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'project_id': 'cdbb136214314352a52001d8f185680c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:55.750308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:26:55.754248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:subnet and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:26:55.757056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:26:55.762818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:26:55.835281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:54Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:55.839358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Checking router: b93f6e84-2a6d-4b30-9831-6a0af109ab54 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:26:55.839434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Updating router b93f6e84-2a6d-4b30-9831-6a0af109ab54 port bf26917d-9e21-4ca2-b182-c70d052651f4 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:26:55.885430 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:26:55.889737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:55.893371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.191180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.237091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.251341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Transition to ACTIVE for port object bf26917d-9e21-4ca2-b182-c70d052651f4 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:56.271242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Subnet': ['ID=6cccd2e5-2197-4414-b8e5-2136709f37a6,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:56.281173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Checking segment: {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:26:56.281541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network hostable DHCP agents. Network: a2e2084a-3b6b-4147-ac8d-eb2b88bab324, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:26:56.349525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.402595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:26:56.432189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Attempting to bind port bf26917d-9e21-4ca2-b182-c70d052651f4 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:26:56.432558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Attempting to bind port bf26917d-9e21-4ca2-b182-c70d052651f4 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:26:56.432927 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Attempting to bind port bf26917d-9e21-4ca2-b182-c70d052651f4 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:26:56.441889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacb4fb-7b5b-45a7-8fbe-4d0fce8329f9 None None] Pushing event updated for resources: {'Port': ['ID=bf26917d-9e21-4ca2-b182-c70d052651f4,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:56.445985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:26:56.446350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:26:56.446750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.447217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:26:56.452544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Bound port: bf26917d-9e21-4ca2-b182-c70d052651f4, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:26:56.452544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.497607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, a2e2084a-3b6b-4147-ac8d-eb2b88bab324) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:56.501898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:26:56.502651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.511891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f447719-14ab-4f4a-84bc-c1df46c854ec None None] Network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:26:56.557738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] For port bf26917d-9e21-4ca2-b182-c70d052651f4, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:26:56.595729 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-566a84bf-986c-4ad5-9378-6555fa27a826 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9718904 Jun 16 15:26:56.598603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32846) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:56.619756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] For port bf26917d-9e21-4ca2-b182-c70d052651f4, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bf26917d-9e21-4ca2-b182-c70d052651f4,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:26:56.703912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.807617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:26:56.808436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.844919 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:26:56.845929 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:26:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:56.933827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacb4fb-7b5b-45a7-8fbe-4d0fce8329f9 None None] Pushing event updated for resources: {'Port': ['ID=bf26917d-9e21-4ca2-b182-c70d052651f4,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:57.146533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:26:57.254887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Allocated IP 172.20.0.2 (a2e2084a-3b6b-4147-ac8d-eb2b88bab324/6cccd2e5-2197-4414-b8e5-2136709f37a6/e44c5ce3-2fa3-4e0b-a5a0-371074f0736e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:26:57.459328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.651919 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.666379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Transition to ACTIVE for port object e44c5ce3-2fa3-4e0b-a5a0-371074f0736e will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:57.669826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:54Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:57.680096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c7242-b9f0-41a5-8ab0-7b498bd3450c None None] The sync data for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv is: [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:54Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:26:57.699781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Transition to ACTIVE for port object e44c5ce3-2fa3-4e0b-a5a0-371074f0736e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:57.830430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.899357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:57.899357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:57.901695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:26:57.914984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.1 (a2e2084a-3b6b-4147-ac8d-eb2b88bab324/6cccd2e5-2197-4414-b8e5-2136709f37a6/d490002e-910f-45a8-a06c-63a84db569f7) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:26:58.061292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Pushing event updated for resources: {'Port': ['ID=e44c5ce3-2fa3-4e0b-a5a0-371074f0736e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:58.088505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Attempting to bind port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:26:58.088872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Attempting to bind port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:26:58.089226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Attempting to bind port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e on network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:26:58.097377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:26:58.097377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Checking segment: {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:26:58.097377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:58.097377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Bound using segment: {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:26:58.097377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Bound port: e44c5ce3-2fa3-4e0b-a5a0-371074f0736e, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:26:58.097377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:58.114089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:58.133733 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object d490002e-910f-45a8-a06c-63a84db569f7 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:58.195399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] For port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:26:58.201384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] For port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e44c5ce3-2fa3-4e0b-a5a0-371074f0736e,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:26:58.232186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:58.264050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:58.346728 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=d490002e-910f-45a8-a06c-63a84db569f7,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:58.350532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:58.355490 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:58.355490 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:26:58.370447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578cdd-d19c-4bfa-9d7c-ecf7c42b1024 None None] Pushing event updated for resources: {'Port': ['ID=e44c5ce3-2fa3-4e0b-a5a0-371074f0736e,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:58.419333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:58.803945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:59.410239 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:59.457659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c6a4c-9cf6-4d62-94eb-1e8b37ecbb4d None None] Network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:26:59.499687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:59.645385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=d490002e-910f-45a8-a06c-63a84db569f7,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:59.656454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:59.664736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ccf31cff-3233-4f6b-852c-f25b122f79e6 None None] Provisioning for port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:59.716452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e44c5ce3-2fa3-4e0b-a5a0-371074f0736e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:59.809044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:59.809804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:59.910990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:59.917925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:59.918387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.013389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router b93f6e84-2a6d-4b30-9831-6a0af109ab54 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:27:00.058171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:27:00.063665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.113193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e44c5ce3-2fa3-4e0b-a5a0-371074f0736e,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:00.114279 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6773820b-6a5b-4f84-82d7-8fef54fa02a7 None None] Provisioning complete for port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:00.114652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6773820b-6a5b-4f84-82d7-8fef54fa02a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.215348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:27:00.220092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.221276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bf26917d-9e21-4ca2-b182-c70d052651f4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:27:00.227679 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Sync routers for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:27:00.242382 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:27:00.243490 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:26:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:00.257214 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-44751916-49ed-4841-b236-eb7c3f10e1eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/b93f6e84-2a6d-4b30-9831-6a0af109ab54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6575007 Jun 16 15:27:00.260198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32854) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:00.362323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6773820b-6a5b-4f84-82d7-8fef54fa02a7 None None] Current status of the port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:27:00.418618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=e44c5ce3-2fa3-4e0b-a5a0-371074f0736e,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:00.454467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508a172-7daa-4a8c-a5b3-535e3e1ab2cc tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.454965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508a172-7daa-4a8c-a5b3-535e3e1ab2cc tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.455902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508a172-7daa-4a8c-a5b3-535e3e1ab2cc tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.456366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508a172-7daa-4a8c-a5b3-535e3e1ab2cc tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.456956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508a172-7daa-4a8c-a5b3-535e3e1ab2cc tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.457417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508a172-7daa-4a8c-a5b3-535e3e1ab2cc tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.459266 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b508a172-7daa-4a8c-a5b3-535e3e1ab2cc tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1980641 Jun 16 15:27:00.461997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32858) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:00.500355 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:27:00.517089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6773820b-6a5b-4f84-82d7-8fef54fa02a7 None None] Provisioning for port d490002e-910f-45a8-a06c-63a84db569f7 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:27:00.522624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6773820b-6a5b-4f84-82d7-8fef54fa02a7 None None] Provisioning complete for port d490002e-910f-45a8-a06c-63a84db569f7 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:00.523191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6773820b-6a5b-4f84-82d7-8fef54fa02a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.544226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd456cf-886a-4026-a5e7-0a73a9516743 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.544691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd456cf-886a-4026-a5e7-0a73a9516743 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.545144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd456cf-886a-4026-a5e7-0a73a9516743 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.545616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd456cf-886a-4026-a5e7-0a73a9516743 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.546061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd456cf-886a-4026-a5e7-0a73a9516743 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.546662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd456cf-886a-4026-a5e7-0a73a9516743 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:00.551436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32862) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:00.551555 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8dd456cf-886a-4026-a5e7-0a73a9516743 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0886109 Jun 16 15:27:00.558752 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port bf26917d-9e21-4ca2-b182-c70d052651f4 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:27:00.567183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bf26917d-9e21-4ca2-b182-c70d052651f4 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:00.567744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.623079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6773820b-6a5b-4f84-82d7-8fef54fa02a7 None None] Port d490002e-910f-45a8-a06c-63a84db569f7 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:27:00.770389 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bf26917d-9e21-4ca2-b182-c70d052651f4 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:27:00.770663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.777788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0c78443b-e417-4f4e-a013-37b66596c72c None None] Provisioning complete for port d490002e-910f-45a8-a06c-63a84db569f7 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:00.778150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c78443b-e417-4f4e-a013-37b66596c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.802510 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f036e47f-dac2-4d29-8655-1f412d59b12b tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2496343 Jun 16 15:27:00.839389 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:26:59Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:00.839923 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port bf26917d-9e21-4ca2-b182-c70d052651f4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bf26917d-9e21-4ca2-b182-c70d052651f4,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:00.846685 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Checking router: b93f6e84-2a6d-4b30-9831-6a0af109ab54 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:27:00.848553 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Updating router b93f6e84-2a6d-4b30-9831-6a0af109ab54 port d490002e-910f-45a8-a06c-63a84db569f7 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:27:00.850992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0c78443b-e417-4f4e-a013-37b66596c72c None None] Port d490002e-910f-45a8-a06c-63a84db569f7 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:27:00.905037 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.911299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.986528 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=bf26917d-9e21-4ca2-b182-c70d052651f4,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:01.010067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32868) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:01.016150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842386668', 'description': 'tempest-secgroup-smoke-1842386668 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:01.023714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:27:01.030858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:27:01.034397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:27:01.041229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:27:01.110037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.130440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:27:01.134321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:27:01.137470 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:27:01.142777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:27:01.215676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.262636 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.274629 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Transition to ACTIVE for port object d490002e-910f-45a8-a06c-63a84db569f7 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:27:01.294052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.339247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f31d10f-0023-430e-b055-0bb0047d3f0d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:01.339822 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.408752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.412843 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2a2eb4ef-ecca-4f37-836e-ec7ed1f883ea tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3989215 Jun 16 15:27:01.413571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32872) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:01.418693 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '1f31d10f-0023-430e-b055-0bb0047d3f0d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:01.426256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:27:01.430470 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:27:01.434279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:27:01.441659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:27:01.472085 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Pushing event updated for resources: {'Port': ['ID=d490002e-910f-45a8-a06c-63a84db569f7,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:01.507007 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.519862 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.520200 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.520540 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.520930 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.521212 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.521540 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.521933 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.522175 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.522741 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.523248 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.523711 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.524185 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.594344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.609803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e44c5ce3-2fa3-4e0b-a5a0-371074f0736e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:27:01.636283 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Attempting to bind port d490002e-910f-45a8-a06c-63a84db569f7 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:27:01.636800 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Attempting to bind port d490002e-910f-45a8-a06c-63a84db569f7 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:27:01.637143 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Attempting to bind port d490002e-910f-45a8-a06c-63a84db569f7 on network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:27:01.643118 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:27:01.643512 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Checking segment: {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:27:01.643901 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.644289 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Bound using segment: {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:27:01.644791 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Bound port: d490002e-910f-45a8-a06c-63a84db569f7, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:27:01.645188 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.662074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.689682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e47a24-1b88-461d-a18d-aeec7f1ece81,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:01.699059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:01.699739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.743247 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] For port d490002e-910f-45a8-a06c-63a84db569f7, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:27:01.746165 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] For port d490002e-910f-45a8-a06c-63a84db569f7, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d490002e-910f-45a8-a06c-63a84db569f7,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:27:01.760376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.761585 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7e526c4b-aa8f-4c00-bfd2-c19b5f58987b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3474591 Jun 16 15:27:01.764524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32876) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:01.769539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '1f31d10f-0023-430e-b055-0bb0047d3f0d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:01.775616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:27:01.779694 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:27:01.783191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:27:01.789251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:27:01.823307 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:27:01.824556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bf26917d-9e21-4ca2-b182-c70d052651f4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:27:01.841021 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.893242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.899786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bf26917d-9e21-4ca2-b182-c70d052651f4 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:01.900959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.925112 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:27:01.925976 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:26:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:01.976504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:01.994285 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1a739-24d8-4475-9d22-48e6ddd1f7b9 None None] Pushing event updated for resources: {'Port': ['ID=d490002e-910f-45a8-a06c-63a84db569f7,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:02.042587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:02.056191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bf26917d-9e21-4ca2-b182-c70d052651f4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:27:02.076152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da7174d-ff8f-4bcf-921f-c4657ab24f2b,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:02.134110 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:27:02.145130 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:02.146337 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8827dab5-4436-4202-81cb-80e142a0d0b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3808270 Jun 16 15:27:02.149096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32880) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:02.154080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '1f31d10f-0023-430e-b055-0bb0047d3f0d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:02.160196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:27:02.164006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:27:02.166900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:27:02.173083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:27:02.284105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:02.353546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:02.442504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:02.458461 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:01Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:02.463377 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a35b75-f506-4c9c-a8b4-e9a58a5f4f19 None None] The sync data for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv is: [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:01Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:27:02.465653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56506bff-f6b3-4cf9-a55e-26f50b8e09a8,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:02.560461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:02.564077 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-26aa4215-ff2f-4133-8374-b639f30e8498 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122400 Jun 16 15:27:02.565952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32884) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:02.571178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '1f31d10f-0023-430e-b055-0bb0047d3f0d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:02.577775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:27:02.581696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:27:02.585013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:27:02.594270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:27:02.692024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:02.769806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:02.840753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:02.994445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f416d9a9-c917-4bf8-b913-2950612b13d5,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:03.120874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.122127 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-31607e45-b0ba-4a76-98f8-d835e9c31666 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5552523 Jun 16 15:27:03.125395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32888) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:03.130633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '1f31d10f-0023-430e-b055-0bb0047d3f0d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:03.136791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:27:03.141788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:27:03.145894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:27:03.154286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:27:03.248124 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:27:03.258498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.370769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.468951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.494982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642ce6bf-24b1-4424-91ad-b9ad407f421d,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:03.568308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.569629 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-84a73b62-ae2b-497a-b60e-b0bbf79c9647 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4432976 Jun 16 15:27:03.572349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32892) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:03.577375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '1f31d10f-0023-430e-b055-0bb0047d3f0d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:03.583843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:27:03.588864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:27:03.593313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:27:03.603954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:27:03.610604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d490002e-910f-45a8-a06c-63a84db569f7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:27:03.694353 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:27:03.701919 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.748704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port d490002e-910f-45a8-a06c-63a84db569f7 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:27:03.754028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d490002e-910f-45a8-a06c-63a84db569f7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:03.754432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.769053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.836985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.864333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a48f27a-9b99-4e7c-bac5-0a5b38815478,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:03.873558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d490002e-910f-45a8-a06c-63a84db569f7 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:27:03.873969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.907250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port d490002e-910f-45a8-a06c-63a84db569f7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d490002e-910f-45a8-a06c-63a84db569f7,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:03.946041 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:03.946775 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e475ab69-501a-4a55-82fb-e1112dd3afe6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3724692 Jun 16 15:27:04.020735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:04.102715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=d490002e-910f-45a8-a06c-63a84db569f7,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:04.131970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-0d789797-3894-4fba-9499-b64b91c84e58 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:27:04.231636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-0d789797-3894-4fba-9499-b64b91c84e58 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:27:04.233751 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-0d789797-3894-4fba-9499-b64b91c84e58 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842386668&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.1465006 Jun 16 15:27:04.423415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-69811e53-87ad-4364-9bed-aca756cdfaa2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:04.424140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-69811e53-87ad-4364-9bed-aca756cdfaa2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:27:04.520218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-69811e53-87ad-4364-9bed-aca756cdfaa2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:27:04.524818 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-69811e53-87ad-4364-9bed-aca756cdfaa2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/networks?id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324 HTTP/1.1" status: 200 len: 797 time: 0.2795112 Jun 16 15:27:04.537927 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-52dbbd7d-b147-44a0-8e12-704c40f3f85e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/quotas/cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 375 time: 0.0108311 Jun 16 15:27:04.629499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-57d455ac-b065-4bd3-b998-18397a3088eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:27:04.728106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-57d455ac-b065-4bd3-b998-18397a3088eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:27:04.729454 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-57d455ac-b065-4bd3-b998-18397a3088eb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1857095 Jun 16 15:27:04.869858 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-5d09b178-e38f-4303-8457-607df6f8b3f1 service neutron] 10.222.0.73 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281035 Jun 16 15:27:05.017194 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-d6bf3f56-f107-4d13-bc49-109ba479bc12 service neutron] 10.222.0.73 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397347 Jun 16 15:27:05.356709 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-95220f6e-c5bb-4841-937e-ce924f57b133 req-9c88f949-5ac1-4e50-be87-2b35b61935b1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 210 time: 0.0536695 Jun 16 15:27:05.589831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d490002e-910f-45a8-a06c-63a84db569f7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:27:05.626178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:05.660908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d490002e-910f-45a8-a06c-63a84db569f7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:05.661289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:05.807088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d490002e-910f-45a8-a06c-63a84db569f7 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:27:06.460073 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-447e96c1-8434-4076-b4d7-886ffba21c81 req-0b038aac-981d-4a7b-a858-57c6b8dad339 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 210 time: 0.0496080 Jun 16 15:27:07.668011 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d4053b79-a5d8-4ed1-bf21-25f09c2add57 req-aefa05db-feaa-4dbf-bc90-41d0deb8d822 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 210 time: 0.1534226 Jun 16 15:27:08.773994 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3a8cea0d-eaa2-4d0e-8b6f-fad585eca4a6 req-17dd1cbc-5275-463d-b7ae-60d8eeb120a1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 210 time: 0.0492735 Jun 16 15:27:09.929518 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-26575d94-2bc8-46ae-82cf-4b10e5dacffb req-f6ef5740-4445-4652-9855-d1ddb4c31d26 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 210 time: 0.0510993 Jun 16 15:27:11.094101 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-42aebf55-c920-420c-8abe-34a3435069f5 req-aec5c94a-cc11-4b5e-a126-53a0d0ee68a0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 210 time: 0.0551822 Jun 16 15:27:11.658381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-23468cb5-cd13-4c4b-9ff6-4fc0f7b789bf tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:11.659081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-23468cb5-cd13-4c4b-9ff6-4fc0f7b789bf tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:27:11.670707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-23468cb5-cd13-4c4b-9ff6-4fc0f7b789bf tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:27:11.671840 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-23468cb5-cd13-4c4b-9ff6-4fc0f7b789bf tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324 HTTP/1.1" status: 200 len: 797 time: 0.1656325 Jun 16 15:27:11.719201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-a5997af9-89af-430e-9a4a-a2212abd25f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:27:11.731173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-a5997af9-89af-430e-9a4a-a2212abd25f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:27:11.732293 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-a5997af9-89af-430e-9a4a-a2212abd25f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 380 time: 0.0530882 Jun 16 15:27:11.740536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'device_id': '851a8a3e-4866-4924-9537-14ca99bea46c', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'admin_state_up': True, 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'security_groups': ['1f31d10f-0023-430e-b055-0bb0047d3f0d']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:11.881643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:27:11.894717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:27:11.979347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:27:11.982905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:12.178768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.6 (a2e2084a-3b6b-4147-ac8d-eb2b88bab324/6cccd2e5-2197-4414-b8e5-2136709f37a6/ba5b07bb-a998-44d9-997a-524a8d30f593) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:27:12.265210 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5a6e1a2e-b362-4577-8fca-2fe1499e97d5 req-a09f3fb7-994c-452e-b048-3e190cd2e89f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 210 time: 0.0518317 Jun 16 15:27:12.386323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:12.401890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object ba5b07bb-a998-44d9-997a-524a8d30f593 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:27:12.503673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:12.573498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:27:12.581161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:27:12.585458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:27:12.626230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=ba5b07bb-a998-44d9-997a-524a8d30f593,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:12.659150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:12.659776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:12.772173 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3a2e1e6b-0221-42e7-96e0-4c65c910ed1c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0352447 Jun 16 15:27:12.785595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Request body: {'port': {'device_id': '851a8a3e-4866-4924-9537-14ca99bea46c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:12.894056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ef56668e-88c9-43c7-ba48-3d8602a72daf None None] Provisioning for port ba5b07bb-a998-44d9-997a-524a8d30f593 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:27:12.899049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ef56668e-88c9-43c7-ba48-3d8602a72daf None None] Provisioning complete for port ba5b07bb-a998-44d9-997a-524a8d30f593 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:12.899420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ef56668e-88c9-43c7-ba48-3d8602a72daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:12.901346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:12.959429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ef56668e-88c9-43c7-ba48-3d8602a72daf None None] Port ba5b07bb-a998-44d9-997a-524a8d30f593 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:27:13.254795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5b07bb-a998-44d9-997a-524a8d30f593 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:27:13.262105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:13.276756 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Transition to ACTIVE for port object ba5b07bb-a998-44d9-997a-524a8d30f593 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:27:13.354590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:13.489408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489b7a0-d207-4e91-88d5-5b418c75964b req-6d641959-e316-4be9-b5f6-365e5b87f1ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:13.490922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a489b7a0-d207-4e91-88d5-5b418c75964b req-6d641959-e316-4be9-b5f6-365e5b87f1ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 943 time: 0.0975888 Jun 16 15:27:13.507174 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5b07bb-a998-44d9-997a-524a8d30f593,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:13.541999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a489b7a0-d207-4e91-88d5-5b418c75964b req-384871b5-d0e4-44ec-bd86-a17792dcc49f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444622 Jun 16 15:27:13.731006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Attempting to bind port ba5b07bb-a998-44d9-997a-524a8d30f593 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:27:13.731597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Attempting to bind port ba5b07bb-a998-44d9-997a-524a8d30f593 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:27:13.731696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Attempting to bind port ba5b07bb-a998-44d9-997a-524a8d30f593 on network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:27:13.736941 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Port ba5b07bb-a998-44d9-997a-524a8d30f593 on network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:27:13.737413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Attempting to bind port ba5b07bb-a998-44d9-997a-524a8d30f593 on network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:27:13.743008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:27:13.743349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Checking segment: {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:27:13.743732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Bound using segment: {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:27:13.744153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Bound port: ba5b07bb-a998-44d9-997a-524a8d30f593, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:27:13.744496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:13.837378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] For port ba5b07bb-a998-44d9-997a-524a8d30f593, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:27:13.840238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] For port ba5b07bb-a998-44d9-997a-524a8d30f593, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ba5b07bb-a998-44d9-997a-524a8d30f593,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:27:13.932484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:13.993243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:13.993852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:13.995251 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba5b07bb-a998-44d9-997a-524a8d30f593 HTTP/1.1" status: 200 len: 1093 time: 1.2140689 Jun 16 15:27:13.995692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851a8a3e-4866-4924-9537-14ca99bea46c', 'tag': 'ba5b07bb-a998-44d9-997a-524a8d30f593'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:27:14.021571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7df75-afbf-453d-b474-6822bf2d1131 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5b07bb-a998-44d9-997a-524a8d30f593,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:14.054127 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356f9604-24ef-46da-aa42-cf430cba1382'] response: {'name': 'network-changed', 'server_uuid': '851a8a3e-4866-4924-9537-14ca99bea46c', 'tag': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'status': 'completed', 'code': 200} Jun 16 15:27:14.163090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31364b-b644-45b7-9a37-1e6c7e32f3f8 req-24dd68b4-8643-4e74-affe-36d31790042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:14.164579 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bc31364b-b644-45b7-9a37-1e6c7e32f3f8 req-24dd68b4-8643-4e74-affe-36d31790042e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 1096 time: 0.0873568 Jun 16 15:27:14.312377 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31364b-b644-45b7-9a37-1e6c7e32f3f8 req-6e7eb96f-695a-4c81-9039-de868e2e804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:14.313795 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bc31364b-b644-45b7-9a37-1e6c7e32f3f8 req-6e7eb96f-695a-4c81-9039-de868e2e804d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdbb136214314352a52001d8f185680c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1417348 Jun 16 15:27:14.449015 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31364b-b644-45b7-9a37-1e6c7e32f3f8 req-69ed4682-b009-4eae-9c30-07fe5966adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:14.450360 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bc31364b-b644-45b7-9a37-1e6c7e32f3f8 req-69ed4682-b009-4eae-9c30-07fe5966adcf service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310523 Jun 16 15:27:14.565862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-af06a404-1122-4fc3-815c-52053a4c6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:14.567363 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-af06a404-1122-4fc3-815c-52053a4c6874 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 1096 time: 0.0807092 Jun 16 15:27:14.638298 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-f2df590e-ae7c-4517-9413-f386f86806ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5b07bb-a998-44d9-997a-524a8d30f593 HTTP/1.1" status: 200 len: 217 time: 0.0646675 Jun 16 15:27:14.699938 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-c191435d-2b27-45fc-8ebd-663262fee5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:14.701305 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-c191435d-2b27-45fc-8ebd-663262fee5e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cccd2e5-2197-4414-b8e5-2136709f37a6 HTTP/1.1" status: 200 len: 835 time: 0.0574441 Jun 16 15:27:14.737995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb400b0-ea5c-491f-aff0-b315c6a0afe9 req-d3823082-02a2-40e4-b873-25696d9f3361 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:14.739461 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ffb400b0-ea5c-491f-aff0-b315c6a0afe9 req-d3823082-02a2-40e4-b873-25696d9f3361 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 943 time: 0.0880666 Jun 16 15:27:14.787544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-462ca5ca-09a3-4c29-bffd-31c6296bd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:14.789019 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-462ca5ca-09a3-4c29-bffd-31c6296bd6e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819516 Jun 16 15:27:14.789322 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ffb400b0-ea5c-491f-aff0-b315c6a0afe9 req-2994bb50-9aef-48ca-a271-ccb0026d3906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441871 Jun 16 15:27:14.920289 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-3b31b884-8f2e-4a7e-a081-c9654f37a55e service neutron] 10.222.0.46 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238685 Jun 16 15:27:15.051640 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-01d79c45-fe36-49d1-b402-9cc91f5d4344 req-75945545-b498-4243-bbb0-0bd4a638088b service neutron] 10.222.0.46 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255524 Jun 16 15:27:15.720290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-61fac1f9-2bb4-41e6-a279-c00f2f265c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:15.983369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644ea8b-9d90-40f4-8d32-6329d8ca4125 req-cd0bb8d1-67d5-4688-ba97-a534c1cd937c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:15.984859 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a644ea8b-9d90-40f4-8d32-6329d8ca4125 req-cd0bb8d1-67d5-4688-ba97-a534c1cd937c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 943 time: 0.0917377 Jun 16 15:27:16.030805 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a644ea8b-9d90-40f4-8d32-6329d8ca4125 req-7adc255a-251b-4b7c-8360-e5a7b6034e4e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396776 Jun 16 15:27:17.235483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487c004-f2ee-406e-b13b-99f7eee72816 req-05378909-0316-4ecb-9e66-bf4ecf86f21d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:17.236971 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a487c004-f2ee-406e-b13b-99f7eee72816 req-05378909-0316-4ecb-9e66-bf4ecf86f21d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 943 time: 0.0911183 Jun 16 15:27:17.282505 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a487c004-f2ee-406e-b13b-99f7eee72816 req-0b1763ed-efd1-4df7-9c65-57c49f8971f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398190 Jun 16 15:27:18.062198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ba5b07bb-a998-44d9-997a-524a8d30f593 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:27:18.200490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port ba5b07bb-a998-44d9-997a-524a8d30f593, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ba5b07bb-a998-44d9-997a-524a8d30f593,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:18.214350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'port_id': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'mac_address': 'fa:16:3e:ef:6b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:27:18.279034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port ba5b07bb-a998-44d9-997a-524a8d30f593 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:27:18.280198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:18.305507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5b07bb-a998-44d9-997a-524a8d30f593 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:27:18.327769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port ba5b07bb-a998-44d9-997a-524a8d30f593, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ba5b07bb-a998-44d9-997a-524a8d30f593,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:18.332013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c146ddeb-349f-4b89-af4c-c0fc55da8a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:18.413938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:18.487240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=ba5b07bb-a998-44d9-997a-524a8d30f593,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:18.488346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d880f80-718c-4a21-a125-ebecff7d02a6 req-e8eb9157-5322-4e58-bb02-c28703185b81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:18.489841 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d880f80-718c-4a21-a125-ebecff7d02a6 req-e8eb9157-5322-4e58-bb02-c28703185b81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 944 time: 0.0904353 Jun 16 15:27:18.538511 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d880f80-718c-4a21-a125-ebecff7d02a6 req-0c38117b-580f-4b11-8772-18ec36ca9381 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Jun 16 15:27:18.677825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['ba5b07bb-a998-44d9-997a-524a8d30f593'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:27:18.772184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:19.735520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2652cf-3381-4fb8-9a08-302027cd641e req-94af223c-7a2a-4002-b5cd-8edf9a70b85b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:19.736988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2e2652cf-3381-4fb8-9a08-302027cd641e req-94af223c-7a2a-4002-b5cd-8edf9a70b85b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 944 time: 0.0916350 Jun 16 15:27:19.783071 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2e2652cf-3381-4fb8-9a08-302027cd641e req-f92f2210-2271-4c14-99b8-2cc34111603e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Jun 16 15:27:20.077012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ba5b07bb-a998-44d9-997a-524a8d30f593 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:27:20.291471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:20.319762 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port ba5b07bb-a998-44d9-997a-524a8d30f593 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:27:20.324922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port ba5b07bb-a998-44d9-997a-524a8d30f593 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:20.325289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:20.443841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port ba5b07bb-a998-44d9-997a-524a8d30f593 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:27:20.444138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:20.472871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851a8a3e-4866-4924-9537-14ca99bea46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5b07bb-a998-44d9-997a-524a8d30f593'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:27:20.482368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port ba5b07bb-a998-44d9-997a-524a8d30f593, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ba5b07bb-a998-44d9-997a-524a8d30f593,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:20.519077 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecdb615-8045-4983-9f03-0061cc83fdf6'] response: {'server_uuid': '851a8a3e-4866-4924-9537-14ca99bea46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'code': 200} Jun 16 15:27:20.540276 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:27:20.551308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:20.618719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=ba5b07bb-a998-44d9-997a-524a8d30f593,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:20.896464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf8d24-4f90-413c-a144-bc19bcd025e3 req-8fd0594a-e5ef-4a4e-8966-79a7171447dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:20.897940 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-facf8d24-4f90-413c-a144-bc19bcd025e3 req-8fd0594a-e5ef-4a4e-8966-79a7171447dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 1098 time: 0.0769899 Jun 16 15:27:20.938999 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-facf8d24-4f90-413c-a144-bc19bcd025e3 req-c18e9015-eae9-4e60-9bf4-e87b03b5b6ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352061 Jun 16 15:27:20.979671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45a6b0-b9d3-478d-9429-530d71e1fdc5 req-77533f92-23c5-4a9f-b40c-24981120c958 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:20.981123 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4d45a6b0-b9d3-478d-9429-530d71e1fdc5 req-77533f92-23c5-4a9f-b40c-24981120c958 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 945 time: 0.0921760 Jun 16 15:27:21.031202 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4d45a6b0-b9d3-478d-9429-530d71e1fdc5 req-34f084f8-a07d-47dd-be54-a0ba18cf0708 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Jun 16 15:27:21.539753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:22.245703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e1fe4-650d-4eb1-98cc-4c3087c24065 req-32b1b3f1-872a-40e4-97d0-83e2cbe54e9f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:22.247240 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d21e1fe4-650d-4eb1-98cc-4c3087c24065 req-32b1b3f1-872a-40e4-97d0-83e2cbe54e9f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 945 time: 0.0911236 Jun 16 15:27:22.298750 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d21e1fe4-650d-4eb1-98cc-4c3087c24065 req-71ac7eac-944c-4458-bc20-ff7b3e60a343 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456128 Jun 16 15:27:22.506193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab5bf1-34c3-4332-9e44-9fd7e8ae309f req-06078bdb-5ee6-48ce-b274-b69e35e5c2d2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:22.507667 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3dab5bf1-34c3-4332-9e44-9fd7e8ae309f req-06078bdb-5ee6-48ce-b274-b69e35e5c2d2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 945 time: 0.0938380 Jun 16 15:27:22.551785 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3dab5bf1-34c3-4332-9e44-9fd7e8ae309f req-5fccac57-3711-416a-bb46-366846fe50df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383091 Jun 16 15:27:22.575096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32964) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:22.656645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab7b0b-d6a6-436c-96c4-a062dcddb577 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:22.659106 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-76ab7b0b-d6a6-436c-96c4-a062dcddb577 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 1093 time: 0.0819175 Jun 16 15:27:22.662231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 32968) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:22.667711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:22.673304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:27:22.677366 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:floatingip and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:27:22.680417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:27:22.687012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:27:22.745067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:22.887717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:23.133467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.79 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/a6710ff5-27c1-4036-b399-87cebaeeb98c) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:27:23.286982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:23.380240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:23.447510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:27:23.450579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:27:23.454800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:27:23.487470 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=a6710ff5-27c1-4036-b399-87cebaeeb98c,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:23.880799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:24.026085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:24.232309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:24.297166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:24.401538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=a6710ff5-27c1-4036-b399-87cebaeeb98c,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:24.413431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:24.587016 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 49bd6778-bdb6-42ea-b189-03d01d67bd70 associated. External IP: 172.26.2.79, port: ba5b07bb-a998-44d9-997a-524a8d30f593. Jun 16 15:27:25.067698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router b93f6e84-2a6d-4b30-9831-6a0af109ab54 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:27:25.249001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:27:25.258632 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] Sync routers for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:27:25.270120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:27:25.270750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:27:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:25.345477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:25.406183 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-277685bd-2570-448c-b72e-5a9bc8d1dc94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7428484 Jun 16 15:27:25.406887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851a8a3e-4866-4924-9537-14ca99bea46c', 'tag': 'ba5b07bb-a998-44d9-997a-524a8d30f593'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:27:25.409020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32972) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:25.454978 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e3c41f-2168-4a25-8fc2-3761526bf323'] response: {'name': 'network-changed', 'server_uuid': '851a8a3e-4866-4924-9537-14ca99bea46c', 'tag': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'status': 'completed', 'code': 200} Jun 16 15:27:25.493089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:27:25.527180 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6fcf32ec-c9f3-47e5-985a-df483efa356a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 990 time: 0.1169398 Jun 16 15:27:25.556664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-97a5ec89-24e2-48ae-9e81-d87997c9e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:25.558400 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-97a5ec89-24e2-48ae-9e81-d87997c9e416 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 1098 time: 0.0842748 Jun 16 15:27:25.692598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-ef73494f-d209-4369-917b-9f5d62a31bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:25.693949 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-ef73494f-d209-4369-917b-9f5d62a31bc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324 HTTP/1.1" status: 200 len: 898 time: 0.1299679 Jun 16 15:27:25.809667 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-d4fbee79-53a1-47e7-9ccf-0c3f2b59dd82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5b07bb-a998-44d9-997a-524a8d30f593 HTTP/1.1" status: 200 len: 998 time: 0.1098573 Jun 16 15:27:25.871701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-d77248f6-dd9c-4d63-a2b4-fda4c225ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:25.872221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '49bd6778-bdb6-42ea-b189-03d01d67bd70', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'port_id': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'mac_address': 'fa:16:3e:ef:6b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8a3e-4866-4924-9537-14ca99bea46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:27:23Z', 'updated_at': '2022-06-16T15:27:23Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:25.873172 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-d77248f6-dd9c-4d63-a2b4-fda4c225ff76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cccd2e5-2197-4414-b8e5-2136709f37a6 HTTP/1.1" status: 200 len: 835 time: 0.0577195 Jun 16 15:27:25.876915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] Checking router: b93f6e84-2a6d-4b30-9831-6a0af109ab54 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:27:25.886222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:27:25.886820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:27:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:25.962319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-845ed56d-7c3f-42b8-9082-7dc73d4d8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:25.963738 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-845ed56d-7c3f-42b8-9082-7dc73d4d8243 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847416 Jun 16 15:27:26.067019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:27:26.102171 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-7e2a1f1b-6935-4c56-864a-78022308f11e service neutron] 10.222.0.46 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322682 Jun 16 15:27:26.235521 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76a8f68b-9a84-4fe1-89bd-ecb277bcd730 req-ac38ac85-d472-4e79-ad44-2640db1f078c service neutron] 10.222.0.46 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274254 Jun 16 15:27:26.424571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '49bd6778-bdb6-42ea-b189-03d01d67bd70', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'port_id': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'mac_address': 'fa:16:3e:ef:6b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8a3e-4866-4924-9537-14ca99bea46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:27:23Z', 'updated_at': '2022-06-16T15:27:23Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:26.428538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ea3fa-b73f-4f8c-afaa-3cc50756415c None None] The sync data for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv is: [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '49bd6778-bdb6-42ea-b189-03d01d67bd70', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'port_id': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'mac_address': 'fa:16:3e:ef:6b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851a8a3e-4866-4924-9537-14ca99bea46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:27:23Z', 'updated_at': '2022-06-16T15:27:23Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:27:26.531664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32978) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:26.643046 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e074f31-1f1e-4448-9f7a-a8c599df4233 None None] New status for floating IP 49bd6778-bdb6-42ea-b189-03d01d67bd70: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:27:26.645022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-47cfa456-f194-4df6-831b-d7bcf093ed8a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 990 time: 0.1121974 Jun 16 15:27:27.648057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 32982) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:27.753158 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-82433e02-f6cb-4505-bef0-b26a8b34c4ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 992 time: 0.1040540 Jun 16 15:27:35.646049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:45.694104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5efb4f87-789a-44bf-9359-fccf506c03cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:48.314009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5f176079-46a9-45a1-b66e-6397b9b69f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:48.799631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:50.258474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:51.479548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:55.930470 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [req-b5ea5db4-a2a9-46dd-8b0c-b9c52ae67f08 req-1b8964d0-2b58-4614-9fbc-a3420e6f8800 service neutron] (89746) timed out ('10.222.0.46', 50721) {{(pid=89746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 15:27:57.542594 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:27:59.042598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33044) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:59.151163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248625bd-939e-4dd0-91dc-1ca6121d6371 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:59.152036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248625bd-939e-4dd0-91dc-1ca6121d6371 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:59.152882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248625bd-939e-4dd0-91dc-1ca6121d6371 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:27:59.155616 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-248625bd-939e-4dd0-91dc-1ca6121d6371 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=cdbb136214314352a52001d8f185680c&network_id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324 HTTP/1.1" status: 200 len: 2999 time: 0.1118164 Jun 16 15:28:01.035483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33062) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:01.097445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b44ffa-4e62-4c66-9542-13c9b0b34642 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:01.098959 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e8b44ffa-4e62-4c66-9542-13c9b0b34642 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25 HTTP/1.1" status: 200 len: 814 time: 0.0624566 Jun 16 15:28:01.976839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33072) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:01.982636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7b073a11-d41e-4df6-9c18-27fae2bcf058 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:02.098681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b073a11-d41e-4df6-9c18-27fae2bcf058 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:02.505535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b073a11-d41e-4df6-9c18-27fae2bcf058 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:02.587872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b073a11-d41e-4df6-9c18-27fae2bcf058 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:02.588120 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-7b073a11-d41e-4df6-9c18-27fae2bcf058 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 49bd6778-bdb6-42ea-b189-03d01d67bd70 disassociated. External IP: 172.26.2.79, port: ba5b07bb-a998-44d9-997a-524a8d30f593. Jun 16 15:28:03.020116 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b073a11-d41e-4df6-9c18-27fae2bcf058 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router b93f6e84-2a6d-4b30-9831-6a0af109ab54 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:28:03.222252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b073a11-d41e-4df6-9c18-27fae2bcf058 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:28:03.227483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7b073a11-d41e-4df6-9c18-27fae2bcf058 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:03.232886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] Sync routers for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:28:03.249386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:28:03.249990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:27:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:03.300604 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7b073a11-d41e-4df6-9c18-27fae2bcf058 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 689 time: 1.3217425 Jun 16 15:28:03.301354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851a8a3e-4866-4924-9537-14ca99bea46c', 'tag': 'ba5b07bb-a998-44d9-997a-524a8d30f593'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:28:03.302796 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33078) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:03.376124 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a990098-5f17-41d8-a290-40cf616a0199'] response: {'name': 'network-changed', 'server_uuid': '851a8a3e-4866-4924-9537-14ca99bea46c', 'tag': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'status': 'completed', 'code': 200} Jun 16 15:28:03.483154 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5710d5b5-e4d6-4d2a-b845-eb7e5f6288c9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 689 time: 0.1767738 Jun 16 15:28:03.513239 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-eb3d12c0-76ef-4bd7-9944-50b01a7e5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:03.516304 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-eb3d12c0-76ef-4bd7-9944-50b01a7e5233 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 1098 time: 0.1146607 Jun 16 15:28:03.579768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:28:03.806330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-3062295f-dabb-4842-8b75-768798a4932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:03.808052 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-3062295f-dabb-4842-8b75-768798a4932b service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324 HTTP/1.1" status: 200 len: 898 time: 0.2852488 Jun 16 15:28:03.906160 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-53a331b4-5edd-471b-8ea0-8aa046017468 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5b07bb-a998-44d9-997a-524a8d30f593 HTTP/1.1" status: 200 len: 217 time: 0.0898519 Jun 16 15:28:03.930350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:03.935657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] Checking router: b93f6e84-2a6d-4b30-9831-6a0af109ab54 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:28:03.944330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:28:03.944899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:27:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:03.976024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-0fb41dab-1786-48bd-944e-89d19d50d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:03.977722 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-0fb41dab-1786-48bd-944e-89d19d50d1de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cccd2e5-2197-4414-b8e5-2136709f37a6 HTTP/1.1" status: 200 len: 835 time: 0.0662591 Jun 16 15:28:04.068233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-7b145d1e-69cf-456f-9b5c-ae5a722ed7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:04.069794 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-7b145d1e-69cf-456f-9b5c-ae5a722ed7db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867248 Jun 16 15:28:04.149112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:28:04.224229 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-a46e0f41-d934-4e38-aab7-9cf4c98af20e service neutron] 10.222.0.46 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484227 Jun 16 15:28:04.385645 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b3fde50e-bd56-4d5d-a605-8360a20058e8 req-126355fd-22b4-443c-bdf1-42ff56e683c5 service neutron] 10.222.0.46 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551061 Jun 16 15:28:04.485976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33086) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:04.528288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:04.534960 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27435865-92fe-48fc-8b56-c2bf253c20a8 None None] The sync data for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv is: [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:28:04.642861 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-da4520c0-a2b4-44e7-b9bc-77337c8082f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 689 time: 0.1557133 Jun 16 15:28:04.844488 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560a53f-99a9-4a87-821c-7a27fa6d259c None None] New status for floating IP 49bd6778-bdb6-42ea-b189-03d01d67bd70: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:28:05.647651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33092) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:05.650495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:05.736017 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1d275eee-ce0d-4396-83d7-a509c7bc42cf tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 687 time: 0.0872405 Jun 16 15:28:06.051697 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-05a78c7c-3abd-4a8b-8d78-0b66cddecfb4 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778593693&fields=id&tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e HTTP/1.1" status: 200 len: 267 time: 0.0441744 Jun 16 15:28:06.198775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-28a75f36-3d81-473e-86be-f0e35dd75b59 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:06.200124 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-28a75f36-3d81-473e-86be-f0e35dd75b59 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 812 time: 0.1413684 Jun 16 15:28:06.216238 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-062b3115-e519-4b50-97fb-cc9ef51c201f tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/quotas/1a3bb8253ad34d2c8c013bd11f34ea2e HTTP/1.1" status: 200 len: 375 time: 0.0091221 Jun 16 15:28:06.311720 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-d56d70e5-a062-44ee-a1db-f1bcaeec9e6e tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0897760 Jun 16 15:28:06.557847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-34883e88-12de-44e9-b18d-a4d87b4862a3 service neutron] 10.222.0.73 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340932 Jun 16 15:28:06.688916 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-8c0f5c98-a5bb-47b1-87f8-db0cead8f61b service neutron] 10.222.0.73 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247118 Jun 16 15:28:06.945659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33114) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:06.950749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124436525', 'description': 'tempest-secgroup-smoke-1124436525 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:06.957032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:06.966874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:07.050347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:07.075167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:07.079002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:28:07.081819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:28:07.087573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:07.159973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:07.233894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:07.287668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e199fc-8a39-425b-8ae3-5a4d0910bf16,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:07.298802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.299762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.299762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.300188 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.300552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.300885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.301211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.301534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.301858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.302178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.302496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.302814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.398733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:07.399987 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9874f319-db68-4c09-a782-2df4d8f603ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4533265 Jun 16 15:28:07.403089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33122) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:07.408323 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-88f79111-edf8-4c0e-a9f4-200e11737d81 req-82eda67a-5e69-4c4a-8c58-510a1f2e0e97 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 210 time: 0.0518153 Jun 16 15:28:07.409088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '86e199fc-8a39-425b-8ae3-5a4d0910bf16', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:07.415446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:07.419415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:28:07.423934 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:28:07.431299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:07.505770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:07.570899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:07.644899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:07.674309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1bccfb-8484-4245-a343-e350b5afcce2,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:07.684672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.685025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.685554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.685940 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.686357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.686692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.687212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.687628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.688038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.688367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.688697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.689064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:07.763376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:07.765159 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d9736c8c-9c7d-466d-8900-034fae590ff3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3605332 Jun 16 15:28:07.767952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33130) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:07.772788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '86e199fc-8a39-425b-8ae3-5a4d0910bf16', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:07.778698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:07.783517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:28:07.788040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:28:07.796916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:07.877157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:07.938427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.013638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.041177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe8cc07-8bcb-4f09-88da-4b7e11767889,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:08.131020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.132212 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b309c4bc-64fb-4d4a-aff5-9dc3d5931d1a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3633299 Jun 16 15:28:08.134987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33136) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:08.139957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '86e199fc-8a39-425b-8ae3-5a4d0910bf16', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:08.145851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:08.149718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:28:08.152590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:28:08.158858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:08.272121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.342617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.436358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.462683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38d155f-cd23-4540-b90c-aa65181685b7,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:08.547862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.551684 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6d921f36-e7b0-44de-8f1a-fe7e63a9008e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4131842 Jun 16 15:28:08.551899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33142) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:08.557787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '86e199fc-8a39-425b-8ae3-5a4d0910bf16', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:08.565218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:08.569366 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:28:08.572460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:28:08.573073 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5f258180-a5a2-4f0e-9bae-bab09060ea2f req-1e6f6a4b-a55f-4893-a254-767d195921ef tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 210 time: 0.0534730 Jun 16 15:28:08.579260 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:08.686703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.756158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.830849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.857392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda3a5a4-16ea-45db-9156-48ce7d39f67f,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:08.982071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:08.983281 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-eff33876-fd2a-49a6-a219-569774a2e76b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4302428 Jun 16 15:28:08.986516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33146) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:08.991694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '86e199fc-8a39-425b-8ae3-5a4d0910bf16', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:08.998356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:09.003067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:28:09.008818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:28:09.012960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:09.101880 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:28:09.109045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:09.178085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:09.259010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:09.283674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73226469-c234-476f-908b-301c2c4caae5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:09.350770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:09.352191 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2a18dd29-821e-40ee-8770-9a3e8e9c71fc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3646197 Jun 16 15:28:09.354834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33150) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:09.360415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '86e199fc-8a39-425b-8ae3-5a4d0910bf16', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:09.367076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:09.374544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:28:09.376065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:28:09.382695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:09.510771 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:28:09.519274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:09.595845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:09.653406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:09.657989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-bdd2359b-bb4b-47bb-8b91-15f9b164b427 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:09.667386 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-bdd2359b-bb4b-47bb-8b91-15f9b164b427 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 812 time: 0.1538329 Jun 16 15:28:09.680749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d41c6b9-48a3-469d-905d-19476bad6aca,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:09.726199 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-6dad323a-9806-41b4-96ef-55ec0db30342 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e HTTP/1.1" status: 200 len: 379 time: 0.0586987 Jun 16 15:28:09.735825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'port': {'device_id': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'admin_state_up': True, 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'security_groups': ['454d8d76-4879-466f-a373-1da0458c86a3']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:09.751195 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b2fdd556-476b-4072-8116-f2e9613735bf req-ab2184ec-e26f-45ba-96c5-a1208e79be2c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 210 time: 0.0594563 Jun 16 15:28:09.779145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:09.780857 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ab02cfe8-b6d1-4cea-9e35-240e41e45859 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4245198 Jun 16 15:28:09.891871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:09.896170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:port and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:28:09.899443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:28:09.905902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:09.974292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8d0775dd-a780-4263-b2fc-616611459b55 req-a980e434-a5b5-40e4-a4b2-79dc54507a59 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:28:09.993142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Made reservation on behalf of 1a3bb8253ad34d2c8c013bd11f34ea2e for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:28:09.996802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:10.039652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8d0775dd-a780-4263-b2fc-616611459b55 req-a980e434-a5b5-40e4-a4b2-79dc54507a59 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:28:10.041298 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-a980e434-a5b5-40e4-a4b2-79dc54507a59 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124436525&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.1122668 Jun 16 15:28:10.206053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Allocated IP 172.20.0.10 (6de34a97-b95c-4d45-8d42-c8f3aa15963a/9db34bba-7e47-4579-aa13-905bb549e186/5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:28:10.221938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0775dd-a780-4263-b2fc-616611459b55 req-bddac83d-ca35-4664-919d-b2808c932d73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:10.223556 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-bddac83d-ca35-4664-919d-b2808c932d73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/networks?id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324 HTTP/1.1" status: 200 len: 797 time: 0.1749811 Jun 16 15:28:10.258686 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-8c5bbc6e-10e2-4924-945b-6b81347b67fb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/quotas/cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 375 time: 0.0267353 Jun 16 15:28:10.385102 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-73696387-c2e2-4f09-b3f5-7ea0fdf6b871 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1255150 Jun 16 15:28:10.461637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:10.481162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Transition to ACTIVE for port object 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:28:10.561453 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-03eaf19a-707a-46ca-9063-a3acd583e1e8 service neutron] 10.222.0.73 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632888 Jun 16 15:28:10.562781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:10.638544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:28:10.647274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:28:10.650007 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:28:10.724009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'Port': ['ID=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:10.753284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:10.754312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:10.772858 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-8e8493b6-2bb7-4942-adf1-ab0321431236 service neutron] 10.222.0.73 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038593 Jun 16 15:28:10.869782 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-b046e8c6-a8e0-4e7c-8ab0-c02b92dd3879 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1380880 Jun 16 15:28:10.880559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Request body: {'port': {'device_id': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:10.976707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec92699-f756-4260-8b10-1e06496ad373 req-2b9218d4-4357-44fe-9d91-00db74530cbd tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:10.978368 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6ec92699-f756-4260-8b10-1e06496ad373 req-2b9218d4-4357-44fe-9d91-00db74530cbd tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 932 time: 0.0965672 Jun 16 15:28:11.047698 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6ec92699-f756-4260-8b10-1e06496ad373 req-03cafb6c-9836-4a5c-bb99-debb5357ec3c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631425 Jun 16 15:28:11.110676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-32dea26c-2ead-4427-8399-0536f5c1297c None None] Provisioning for port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:28:11.117131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-32dea26c-2ead-4427-8399-0536f5c1297c None None] Provisioning complete for port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:28:11.117551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-32dea26c-2ead-4427-8399-0536f5c1297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:11.140700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:11.158757 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c9d0cddb-fb5a-44b0-a6ff-9d01ac47b667 req-c82075a5-c108-478d-af7c-d529e5df25b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 210 time: 0.0835154 Jun 16 15:28:11.189400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-32dea26c-2ead-4427-8399-0536f5c1297c None None] Port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:28:11.543614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:28:11.551669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:11.567572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Transition to ACTIVE for port object 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:28:11.673873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:11.889060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Pushing event updated for resources: {'Port': ['ID=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:11.951179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Attempting to bind port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:28:11.951518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Attempting to bind port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:28:11.952730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Attempting to bind port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:28:11.957995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:28:11.958378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Attempting to bind port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 on network 6de34a97-b95c-4d45-8d42-c8f3aa15963a {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:28:11.964467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:28:11.964867 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Checking segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:28:11.965305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Bound using segment: {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:28:11.965739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Bound port: 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066ad6db-9c97-46d3-9e59-68c1c1bb997e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:28:11.966209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:12.061139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] For port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:28:12.065059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] For port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:28:12.182907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:12.262538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999da98e-bb81-4453-b261-2596ee768996 req-4ad01bcd-4f4f-4124-96f7-7467a6a81bcf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:12.264062 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-999da98e-bb81-4453-b261-2596ee768996 req-4ad01bcd-4f4f-4124-96f7-7467a6a81bcf tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 944 time: 0.1026304 Jun 16 15:28:12.275404 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Pushing event updated for resources: {'Port': ['ID=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:12.291925 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:12.292639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:12.298663 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-f10a3e0d-d1f1-421f-914d-8726dedbd4ac service neutron] 10.222.0.46 "PUT /v2.0/ports/5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 HTTP/1.1" status: 200 len: 1094 time: 1.4226446 Jun 16 15:28:12.299190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'tag': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:28:12.397163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-999da98e-bb81-4453-b261-2596ee768996 req-aaacb4ce-bfc1-4491-ab8c-803a42085c6f tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256685 Jun 16 15:28:12.403565 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-070758f4-65c7-4b6d-9826-7e4ae9383557 req-013bdce6-125f-440e-bc2a-e159b045bfa7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 210 time: 0.0719533 Jun 16 15:28:12.469157 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8455b4f4-6120-4df7-9ec4-915ff254ab77'] response: {'name': 'network-changed', 'server_uuid': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'tag': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'status': 'completed', 'code': 200} Jun 16 15:28:12.501089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-bc8a2431-79a9-4efe-a121-214294568cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:12.502623 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-bc8a2431-79a9-4efe-a121-214294568cfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 1097 time: 0.0958717 Jun 16 15:28:12.574848 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-dba0b2b9-b48a-441d-9179-fe5039a21c23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 HTTP/1.1" status: 200 len: 217 time: 0.0658400 Jun 16 15:28:12.640448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-4b4fb9f9-8687-49b3-b0dc-de078d7763ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:12.641901 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-4b4fb9f9-8687-49b3-b0dc-de078d7763ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0579526 Jun 16 15:28:12.729585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-0c7bc2fa-0d26-45a7-9616-a13a4333ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:12.731004 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-0c7bc2fa-0d26-45a7-9616-a13a4333ef30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835755 Jun 16 15:28:12.867289 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-6f0f38f9-434e-4fbf-bed0-71d69a51f1d9 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295724 Jun 16 15:28:13.001497 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39ff00d2-9b53-40f5-bc84-235ad811e981 req-ccce2dec-bf07-4258-98c2-fd38021d7f7a service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286438 Jun 16 15:28:13.221899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b145c5-b997-4882-af81-290e20f1561d req-6f2039ff-2dda-4091-821c-74de809a9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:13.223422 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-02b145c5-b997-4882-af81-290e20f1561d req-6f2039ff-2dda-4091-821c-74de809a9028 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 1097 time: 0.0799294 Jun 16 15:28:13.476642 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b145c5-b997-4882-af81-290e20f1561d req-408261ff-f24c-4f69-8ba8-2a76c92290d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:13.479292 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-02b145c5-b997-4882-af81-290e20f1561d req-408261ff-f24c-4f69-8ba8-2a76c92290d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.2476861 Jun 16 15:28:13.564108 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-02b145c5-b997-4882-af81-290e20f1561d req-16792d93-28f0-4bbd-aa96-21677c5408ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 HTTP/1.1" status: 200 len: 217 time: 0.0791626 Jun 16 15:28:13.629984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b145c5-b997-4882-af81-290e20f1561d req-4a312157-0adc-4ea0-a30e-88c1d38c60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:13.631640 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-02b145c5-b997-4882-af81-290e20f1561d req-4a312157-0adc-4ea0-a30e-88c1d38c60a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0619073 Jun 16 15:28:13.738462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b145c5-b997-4882-af81-290e20f1561d req-52703e37-4bd5-4d6a-a5d0-f700441fe01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:13.739911 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-02b145c5-b997-4882-af81-290e20f1561d req-52703e37-4bd5-4d6a-a5d0-f700441fe01e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1021268 Jun 16 15:28:13.755780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e6f3e49f-6b25-4a03-af25-2a3e38472b93 req-8b9b8321-73a1-47f5-829e-d907e271ca0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 210 time: 0.2367361 Jun 16 15:28:13.894516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0775dd-a780-4263-b2fc-616611459b55 req-a471cc64-08b3-45f7-9921-ceac981da0a9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:13.896002 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-a471cc64-08b3-45f7-9921-ceac981da0a9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324 HTTP/1.1" status: 200 len: 797 time: 0.3354881 Jun 16 15:28:13.899142 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-02b145c5-b997-4882-af81-290e20f1561d req-6be8bbf5-cf19-4ef3-81ee-3cdfbbf0a682 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525242 Jun 16 15:28:13.906914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2390ea-4b47-4123-8d34-7452af981a40 req-03f6273d-e520-4155-bde0-3307390cdf5f tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:13.908368 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee2390ea-4b47-4123-8d34-7452af981a40 req-03f6273d-e520-4155-bde0-3307390cdf5f tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 944 time: 0.3271468 Jun 16 15:28:13.985580 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-2328d838-d4d7-4dd8-ab50-fcc3d8171226 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 473 time: 0.0758572 Jun 16 15:28:13.989901 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee2390ea-4b47-4123-8d34-7452af981a40 req-b99bb493-7e91-4eeb-9fd1-052bb7aae67a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655000 Jun 16 15:28:13.994491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'device_id': 'd4cec74d-6f8c-4365-867b-446082911339', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'admin_state_up': True, 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'security_groups': ['86e199fc-8a39-425b-8ae3-5a4d0910bf16']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:14.053490 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-02b145c5-b997-4882-af81-290e20f1561d req-1c269faf-c484-4f8c-b617-58cec4d3491f service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389391 Jun 16 15:28:14.143405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:14.155593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:port and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:28:14.155593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:28:14.155973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:14.244819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:28:14.248513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:14.412306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.12 (a2e2084a-3b6b-4147-ac8d-eb2b88bab324/6cccd2e5-2197-4414-b8e5-2136709f37a6/aeed3d86-385a-4edb-9483-ca43778264a0) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:28:14.616582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:14.632632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object aeed3d86-385a-4edb-9483-ca43778264a0 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:28:14.705415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:14.780727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:28:14.784248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:28:14.788092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:28:14.819461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=aeed3d86-385a-4edb-9483-ca43778264a0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:14.864169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:14.864819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:14.983882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d216b-62ee-482d-97b7-34076ef82e37 req-70443bcf-50dc-4b8e-a1ed-e66ad07f3f8d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:14.984592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-3e0d216b-62ee-482d-97b7-34076ef82e37 req-70443bcf-50dc-4b8e-a1ed-e66ad07f3f8d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:28:15.011067 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-351ac7cf-d47a-4c13-9a1d-5d8e7d557985 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0201697 Jun 16 15:28:15.149917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Request body: {'port': {'device_id': 'd4cec74d-6f8c-4365-867b-446082911339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:15.159091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fe53d820-fd63-4576-945a-edee45488663 None None] Provisioning for port aeed3d86-385a-4edb-9483-ca43778264a0 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:28:15.164147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fe53d820-fd63-4576-945a-edee45488663 None None] Provisioning complete for port aeed3d86-385a-4edb-9483-ca43778264a0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:28:15.164513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe53d820-fd63-4576-945a-edee45488663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:15.176605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-3e0d216b-62ee-482d-97b7-34076ef82e37 req-70443bcf-50dc-4b8e-a1ed-e66ad07f3f8d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:28:15.178115 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3e0d216b-62ee-482d-97b7-34076ef82e37 req-70443bcf-50dc-4b8e-a1ed-e66ad07f3f8d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 932 time: 0.2899625 Jun 16 15:28:15.221608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fe53d820-fd63-4576-945a-edee45488663 None None] Port aeed3d86-385a-4edb-9483-ca43778264a0 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:28:15.312257 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3e0d216b-62ee-482d-97b7-34076ef82e37 req-4c4f09c3-eaf0-4acb-b87c-c0ef201ed30c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142378 Jun 16 15:28:15.328419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:15.385020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ac070-6d92-4790-aede-83f2209b1cc3 req-160c1265-a6cf-42e7-96c0-55abe13c3e4c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:15.386445 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8f7ac070-6d92-4790-aede-83f2209b1cc3 req-160c1265-a6cf-42e7-96c0-55abe13c3e4c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 944 time: 0.2816460 Jun 16 15:28:15.497609 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8f7ac070-6d92-4790-aede-83f2209b1cc3 req-0b2c4440-7ade-4c4b-8503-6c0066602a99 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040921 Jun 16 15:28:15.681758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce8e6d3f-f71d-4b0e-bae9-0a8ea5079a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:15.728875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeed3d86-385a-4edb-9483-ca43778264a0 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:28:15.736734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:15.751813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Transition to ACTIVE for port object aeed3d86-385a-4edb-9483-ca43778264a0 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:28:15.870661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:16.131996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aeed3d86-385a-4edb-9483-ca43778264a0,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:16.216827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Attempting to bind port aeed3d86-385a-4edb-9483-ca43778264a0 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:28:16.217078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Attempting to bind port aeed3d86-385a-4edb-9483-ca43778264a0 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:28:16.217426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Attempting to bind port aeed3d86-385a-4edb-9483-ca43778264a0 on network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:28:16.222503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Port aeed3d86-385a-4edb-9483-ca43778264a0 on network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:28:16.222816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Attempting to bind port aeed3d86-385a-4edb-9483-ca43778264a0 on network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:28:16.227957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:28:16.228312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Checking segment: {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:28:16.228677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Bound using segment: {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:28:16.229105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Bound port: aeed3d86-385a-4edb-9483-ca43778264a0, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd72040-7458-4725-888c-fbcb4524a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:28:16.229445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:16.317227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] For port aeed3d86-385a-4edb-9483-ca43778264a0, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:28:16.320154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] For port aeed3d86-385a-4edb-9483-ca43778264a0, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=aeed3d86-385a-4edb-9483-ca43778264a0,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:28:16.379764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:16.481008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:16.481673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:16.483163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/aeed3d86-385a-4edb-9483-ca43778264a0 HTTP/1.1" status: 200 len: 1094 time: 1.4647126 Jun 16 15:28:16.489672 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cec74d-6f8c-4365-867b-446082911339', 'tag': 'aeed3d86-385a-4edb-9483-ca43778264a0'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:28:16.521858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfe2ef-029e-410e-b604-23379fb0e8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aeed3d86-385a-4edb-9483-ca43778264a0,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:16.548458 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2ec5d0-0abb-4d37-b4d9-53f1e1efc405'] response: {'name': 'network-changed', 'server_uuid': 'd4cec74d-6f8c-4365-867b-446082911339', 'tag': 'aeed3d86-385a-4edb-9483-ca43778264a0', 'status': 'completed', 'code': 200} Jun 16 15:28:16.560491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba193e-547b-401e-a76d-c8b1d22cc86d req-b26d18cb-4f14-4741-9ecd-2e9c00e6ab30 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:16.562093 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5dba193e-547b-401e-a76d-c8b1d22cc86d req-b26d18cb-4f14-4741-9ecd-2e9c00e6ab30 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 944 time: 0.1305332 Jun 16 15:28:16.703722 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5dba193e-547b-401e-a76d-c8b1d22cc86d req-5fe84359-2678-402f-9648-0678a0d43d17 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357889 Jun 16 15:28:16.749282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c712d1-4d4b-472d-9a76-4895cfa350ba req-b4016afc-a771-457d-8707-00f7425d4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:16.750769 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71c712d1-4d4b-472d-9a76-4895cfa350ba req-b4016afc-a771-457d-8707-00f7425d4d7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 1097 time: 0.1692698 Jun 16 15:28:16.792425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c35db-6c37-4a4a-a3ae-f0da3f448a46 req-5cce9fb0-0940-4874-a602-9ee6df2808ac tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:16.793886 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-046c35db-6c37-4a4a-a3ae-f0da3f448a46 req-5cce9fb0-0940-4874-a602-9ee6df2808ac tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 944 time: 0.1464543 Jun 16 15:28:16.915943 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-046c35db-6c37-4a4a-a3ae-f0da3f448a46 req-d06ba171-b2b9-4a58-8bca-84988415a3b1 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104393 Jun 16 15:28:16.941869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c712d1-4d4b-472d-9a76-4895cfa350ba req-b344650d-da2b-46fe-94df-8d292719ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:16.943332 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71c712d1-4d4b-472d-9a76-4895cfa350ba req-b344650d-da2b-46fe-94df-8d292719ab51 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdbb136214314352a52001d8f185680c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1845295 Jun 16 15:28:17.088877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c712d1-4d4b-472d-9a76-4895cfa350ba req-933b4bad-39ee-4caf-9bba-5882668defe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:17.090305 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71c712d1-4d4b-472d-9a76-4895cfa350ba req-933b4bad-39ee-4caf-9bba-5882668defe9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374598 Jun 16 15:28:17.205771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0775dd-a780-4263-b2fc-616611459b55 req-f0bd8f4d-ba96-4c34-afff-c72cf24cebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:17.207161 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-f0bd8f4d-ba96-4c34-afff-c72cf24cebf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 1097 time: 0.0792294 Jun 16 15:28:17.277942 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-5a37bed9-30ff-4583-9f3d-dde6566a275a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeed3d86-385a-4edb-9483-ca43778264a0 HTTP/1.1" status: 200 len: 217 time: 0.0636468 Jun 16 15:28:17.342322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0775dd-a780-4263-b2fc-616611459b55 req-52fa0e92-bbf5-4da9-9562-67aebd069e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:17.343752 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-52fa0e92-bbf5-4da9-9562-67aebd069e5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cccd2e5-2197-4414-b8e5-2136709f37a6 HTTP/1.1" status: 200 len: 835 time: 0.0583365 Jun 16 15:28:17.432361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0775dd-a780-4263-b2fc-616611459b55 req-666c3f78-4b94-4e69-8122-9e5034172dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:17.434309 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-666c3f78-4b94-4e69-8122-9e5034172dae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833075 Jun 16 15:28:17.572420 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-38020f16-f26b-42bc-950f-ccc05495e54d service neutron] 10.222.0.46 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310725 Jun 16 15:28:17.707955 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d0775dd-a780-4263-b2fc-616611459b55 req-419df364-1744-42d3-bfe3-c7f8ff4531dd service neutron] 10.222.0.46 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282840 Jun 16 15:28:17.910313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bc8fa-27b9-4820-9eee-72d12b8120c8 req-438d65e8-145b-459c-b748-4ad42ba46213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:17.911809 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-700bc8fa-27b9-4820-9eee-72d12b8120c8 req-438d65e8-145b-459c-b748-4ad42ba46213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 944 time: 0.0988104 Jun 16 15:28:17.965434 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-700bc8fa-27b9-4820-9eee-72d12b8120c8 req-a4a9e9ca-3096-4b98-b8db-720a84b7a316 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 Jun 16 15:28:18.220385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa57fb-8fec-46a5-9aba-955771b6e5f8 req-6aadfa37-1443-411d-b55e-f6470671ce39 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:18.221761 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-27fa57fb-8fec-46a5-9aba-955771b6e5f8 req-6aadfa37-1443-411d-b55e-f6470671ce39 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 944 time: 0.1977170 Jun 16 15:28:18.267684 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-27fa57fb-8fec-46a5-9aba-955771b6e5f8 req-2cf09c30-b727-4e37-81d4-933fb06fe5a1 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397947 Jun 16 15:28:18.307496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa106-bf0e-464d-ab93-2a1fd2c44b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:18.721863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:19.155228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98f5ce-66e3-4f97-af23-29c583125073 req-0a9a76fb-333a-4e71-873d-495d77860d12 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:19.156783 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb98f5ce-66e3-4f97-af23-29c583125073 req-0a9a76fb-333a-4e71-873d-495d77860d12 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 944 time: 0.0915480 Jun 16 15:28:19.201747 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb98f5ce-66e3-4f97-af23-29c583125073 req-f8097813-915e-4647-ae75-d7e4db793bfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393407 Jun 16 15:28:19.463275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844a51c-3726-4cda-97ad-1143b2ba7069 req-52991d4b-05ee-49b3-b3dc-54c672651be0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:19.464719 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5844a51c-3726-4cda-97ad-1143b2ba7069 req-52991d4b-05ee-49b3-b3dc-54c672651be0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 944 time: 0.0903323 Jun 16 15:28:19.523500 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5844a51c-3726-4cda-97ad-1143b2ba7069 req-0f278281-18d8-4987-92b1-ef372e170f25 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521305 Jun 16 15:28:20.219187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:20.344656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device aeed3d86-385a-4edb-9483-ca43778264a0 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:28:20.411114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665c97-11fb-44ef-b387-9dee786177be req-59d010e5-11e0-42ac-aa6b-b046759ce303 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:20.412727 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c665c97-11fb-44ef-b387-9dee786177be req-59d010e5-11e0-42ac-aa6b-b046759ce303 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 944 time: 0.0933015 Jun 16 15:28:20.459961 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c665c97-11fb-44ef-b387-9dee786177be req-acb16d75-a9be-4bfd-91d9-1f184c3ad9b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413086 Jun 16 15:28:20.487795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port aeed3d86-385a-4edb-9483-ca43778264a0, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=aeed3d86-385a-4edb-9483-ca43778264a0,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:28:20.540484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'aeed3d86-385a-4edb-9483-ca43778264a0', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'port_id': 'aeed3d86-385a-4edb-9483-ca43778264a0', 'mac_address': 'fa:16:3e:fa:1f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:28:20.596556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port aeed3d86-385a-4edb-9483-ca43778264a0 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:28:20.596936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:20.613823 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeed3d86-385a-4edb-9483-ca43778264a0 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:28:20.629341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port aeed3d86-385a-4edb-9483-ca43778264a0, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=aeed3d86-385a-4edb-9483-ca43778264a0,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:28:20.724819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d3c4-2a80-40be-bd3b-fa34fd3d089d req-63d6e1c3-446e-4754-9f20-c3abb4be2114 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:20.726201 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c94d3c4-2a80-40be-bd3b-fa34fd3d089d req-63d6e1c3-446e-4754-9f20-c3abb4be2114 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 944 time: 0.0935352 Jun 16 15:28:20.736128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:20.776454 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c94d3c4-2a80-40be-bd3b-fa34fd3d089d req-90dcfc72-e74f-45b6-a3b9-a5cf89cdeb6e tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419133 Jun 16 15:28:20.807366 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=aeed3d86-385a-4edb-9483-ca43778264a0,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:20.815107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.815462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.815801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.816135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.816466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.816800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.817127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.817456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.817781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.818104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.818426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.818746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:28:20.970522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['aeed3d86-385a-4edb-9483-ca43778264a0'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:28:21.157204 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46a15465-cc50-43b0-bc56-af11ba709500 req-0afeadc7-dabe-469c-bf0e-4c3305e0f3ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816391 Jun 16 15:28:21.311973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a15465-cc50-43b0-bc56-af11ba709500 req-e26fd8fc-7a0a-4709-bded-1218b68554e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:21.313436 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46a15465-cc50-43b0-bc56-af11ba709500 req-e26fd8fc-7a0a-4709-bded-1218b68554e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 1099 time: 0.0889220 Jun 16 15:28:21.461690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a15465-cc50-43b0-bc56-af11ba709500 req-ee2d1502-a812-42c7-9ff6-726869a8da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:21.463132 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46a15465-cc50-43b0-bc56-af11ba709500 req-ee2d1502-a812-42c7-9ff6-726869a8da8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.1307881 Jun 16 15:28:21.521854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:21.568244 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46a15465-cc50-43b0-bc56-af11ba709500 req-ff6fc9fb-580e-48cc-a0d6-d6d00e7f5dac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56dbe758-0959-49d0-bdd6-2877c0d19201 HTTP/1.1" status: 200 len: 1002 time: 0.0991552 Jun 16 15:28:21.680372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a15465-cc50-43b0-bc56-af11ba709500 req-8d8db4b0-c06e-4adf-8a66-d2e05fcf428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:21.681755 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46a15465-cc50-43b0-bc56-af11ba709500 req-8d8db4b0-c06e-4adf-8a66-d2e05fcf428b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0783484 Jun 16 15:28:21.752024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc8c14-af92-4f57-86cc-429991cd2309 req-6636a3ff-b399-4a4a-8dc6-626b2756ee59 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:21.753493 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fddc8c14-af92-4f57-86cc-429991cd2309 req-6636a3ff-b399-4a4a-8dc6-626b2756ee59 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 945 time: 0.1844041 Jun 16 15:28:21.814368 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fddc8c14-af92-4f57-86cc-429991cd2309 req-72561f0a-c500-40d1-b604-02f82f220089 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546305 Jun 16 15:28:21.817262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a15465-cc50-43b0-bc56-af11ba709500 req-b8f53707-a436-44b4-a534-f98443773ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:21.818482 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46a15465-cc50-43b0-bc56-af11ba709500 req-b8f53707-a436-44b4-a534-f98443773ad6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299722 Jun 16 15:28:22.002116 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46a15465-cc50-43b0-bc56-af11ba709500 req-0c5d8909-4d2f-499e-b05b-4352906fdf0c service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765037 Jun 16 15:28:22.106267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecceb0f-d797-420a-9955-16eb4b1a505a req-a42eb3d8-50f9-40eb-b7a5-3d18ed583c1c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:22.107708 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6ecceb0f-d797-420a-9955-16eb4b1a505a req-a42eb3d8-50f9-40eb-b7a5-3d18ed583c1c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 944 time: 0.1999133 Jun 16 15:28:22.178580 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6ecceb0f-d797-420a-9955-16eb4b1a505a req-798e8ec5-9b88-4ef6-b0b5-3545c75931c4 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588386 Jun 16 15:28:22.181766 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46a15465-cc50-43b0-bc56-af11ba709500 req-7e17550d-4838-4cc4-baa7-722c73ff06af service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702757 Jun 16 15:28:22.370503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:28:22.374335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device aeed3d86-385a-4edb-9483-ca43778264a0 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:28:22.563057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:28:22.579710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'port_id': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'mac_address': 'fa:16:3e:b7:53:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:28:22.631943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port aeed3d86-385a-4edb-9483-ca43778264a0 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:28:22.638916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:28:22.639899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:22.649683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port aeed3d86-385a-4edb-9483-ca43778264a0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:28:22.650049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:22.693979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:28:22.723245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:28:22.784102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port aeed3d86-385a-4edb-9483-ca43778264a0 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:28:22.784484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:22.810905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cec74d-6f8c-4365-867b-446082911339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeed3d86-385a-4edb-9483-ca43778264a0'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:28:22.819291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:22.852884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port aeed3d86-385a-4edb-9483-ca43778264a0, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=aeed3d86-385a-4edb-9483-ca43778264a0,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:28:22.864941 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ee1cc1-78db-45c0-a01c-ef0f7160417b'] response: {'server_uuid': 'd4cec74d-6f8c-4365-867b-446082911339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeed3d86-385a-4edb-9483-ca43778264a0', 'code': 200} Jun 16 15:28:22.904367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:22.916916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:22.992297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=aeed3d86-385a-4edb-9483-ca43778264a0,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:23.054683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:28:23.137371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea6da9-39ac-4a3f-8623-ede1bc242f1e req-7ec93190-69aa-4524-aad2-761dab04b561 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:23.138850 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-38ea6da9-39ac-4a3f-8623-ede1bc242f1e req-7ec93190-69aa-4524-aad2-761dab04b561 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 946 time: 0.2110584 Jun 16 15:28:23.185246 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-38ea6da9-39ac-4a3f-8623-ede1bc242f1e req-6a17b22d-825e-4611-b74d-7789054fa70f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Jun 16 15:28:23.414752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426ba4-6b9d-4ec3-956e-76d13d272069 req-4da91d68-0be8-48d0-825d-86caa784b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:23.416209 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-de426ba4-6b9d-4ec3-956e-76d13d272069 req-4da91d68-0be8-48d0-825d-86caa784b006 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 1099 time: 0.1561263 Jun 16 15:28:23.428848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9334b-d93d-4401-93e5-715519af45f9 req-cd879cce-ea5d-492c-97d6-c55957b2c9ee tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:23.430434 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aad9334b-d93d-4401-93e5-715519af45f9 req-cd879cce-ea5d-492c-97d6-c55957b2c9ee tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 945 time: 0.1299117 Jun 16 15:28:23.499965 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-de426ba4-6b9d-4ec3-956e-76d13d272069 req-0cf6b214-e208-4802-a156-59d106cf8398 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685210 Jun 16 15:28:23.504375 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aad9334b-d93d-4401-93e5-715519af45f9 req-c53f6d33-396c-4156-89bc-db5decebb825 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598187 Jun 16 15:28:24.372473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:28:24.407710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8e3c-cf06-4f4e-a3cd-6ff0e5aa1194 req-00b53596-aef2-45b0-bd88-a5575485e1ae tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:24.409250 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46bf8e3c-cf06-4f4e-a3cd-6ff0e5aa1194 req-00b53596-aef2-45b0-bd88-a5575485e1ae tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 946 time: 0.0983460 Jun 16 15:28:24.465483 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46bf8e3c-cf06-4f4e-a3cd-6ff0e5aa1194 req-9a41583a-dadd-419f-9060-e4bea7ef907d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491080 Jun 16 15:28:24.536342 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:28:24.542392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:28:24.543058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:24.687831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:28:24.688843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:24.722836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:28:24.731970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091187-1daa-4c03-9ec3-206ee539e68b req-4c3c6c57-59fb-4150-8837-4f170a185832 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:24.738454 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1d091187-1daa-4c03-9ec3-206ee539e68b req-4c3c6c57-59fb-4150-8837-4f170a185832 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 945 time: 0.1050909 Jun 16 15:28:24.778460 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1d091187-1daa-4c03-9ec3-206ee539e68b req-bb974d84-ed72-4a99-9edc-3a5dce1904be tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378892 Jun 16 15:28:24.799399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:24.861871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:28:24.871910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:24.906556 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be807ad-c49d-49eb-90fb-bf9c89510d5a'] response: {'server_uuid': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'code': 200} Jun 16 15:28:25.334148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977407-6701-4105-9ec3-2be9a0b2f5e8 req-44f05da3-f3a9-4996-a1e0-d9774996ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:25.335613 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-66977407-6701-4105-9ec3-2be9a0b2f5e8 req-44f05da3-f3a9-4996-a1e0-d9774996ed80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 1099 time: 0.0769548 Jun 16 15:28:25.374654 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-66977407-6701-4105-9ec3-2be9a0b2f5e8 req-b2a69e83-39d5-49cc-b12a-93c382ad5451 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330133 Jun 16 15:28:25.664721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe1ba8-285e-4bfd-803e-3a62d4d601bf req-fcf6bf16-5f2e-4ec2-84e3-08561992be54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:25.666332 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e1fe1ba8-285e-4bfd-803e-3a62d4d601bf req-fcf6bf16-5f2e-4ec2-84e3-08561992be54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 946 time: 0.0910230 Jun 16 15:28:25.711119 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e1fe1ba8-285e-4bfd-803e-3a62d4d601bf req-a27334b2-2d22-4b13-8447-e68f340dde19 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385602 Jun 16 15:28:25.955884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaefbb-b1e7-42a2-b272-fb9cc2d70dd2 req-acc5847f-ef7b-46d9-89cb-f397ddb31699 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:25.957340 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-79eaefbb-b1e7-42a2-b272-fb9cc2d70dd2 req-acc5847f-ef7b-46d9-89cb-f397ddb31699 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 946 time: 0.1380913 Jun 16 15:28:26.017035 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-79eaefbb-b1e7-42a2-b272-fb9cc2d70dd2 req-0ebd9468-4bdf-48f9-9c54-007075ccb3b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536194 Jun 16 15:28:26.030300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90134809-73ad-4705-9f31-9ab11dc1d89d req-4d370af2-40eb-4eca-9502-3a05dfe37e02 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:26.031743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-90134809-73ad-4705-9f31-9ab11dc1d89d req-4d370af2-40eb-4eca-9502-3a05dfe37e02 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 946 time: 0.1410096 Jun 16 15:28:26.041098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33240) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:26.085239 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-90134809-73ad-4705-9f31-9ab11dc1d89d req-a83c77b3-16b3-4128-9e2f-4e03fef3c5b5 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469229 Jun 16 15:28:26.132381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa45906f-727b-4faa-8add-7f0c2f9dfbf6 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:26.133939 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fa45906f-727b-4faa-8add-7f0c2f9dfbf6 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 1094 time: 0.0909534 Jun 16 15:28:26.136734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33244) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:26.141800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-21f0a991-fe02-445a-8fca-a63ab0e24042 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'port_id': 'aeed3d86-385a-4edb-9483-ca43778264a0'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:26.221585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21f0a991-fe02-445a-8fca-a63ab0e24042 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:26.840546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21f0a991-fe02-445a-8fca-a63ab0e24042 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:26.981685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21f0a991-fe02-445a-8fca-a63ab0e24042 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:27.270654 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-21f0a991-fe02-445a-8fca-a63ab0e24042 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 49bd6778-bdb6-42ea-b189-03d01d67bd70 associated. External IP: 172.26.2.79, port: aeed3d86-385a-4edb-9483-ca43778264a0. Jun 16 15:28:27.280578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b673d25-f7f5-4848-bda0-bf16207e5a16 req-fb861963-5b9d-467e-ab00-e0f0efad21b8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:27.282289 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4b673d25-f7f5-4848-bda0-bf16207e5a16 req-fb861963-5b9d-467e-ab00-e0f0efad21b8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 946 time: 0.0895498 Jun 16 15:28:27.335573 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4b673d25-f7f5-4848-bda0-bf16207e5a16 req-7f938cbc-c690-4c56-9d48-3dae12999ad0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427437 Jun 16 15:28:27.539267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4dc99-9930-4266-afb0-3469deca8b37 req-15b2b764-f0fe-498e-9c16-59409a808334 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:27.540748 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44b4dc99-9930-4266-afb0-3469deca8b37 req-15b2b764-f0fe-498e-9c16-59409a808334 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 946 time: 0.0978606 Jun 16 15:28:27.589999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44b4dc99-9930-4266-afb0-3469deca8b37 req-c9753ef6-ff2e-493e-ba30-90b4d58c5d03 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Jun 16 15:28:27.614752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33252) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:27.650206 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f0a991-fe02-445a-8fca-a63ab0e24042 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router b93f6e84-2a6d-4b30-9831-6a0af109ab54 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:28:27.805311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d3b38-879f-44d6-ba3a-812bb99f5c2d tempest-TestVolumeBootPattern-1526009388 tempest-TestVolumeBootPattern-1526009388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:27.806801 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c87d3b38-879f-44d6-ba3a-812bb99f5c2d tempest-TestVolumeBootPattern-1526009388 tempest-TestVolumeBootPattern-1526009388-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 1094 time: 0.1909914 Jun 16 15:28:27.809810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33258) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:27.814838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:28:27.821315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:28:27.826857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Usage tracker for resource:floatingip and tenant:1a3bb8253ad34d2c8c013bd11f34ea2e is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:28:27.829960 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:28:27.836487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:28:27.849407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0a991-fe02-445a-8fca-a63ab0e24042 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:28:27.853872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-21f0a991-fe02-445a-8fca-a63ab0e24042 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:27.861825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] Sync routers for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:28:27.871632 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:28:27.872318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:28:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:27.910147 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-21f0a991-fe02-445a-8fca-a63ab0e24042 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 991 time: 1.7722473 Jun 16 15:28:27.910618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cec74d-6f8c-4365-867b-446082911339', 'tag': 'aeed3d86-385a-4edb-9483-ca43778264a0'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:28:27.913671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33262) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:27.937683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:27.966834 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28895a1f-2ba5-4aba-87ae-1b494e506be6'] response: {'name': 'network-changed', 'server_uuid': 'd4cec74d-6f8c-4365-867b-446082911339', 'tag': 'aeed3d86-385a-4edb-9483-ca43778264a0', 'status': 'completed', 'code': 200} Jun 16 15:28:28.105477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:28:28.153327 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f0f57b2e-89ba-4abf-b6cc-d56bb1322276 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 991 time: 0.2384913 Jun 16 15:28:28.237576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-70d05936-83cc-4ca2-883f-668b28bd5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:28.239059 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-70d05936-83cc-4ca2-883f-668b28bd5aef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 1099 time: 0.2063100 Jun 16 15:28:28.475613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '49bd6778-bdb6-42ea-b189-03d01d67bd70', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'port_id': 'aeed3d86-385a-4edb-9483-ca43778264a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'mac_address': 'fa:16:3e:fa:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cec74d-6f8c-4365-867b-446082911339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:27:23Z', 'updated_at': '2022-06-16T15:28:26Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:28.479503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] Checking router: b93f6e84-2a6d-4b30-9831-6a0af109ab54 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:28:28.481709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:28.488554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:28:28.489986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:28:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:28.556431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-8ca22791-e97d-409a-9e0a-c47c96ebb762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:28.558113 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-8ca22791-e97d-409a-9e0a-c47c96ebb762 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324 HTTP/1.1" status: 200 len: 898 time: 0.3123970 Jun 16 15:28:28.666370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:28:28.721804 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-edf2713b-faf6-4855-a073-aa2cdb224429 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeed3d86-385a-4edb-9483-ca43778264a0 HTTP/1.1" status: 200 len: 999 time: 0.1566138 Jun 16 15:28:28.771203 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Allocated IP 172.26.2.37 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/60988e3c-48f0-431a-aebe-5e150c3b23ae) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:28:28.833083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-dcf3a8a7-e10f-4b4a-8e52-739fc1ff8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:28.834805 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-dcf3a8a7-e10f-4b4a-8e52-739fc1ff8b58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cccd2e5-2197-4414-b8e5-2136709f37a6 HTTP/1.1" status: 200 len: 835 time: 0.1053755 Jun 16 15:28:29.010714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:29.017730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '49bd6778-bdb6-42ea-b189-03d01d67bd70', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'port_id': 'aeed3d86-385a-4edb-9483-ca43778264a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'mac_address': 'fa:16:3e:fa:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cec74d-6f8c-4365-867b-446082911339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:27:23Z', 'updated_at': '2022-06-16T15:28:26Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:29.025331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04ffea0-4ea8-4496-bc04-717d5bb91f07 None None] The sync data for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv is: [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '49bd6778-bdb6-42ea-b189-03d01d67bd70', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'port_id': 'aeed3d86-385a-4edb-9483-ca43778264a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'mac_address': 'fa:16:3e:fa:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cec74d-6f8c-4365-867b-446082911339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:27:23Z', 'updated_at': '2022-06-16T15:28:26Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:28:29.025577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-123e7630-249b-47e1-aebb-ef6f5befbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:29.026662 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-123e7630-249b-47e1-aebb-ef6f5befbfa1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2e2084a-3b6b-4147-ac8d-eb2b88bab324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1851351 Jun 16 15:28:29.157317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33270) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:29.246718 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef79ec6-0b26-468d-8d2e-e6df0b5f6c64 None None] New status for floating IP 49bd6778-bdb6-42ea-b189-03d01d67bd70: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:28:29.253399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:29.293230 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-593c6cf0-345e-4555-9867-27dd67d52704 service neutron] 10.222.0.46 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599113 Jun 16 15:28:29.437111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:28:29.441855 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-58a2cc70-0e61-455f-bd75-1216739bca62 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 991 time: 0.2824636 Jun 16 15:28:29.448786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:28:29.451515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:28:29.505091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'Port': ['ID=60988e3c-48f0-431a-aebe-5e150c3b23ae,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:29.573389 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd542f0c-a756-4a5b-ac30-e80d321ed451 req-1326903c-d10c-4793-8613-229f9baedebc service neutron] 10.222.0.46 "GET /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704449 Jun 16 15:28:29.926631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:30.224754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:30.438230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:30.444239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33274) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:28:30.535508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:30.633125 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7aea292d-1d2f-49d5-982e-9ad02b3d6942 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 200 len: 993 time: 0.1877337 Jun 16 15:28:30.664090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event updated for resources: {'Port': ['ID=60988e3c-48f0-431a-aebe-5e150c3b23ae,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:28:30.676571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:30.850343 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Floating IP 35efc232-8820-486c-83ab-da948f592dff associated. External IP: 172.26.2.37, port: 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4. Jun 16 15:28:31.208901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Router 37272b4f-1864-45ca-864d-b369feb99b0f has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:28:31.393299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:28:31.402616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] Sync routers for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:28:31.412689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:28:31.413302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:28:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:31.484612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:31.542718 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-db50132f-d15c-4d2d-af44-d0cd1cb101a8 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7318664 Jun 16 15:28:31.543640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'tag': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:28:31.588054 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8997166b-7ef6-48d0-af48-775e54559b8d'] response: {'name': 'network-changed', 'server_uuid': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'tag': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'status': 'completed', 'code': 200} Jun 16 15:28:31.600069 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:28:31.688764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-b83fd278-5041-49f1-adc4-1532c9931e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:31.690204 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-b83fd278-5041-49f1-adc4-1532c9931e7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 1099 time: 0.0817783 Jun 16 15:28:31.950231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-944a28a7-5ff3-4c7d-a6d2-eda8339e0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:31.952665 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-944a28a7-5ff3-4c7d-a6d2-eda8339e0be9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.2563963 Jun 16 15:28:32.031733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '27554037-fb03-4a5e-9c06-5e3e28a06d0e', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:a1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:25:10Z', 'updated_at': '2022-06-16T15:25:13Z', 'revision_number': 1, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}, {'id': '35efc232-8820-486c-83ab-da948f592dff', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:b7:53:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:28:29Z', 'updated_at': '2022-06-16T15:28:29Z', 'revision_number': 0, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:32.035697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] Checking router: 37272b4f-1864-45ca-864d-b369feb99b0f for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:28:32.044390 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:28:32.045020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:28:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:32.063311 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-10583bca-7f27-417b-a63b-c5a587b3b339 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 HTTP/1.1" status: 200 len: 999 time: 0.1048887 Jun 16 15:28:32.156438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-08232e53-87d3-4917-a273-ed16f9f08a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:32.157799 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-08232e53-87d3-4917-a273-ed16f9f08a48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0889435 Jun 16 15:28:32.246545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-b7220a22-ca9d-4b07-af27-8b35af0966a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:28:32.248057 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-b7220a22-ca9d-4b07-af27-8b35af0966a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845046 Jun 16 15:28:32.259900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:28:32.388513 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-35d198a7-d67b-4ce6-ab52-30f5f01f5e12 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340094 Jun 16 15:28:32.528233 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8d5273e-0359-4fe1-84c9-8b8c7493c2e7 req-81664535-7868-4f87-9629-70f9974098f0 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317246 Jun 16 15:28:32.635130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '27554037-fb03-4a5e-9c06-5e3e28a06d0e', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:a1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:25:10Z', 'updated_at': '2022-06-16T15:25:13Z', 'revision_number': 1, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}, {'id': '35efc232-8820-486c-83ab-da948f592dff', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:b7:53:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:28:29Z', 'updated_at': '2022-06-16T15:28:29Z', 'revision_number': 0, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:28:32.639865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972888e-7fb1-4488-af06-9bb815ab7010 None None] The sync data for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv is: [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '27554037-fb03-4a5e-9c06-5e3e28a06d0e', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:a1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:25:10Z', 'updated_at': '2022-06-16T15:25:13Z', 'revision_number': 1, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}, {'id': '35efc232-8820-486c-83ab-da948f592dff', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:b7:53:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:28:29Z', 'updated_at': '2022-06-16T15:28:29Z', 'revision_number': 0, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:28:32.835855 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74e90c-3f83-489a-8129-1a1fda5ca2f1 None None] New status for floating IP 35efc232-8820-486c-83ab-da948f592dff: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:28:34.540882 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:28:35.726011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:45.786956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b8716856-c359-428c-b47f-348d192ba06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:48.368302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-db6d1e31-e88a-4314-ba1e-fe997a145c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:48.762615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:50.227833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:51.489873 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:02.392329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92096faa-173b-49a1-8800-d9c261a709d1 req-90228548-809d-47c1-b003-ba7eb490f2cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:02.396652 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92096faa-173b-49a1-8800-d9c261a709d1 req-90228548-809d-47c1-b003-ba7eb490f2cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 946 time: 0.1610763 Jun 16 15:29:02.449358 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92096faa-173b-49a1-8800-d9c261a709d1 req-56b81b8d-10e1-485f-a4a0-a58708ef720d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406089 Jun 16 15:29:03.749697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84066071-e0dd-4d29-8a76-c5c2a5c1adbe req-26de2c14-124a-4d13-93f5-2ea2768e3f23 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:03.751158 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-84066071-e0dd-4d29-8a76-c5c2a5c1adbe req-26de2c14-124a-4d13-93f5-2ea2768e3f23 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 946 time: 0.1948066 Jun 16 15:29:03.762826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-7aa41edc-93ea-44cd-8786-38d60dcd9c7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:03.764272 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-7aa41edc-93ea-44cd-8786-38d60dcd9c7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 946 time: 0.1231382 Jun 16 15:29:03.849323 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-84066071-e0dd-4d29-8a76-c5c2a5c1adbe req-bdcc7487-80a4-4194-b8cd-1d256b39a818 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=86e199fc-8a39-425b-8ae3-5a4d0910bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841222 Jun 16 15:29:03.867511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port aeed3d86-385a-4edb-9483-ca43778264a0 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:29:03.867856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.118539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port aeed3d86-385a-4edb-9483-ca43778264a0, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=aeed3d86-385a-4edb-9483-ca43778264a0,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:04.119522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.412297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.412698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.413202 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 49bd6778-bdb6-42ea-b189-03d01d67bd70 disassociated. External IP: 172.26.2.79, port: aeed3d86-385a-4edb-9483-ca43778264a0. Jun 16 15:29:04.413337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for aeed3d86-385a-4edb-9483-ca43778264a0 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:29:04.793894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.847552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=aeed3d86-385a-4edb-9483-ca43778264a0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:05.051926 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2764b0c5-0257-459c-a27c-4eb434c6b051 req-100bbe08-b341-4aa3-8d93-0386223bbfa6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 210 time: 0.0580320 Jun 16 15:29:05.085306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router b93f6e84-2a6d-4b30-9831-6a0af109ab54 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:29:05.269730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:29:05.303931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] Sync routers for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:29:05.318185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:29:05.318532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:28:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:05.368019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port aeed3d86-385a-4edb-9483-ca43778264a0 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:29:05.370480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.373018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cec74d-6f8c-4365-867b-446082911339', 'name': 'network-vif-deleted', 'tag': 'aeed3d86-385a-4edb-9483-ca43778264a0'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:29:05.465650 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a02d232-47b6-426d-a77b-21ec8a390140'] response: {'server_uuid': 'd4cec74d-6f8c-4365-867b-446082911339', 'name': 'network-vif-deleted', 'tag': 'aeed3d86-385a-4edb-9483-ca43778264a0', 'status': 'completed', 'code': 200} Jun 16 15:29:05.466695 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67ef3ad-4150-47f5-855b-578ee3e3f5f5 req-cac5cd84-6391-4fd6-a69e-bf6d8557bd4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "DELETE /v2.0/ports/aeed3d86-385a-4edb-9483-ca43778264a0 HTTP/1.1" status: 204 len: 173 time: 1.6885884 Jun 16 15:29:05.510509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:29:05.785640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.890723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:05.894584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] Checking router: b93f6e84-2a6d-4b30-9831-6a0af109ab54 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:29:05.902833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:29:05.903466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:28:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:06.084954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:29:06.223247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-22ca641f-7cef-4567-a180-17b5a549424e req-6ce29d62-3f2b-493e-b91a-6db530fabc38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:29:06.298447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-22ca641f-7cef-4567-a180-17b5a549424e req-6ce29d62-3f2b-493e-b91a-6db530fabc38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:29:06.299864 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-22ca641f-7cef-4567-a180-17b5a549424e req-6ce29d62-3f2b-493e-b91a-6db530fabc38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4cec74d-6f8c-4365-867b-446082911339 HTTP/1.1" status: 200 len: 210 time: 0.1281145 Jun 16 15:29:06.410427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:06.415639 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dcfd20-7123-45b1-ab03-df8d73e44824 None None] The sync data for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv is: [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:26:58Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd490002e-910f-45a8-a06c-63a84db569f7', 'name': '', 'network_id': 'a2e2084a-3b6b-4147-ac8d-eb2b88bab324', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:57Z', 'updated_at': '2022-06-16T15:27:03Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '6cccd2e5-2197-4414-b8e5-2136709f37a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:29:06.637930 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa266819-5689-4393-a5e6-812c1101aa0e None None] New status for floating IP 49bd6778-bdb6-42ea-b189-03d01d67bd70: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:29:07.397882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33324) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:07.470824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:07.499344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:07.625430 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:07.642283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e199fc-8a39-425b-8ae3-5a4d0910bf16,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:07.650881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.651261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.651603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.651940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.652273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.652605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.652933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.653259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.653585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.653906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.654244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.654549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:07.740092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:07.741260 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-48709abe-a984-4bed-ae09-25700435bbaa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/86e199fc-8a39-425b-8ae3-5a4d0910bf16 HTTP/1.1" status: 204 len: 168 time: 0.3424015 Jun 16 15:29:07.841036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33330) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:07.995829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a15d8a85-0f49-4b3f-8947-5b7eba75f0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port a6710ff5-27c1-4036-b399-87cebaeeb98c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:29:07.996174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15d8a85-0f49-4b3f-8947-5b7eba75f0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:08.165533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15d8a85-0f49-4b3f-8947-5b7eba75f0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:08.165533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15d8a85-0f49-4b3f-8947-5b7eba75f0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:08.287277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a15d8a85-0f49-4b3f-8947-5b7eba75f0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for a6710ff5-27c1-4036-b399-87cebaeeb98c owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:29:08.597696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15d8a85-0f49-4b3f-8947-5b7eba75f0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:08.636516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device aeed3d86-385a-4edb-9483-ca43778264a0 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:29:08.644734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d8a85-0f49-4b3f-8947-5b7eba75f0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=a6710ff5-27c1-4036-b399-87cebaeeb98c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:08.671074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: aeed3d86-385a-4edb-9483-ca43778264a0 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:29:08.671509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device aeed3d86-385a-4edb-9483-ca43778264a0 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:29:08.774510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15d8a85-0f49-4b3f-8947-5b7eba75f0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:08.860043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a15d8a85-0f49-4b3f-8947-5b7eba75f0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:08.861269 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a15d8a85-0f49-4b3f-8947-5b7eba75f0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/floatingips/49bd6778-bdb6-42ea-b189-03d01d67bd70 HTTP/1.1" status: 204 len: 168 time: 1.0217354 Jun 16 15:29:09.465640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0a44c-775b-4ad5-b02f-f52257ab960b req-25d9916e-c0cd-4855-84b3-62b7ab2c6ade tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:09.468235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-bfb0a44c-775b-4ad5-b02f-f52257ab960b req-25d9916e-c0cd-4855-84b3-62b7ab2c6ade tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:29:09.573485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-bfb0a44c-775b-4ad5-b02f-f52257ab960b req-25d9916e-c0cd-4855-84b3-62b7ab2c6ade tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:29:09.573485 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bfb0a44c-775b-4ad5-b02f-f52257ab960b req-25d9916e-c0cd-4855-84b3-62b7ab2c6ade tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 945 time: 0.1957839 Jun 16 15:29:09.615291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-bfb0a44c-775b-4ad5-b02f-f52257ab960b req-9b86b4d8-b6f1-4be2-a1a7-a90a2a1f0628 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:29:09.666027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-bfb0a44c-775b-4ad5-b02f-f52257ab960b req-9b86b4d8-b6f1-4be2-a1a7-a90a2a1f0628 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:29:09.667529 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bfb0a44c-775b-4ad5-b02f-f52257ab960b req-9b86b4d8-b6f1-4be2-a1a7-a90a2a1f0628 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913813 Jun 16 15:29:10.718575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-2220166b-96e3-40f9-83d2-b1eced10e520 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:10.720047 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-2220166b-96e3-40f9-83d2-b1eced10e520 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 945 time: 0.0882673 Jun 16 15:29:10.855817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-5c025ef6-6762-4402-94b4-23e34d4194d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port ba5b07bb-a998-44d9-997a-524a8d30f593 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:29:10.856157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-5c025ef6-6762-4402-94b4-23e34d4194d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.021078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf399d-16da-48b4-837b-9b09148acd4c req-37db857f-efd2-44ac-a9d7-19e0b2d523ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:11.022503 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eabf399d-16da-48b4-837b-9b09148acd4c req-37db857f-efd2-44ac-a9d7-19e0b2d523ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 945 time: 0.2330089 Jun 16 15:29:11.153324 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eabf399d-16da-48b4-837b-9b09148acd4c req-0715caba-6c5d-4ec5-9c34-2391ab96073c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f31d10f-0023-430e-b055-0bb0047d3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233904 Jun 16 15:29:11.180167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-5c025ef6-6762-4402-94b4-23e34d4194d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port ba5b07bb-a998-44d9-997a-524a8d30f593, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ba5b07bb-a998-44d9-997a-524a8d30f593,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:11.180520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-5c025ef6-6762-4402-94b4-23e34d4194d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.307458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-5c025ef6-6762-4402-94b4-23e34d4194d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for ba5b07bb-a998-44d9-997a-524a8d30f593 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:29:11.517682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-5c025ef6-6762-4402-94b4-23e34d4194d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.541131 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:29:11.575422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c025ef6-6762-4402-94b4-23e34d4194d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=ba5b07bb-a998-44d9-997a-524a8d30f593,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:11.670260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-5c025ef6-6762-4402-94b4-23e34d4194d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port ba5b07bb-a998-44d9-997a-524a8d30f593 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:29:11.670260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-5c025ef6-6762-4402-94b4-23e34d4194d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.670260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851a8a3e-4866-4924-9537-14ca99bea46c', 'name': 'network-vif-deleted', 'tag': 'ba5b07bb-a998-44d9-997a-524a8d30f593'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:29:11.711707 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a0a4b3-9143-4f16-8f87-c271800a36a1'] response: {'server_uuid': '851a8a3e-4866-4924-9537-14ca99bea46c', 'name': 'network-vif-deleted', 'tag': 'ba5b07bb-a998-44d9-997a-524a8d30f593', 'status': 'completed', 'code': 200} Jun 16 15:29:11.764292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6208a829-44c2-49ec-8ac0-ac1c14ca6b1d req-5c025ef6-6762-4402-94b4-23e34d4194d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "DELETE /v2.0/ports/ba5b07bb-a998-44d9-997a-524a8d30f593 HTTP/1.1" status: 204 len: 173 time: 1.0388350 Jun 16 15:29:12.347091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b24bc127-01c1-470c-86b5-49ced85abd63 req-e8c5df16-794c-4c8c-ae84-2616c0a27bf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:29:12.445637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b24bc127-01c1-470c-86b5-49ced85abd63 req-e8c5df16-794c-4c8c-ae84-2616c0a27bf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:29:12.445637 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b24bc127-01c1-470c-86b5-49ced85abd63 req-e8c5df16-794c-4c8c-ae84-2616c0a27bf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=851a8a3e-4866-4924-9537-14ca99bea46c HTTP/1.1" status: 200 len: 210 time: 0.1478541 Jun 16 15:29:13.533636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33348) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:13.602384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6ce10aa-8140-466d-bbfe-2c5a7f76e048 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.632579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6ce10aa-8140-466d-bbfe-2c5a7f76e048 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.789720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6ce10aa-8140-466d-bbfe-2c5a7f76e048 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.807905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce10aa-8140-466d-bbfe-2c5a7f76e048 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f31d10f-0023-430e-b055-0bb0047d3f0d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:13.874805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b6ce10aa-8140-466d-bbfe-2c5a7f76e048 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.875966 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b6ce10aa-8140-466d-bbfe-2c5a7f76e048 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/1f31d10f-0023-430e-b055-0bb0047d3f0d HTTP/1.1" status: 204 len: 168 time: 0.3413441 Jun 16 15:29:13.952481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33354) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:14.619479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:14.652825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ba5b07bb-a998-44d9-997a-524a8d30f593 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:29:14.686311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: ba5b07bb-a998-44d9-997a-524a8d30f593 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:29:14.686660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ba5b07bb-a998-44d9-997a-524a8d30f593 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:29:14.979801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port d490002e-910f-45a8-a06c-63a84db569f7 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:29:14.981406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:15.168099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port d490002e-910f-45a8-a06c-63a84db569f7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d490002e-910f-45a8-a06c-63a84db569f7,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:15.168463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:15.291226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for d490002e-910f-45a8-a06c-63a84db569f7 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:29:15.555696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:15.602909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=d490002e-910f-45a8-a06c-63a84db569f7,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:15.721408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a6b67c8e-7392-418f-a5da-72e0ebce36f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:15.990326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:16.354832 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router b93f6e84-2a6d-4b30-9831-6a0af109ab54 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:29:16.608900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:29:16.609081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] Sync routers for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:29:16.609081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:29:16.609081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:28:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:16.736832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:29:17.020109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:29:15Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:17.023957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] Checking router: b93f6e84-2a6d-4b30-9831-6a0af109ab54 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:29:17.032257 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] Routers {'b93f6e84-2a6d-4b30-9831-6a0af109ab54'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:29:17.032837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:28:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:17.252301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] Set router b93f6e84-2a6d-4b30-9831-6a0af109ab54 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:29:17.319470 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-00495efb-7cce-4b4a-8c65-a90a0839a1f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/b93f6e84-2a6d-4b30-9831-6a0af109ab54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3658957 Jun 16 15:29:17.322113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33358) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:17.392149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a802ebb-f20a-40b3-9813-519408241622 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting subnet 6cccd2e5-2197-4414-b8e5-2136709f37a6 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:29:17.395655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a802ebb-f20a-40b3-9813-519408241622 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:17.449239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a802ebb-f20a-40b3-9813-519408241622 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:17.531895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a802ebb-f20a-40b3-9813-519408241622 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:17.539286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:29:15Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:17.543215 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343eb0f-7884-4e42-b80b-103b728c03a9 None None] The sync data for ids ['b93f6e84-2a6d-4b30-9831-6a0af109ab54'] in dv-neutron-846028-2-hyperv is: [{'id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'name': 'tempest-TestNetworkBasicOps-router-167890168', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:26:52Z', 'updated_at': '2022-06-16T15:29:15Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'bf26917d-9e21-4ca2-b182-c70d052651f4', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f6e84-2a6d-4b30-9831-6a0af109ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:26:53Z', 'updated_at': '2022-06-16T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:29:17.693617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a802ebb-f20a-40b3-9813-519408241622 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:17.732378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a802ebb-f20a-40b3-9813-519408241622 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Subnet': ['ID=6cccd2e5-2197-4414-b8e5-2136709f37a6,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:17.736941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2a802ebb-f20a-40b3-9813-519408241622 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:17.742828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a7c620-7696-41ca-840f-8ed95df98f3c None None] Network a2e2084a-3b6b-4147-ac8d-eb2b88bab324 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:29:17.743309 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2a802ebb-f20a-40b3-9813-519408241622 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/subnets/6cccd2e5-2197-4414-b8e5-2136709f37a6 HTTP/1.1" status: 204 len: 168 time: 0.4201086 Jun 16 15:29:17.745789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33362) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:17.939473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:17.965570 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d490002e-910f-45a8-a06c-63a84db569f7 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:29:18.000512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: d490002e-910f-45a8-a06c-63a84db569f7 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:29:18.000859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d490002e-910f-45a8-a06c-63a84db569f7 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:29:18.047233 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc262ef-e979-49eb-9b05-290bd0cb28c5 None None] DHCP port deletion for a2e2084a-3b6b-4147-ac8d-eb2b88bab324 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:29:18.052521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1dc262ef-e979-49eb-9b05-290bd0cb28c5 None None] Deleting port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:29:18.052971 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1dc262ef-e979-49eb-9b05-290bd0cb28c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.250326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.291416 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1dc262ef-e979-49eb-9b05-290bd0cb28c5 None None] For port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e44c5ce3-2fa3-4e0b-a5a0-371074f0736e,segment=NetworkSegment(8fd72040-7458-4725-888c-fbcb4524a1fa),segment_id=8fd72040-7458-4725-888c-fbcb4524a1fa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:18.291799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1dc262ef-e979-49eb-9b05-290bd0cb28c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.329065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port bf26917d-9e21-4ca2-b182-c70d052651f4 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:29:18.329579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.408355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-33ea4c92-1416-49ca-8024-abfc3cee01c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.417304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1dc262ef-e979-49eb-9b05-290bd0cb28c5 None None] Calling delete_port for e44c5ce3-2fa3-4e0b-a5a0-371074f0736e owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:29:18.508382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port bf26917d-9e21-4ca2-b182-c70d052651f4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bf26917d-9e21-4ca2-b182-c70d052651f4,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:18.508708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.570226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1dc262ef-e979-49eb-9b05-290bd0cb28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.620937 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc262ef-e979-49eb-9b05-290bd0cb28c5 None None] Pushing event deleted for resources: {'Port': ['ID=e44c5ce3-2fa3-4e0b-a5a0-371074f0736e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:18.625806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc262ef-e979-49eb-9b05-290bd0cb28c5 None None] No DVR routers for this DVR port e44c5ce3-2fa3-4e0b-a5a0-371074f0736e on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:29:18.636173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for bf26917d-9e21-4ca2-b182-c70d052651f4 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:29:18.740445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.876231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.923341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=bf26917d-9e21-4ca2-b182-c70d052651f4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:19.022303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.194353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.196649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.316101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.316101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Fanout notify agent at l3_agent the message router_deleted on router b93f6e84-2a6d-4b30-9831-6a0af109ab54 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:29:19.326809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.327838 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-281c0415-b26a-4f2f-9602-41c925c68830 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/routers/b93f6e84-2a6d-4b30-9831-6a0af109ab54 HTTP/1.1" status: 204 len: 168 time: 1.5811644 Jun 16 15:29:19.330517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33366) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:19.448387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.585583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.610819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e2084a-3b6b-4147-ac8d-eb2b88bab324']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:19.622545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd72040-7458-4725-888c-fbcb4524a1fa') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:19.622847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd72040-7458-4725-888c-fbcb4524a1fa') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:19.634435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.650045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.655902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:29:19.656288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.763547 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 8fd72040-7458-4725-888c-fbcb4524a1fa resource provider aggregate not found Jun 16 15:29:19.778677 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 8fd72040-7458-4725-888c-fbcb4524a1fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fd72040-7458-4725-888c-fbcb4524a1fa found for delete ", "request_id": "req-2b734df5-72f4-485d-8d57-c7cc48db9a51"}]} Jun 16 15:29:19.804560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e44c5ce3-2fa3-4e0b-a5a0-371074f0736e no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:29:19.838880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: e44c5ce3-2fa3-4e0b-a5a0-371074f0736e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:29:19.839189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e44c5ce3-2fa3-4e0b-a5a0-371074f0736e not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:29:19.839589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bf26917d-9e21-4ca2-b182-c70d052651f4 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:29:19.874311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: bf26917d-9e21-4ca2-b182-c70d052651f4 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:29:19.874723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bf26917d-9e21-4ca2-b182-c70d052651f4 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:29:19.929044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.948508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.959203 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Network': ['ID=a2e2084a-3b6b-4147-ac8d-eb2b88bab324,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:20.070510 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4cf64eda-be16-4f61-9042-7106f4c7a1fd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/networks/a2e2084a-3b6b-4147-ac8d-eb2b88bab324 HTTP/1.1" status: 204 len: 168 time: 0.7389638 Jun 16 15:29:20.094437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33376) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:20.102058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'network': {'name': 'tempest-network-smoke--918174314', 'project_id': 'cdbb136214314352a52001d8f185680c', 'port_security_enabled': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:20.107284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:20.111643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:network and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:20.114445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:20.120170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:20.195796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:29:20.199363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:20.229705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:29:20.235834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:20.246988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:20.246988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Added segment 920c99c9-ae0e-4297-898a-5653adf013cb of type vlan for network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 Jun 16 15:29:20.280465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:20.489588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:20.495050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:20.495637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:20.608727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Network': ['ID=d950e783-bd1e-4e06-a26a-c9ce4bc357e8,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:20.621755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:29:20.628245 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a33ab334-ea5b-454f-b0ab-bcf41cd1bfb5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5327775 Jun 16 15:29:20.633209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33380) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:20.639117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'admin_state_up': True, 'project_id': 'cdbb136214314352a52001d8f185680c', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:20.646367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:20.650703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:router and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:20.653697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:20.663118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:20.757971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:20.767112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:20.774451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:21.157470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:21.511719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:21.563929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:21.598015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:21.744543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.216 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/baeee7a6-9b45-4f46-8f74-d4d67e02ff07) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:29:21.897469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:21.997788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:22.061467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:29:22.070429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:22.074867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:29:22.116369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=baeee7a6-9b45-4f46-8f74-d4d67e02ff07,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:22.683381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:23.028540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:23.306302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router f43fe27c-abf5-44bd-b0d9-a08a797574db is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:29:23.487046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:29:23.497302 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Sync routers for ids ['f43fe27c-abf5-44bd-b0d9-a08a797574db'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:29:23.507623 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Routers {'f43fe27c-abf5-44bd-b0d9-a08a797574db'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:29:23.508230 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:29:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f43fe27c-abf5-44bd-b0d9-a08a797574db'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:23.580144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:23.584384 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1203f955-64a1-4a1a-b985-45608d8c4503 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9470308 Jun 16 15:29:23.584731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33386) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:23.667520 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9ad25f70-9cf8-48cd-8e01-3d7ec3b24e54 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=cdbb136214314352a52001d8f185680c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817914 Jun 16 15:29:23.670200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33392) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:23.715293 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Set router f43fe27c-abf5-44bd-b0d9-a08a797574db gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:29:23.798570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905a2b4e-51eb-47f2-9937-044d12dbc4ac tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:23.800071 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-905a2b4e-51eb-47f2-9937-044d12dbc4ac tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289780 Jun 16 15:29:23.803449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33396) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:23.845128 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e8c19449-9487-496e-97e4-50c36d192f2a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405478 Jun 16 15:29:23.848145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33400) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:23.853211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1313534305', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'project_id': 'cdbb136214314352a52001d8f185680c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:23.992467 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:22Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:23.996451 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Checking router: f43fe27c-abf5-44bd-b0d9-a08a797574db for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:29:23.996791 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Updating router f43fe27c-abf5-44bd-b0d9-a08a797574db port baeee7a6-9b45-4f46-8f74-d4d67e02ff07 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:29:24.053535 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:24.072046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:24.075806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:subnet and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:24.078562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:24.084774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:24.172236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:29:24.175878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:24.378595 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:24.398633 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Transition to ACTIVE for port object baeee7a6-9b45-4f46-8f74-d4d67e02ff07 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:24.453233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:24.475722 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:24.536967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Subnet': ['ID=c7685798-d6cc-4de6-aec5-a5bd5a18b777,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:24.546049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Checking segment: {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:29:24.546411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network hostable DHCP agents. Network: d950e783-bd1e-4e06-a26a-c9ce4bc357e8, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:29:24.557873 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Attempting to bind port baeee7a6-9b45-4f46-8f74-d4d67e02ff07 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:29:24.558451 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Attempting to bind port baeee7a6-9b45-4f46-8f74-d4d67e02ff07 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:29:24.558559 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Attempting to bind port baeee7a6-9b45-4f46-8f74-d4d67e02ff07 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:29:24.562465 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Pushing event updated for resources: {'Port': ['ID=baeee7a6-9b45-4f46-8f74-d4d67e02ff07,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:24.567980 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:29:24.568345 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:29:24.568733 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:24.569113 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:29:24.569579 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Bound port: baeee7a6-9b45-4f46-8f74-d4d67e02ff07, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:29:24.569960 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:24.604951 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.605285 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.605618 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.606127 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.606399 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.606721 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.607060 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.607375 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.607694 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.608003 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.608315 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.608624 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:24.656929 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] For port baeee7a6-9b45-4f46-8f74-d4d67e02ff07, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:29:24.659967 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] For port baeee7a6-9b45-4f46-8f74-d4d67e02ff07, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=baeee7a6-9b45-4f46-8f74-d4d67e02ff07,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:29:24.664033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:29:24.752212 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:24.763092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d950e783-bd1e-4e06-a26a-c9ce4bc357e8) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:24.767291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:24.768057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:24.773768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd93e23-c2da-4d32-baaa-c14c7dc1f071 None None] Network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:29:24.830503 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Routers {'f43fe27c-abf5-44bd-b0d9-a08a797574db'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:29:24.831133 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:29:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f43fe27c-abf5-44bd-b0d9-a08a797574db'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:24.855795 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0b9b89f5-3d5e-4d89-924d-e55c4b0548cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0040591 Jun 16 15:29:24.856478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33404) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:24.896339 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565ec98-62d0-420b-80a1-81477471794e None None] Pushing event updated for resources: {'Port': ['ID=baeee7a6-9b45-4f46-8f74-d4d67e02ff07,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:25.026496 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] Set router f43fe27c-abf5-44bd-b0d9-a08a797574db gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:29:25.060938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:29:25.062730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:25.221488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Allocated IP 172.20.0.2 (d950e783-bd1e-4e06-a26a-c9ce4bc357e8/c7685798-d6cc-4de6-aec5-a5bd5a18b777/71f3a531-ee01-4987-a18a-e9ee9648ffd5) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:29:25.360785 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:22Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:25.365757 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf26b62-4afa-4fa4-85f5-c62c33c24421 None None] The sync data for ids ['f43fe27c-abf5-44bd-b0d9-a08a797574db'] in dv-neutron-846028-2-hyperv is: [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:22Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:29:25.445281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:25.457011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Transition to ACTIVE for port object 71f3a531-ee01-4987-a18a-e9ee9648ffd5 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:25.476163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Transition to ACTIVE for port object 71f3a531-ee01-4987-a18a-e9ee9648ffd5 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:25.538869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:25.613337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:29:25.625231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:25.631512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:29:25.640174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Pushing event updated for resources: {'Port': ['ID=71f3a531-ee01-4987-a18a-e9ee9648ffd5,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:25.662923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:25.701998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.702346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.702684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.707403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.708797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.709512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.710048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.710589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.711140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.711728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.712264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.712701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:25.765545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device baeee7a6-9b45-4f46-8f74-d4d67e02ff07 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:29:25.833459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Attempting to bind port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:29:25.834085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Attempting to bind port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:29:25.834347 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Attempting to bind port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 on network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:29:25.850585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:29:25.851019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Checking segment: {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:29:25.851608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:25.852075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Bound using segment: {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:29:25.852626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Bound port: 71f3a531-ee01-4987-a18a-e9ee9648ffd5, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:29:25.853071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:25.953350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] For port 71f3a531-ee01-4987-a18a-e9ee9648ffd5, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:29:25.957707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] For port 71f3a531-ee01-4987-a18a-e9ee9648ffd5, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=71f3a531-ee01-4987-a18a-e9ee9648ffd5,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:29:25.980254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port baeee7a6-9b45-4f46-8f74-d4d67e02ff07 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:25.986361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port baeee7a6-9b45-4f46-8f74-d4d67e02ff07 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:25.991750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:26.032172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:26.176996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628646a-3b5f-46f9-aa94-24adc2efdd7d None None] Pushing event updated for resources: {'Port': ['ID=71f3a531-ee01-4987-a18a-e9ee9648ffd5,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:26.262444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port baeee7a6-9b45-4f46-8f74-d4d67e02ff07 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:29:26.263212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:26.274330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.1 (d950e783-bd1e-4e06-a26a-c9ce4bc357e8/c7685798-d6cc-4de6-aec5-a5bd5a18b777/22178844-dcbd-437c-89c9-92645dbac921) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:29:26.286715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port baeee7a6-9b45-4f46-8f74-d4d67e02ff07, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=baeee7a6-9b45-4f46-8f74-d4d67e02ff07,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:26.403044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:26.491836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=baeee7a6-9b45-4f46-8f74-d4d67e02ff07,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:26.509767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:26.520669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object 22178844-dcbd-437c-89c9-92645dbac921 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:26.615341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:26.682797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:29:26.691419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:26.697582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:29:26.743634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=22178844-dcbd-437c-89c9-92645dbac921,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:26.769544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:27.112306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:27.542811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:27.603597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:27.629727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988cc50b-8d2c-4136-9f6c-4fa77bb2cd22 None None] Network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:29:27.720507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=22178844-dcbd-437c-89c9-92645dbac921,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:27.723608 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:27.779700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 71f3a531-ee01-4987-a18a-e9ee9648ffd5 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:29:27.817545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-22f8bf82-10a7-45c1-a916-07e55762d582 None None] Provisioning for port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:27.879607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:29:27.880698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:28.008957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:28.014559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:28.014951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:28.090633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router f43fe27c-abf5-44bd-b0d9-a08a797574db has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:29:28.153724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:29:28.154107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:28.199435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 71f3a531-ee01-4987-a18a-e9ee9648ffd5, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=71f3a531-ee01-4987-a18a-e9ee9648ffd5,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:28.264780 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-251cd1b8-625b-4329-b4c7-77f0f42ec3e7 None None] Provisioning for port 22178844-dcbd-437c-89c9-92645dbac921 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:28.271519 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-251cd1b8-625b-4329-b4c7-77f0f42ec3e7 None None] Provisioning complete for port 22178844-dcbd-437c-89c9-92645dbac921 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:28.272148 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-251cd1b8-625b-4329-b4c7-77f0f42ec3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:28.332580 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:28.333360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device baeee7a6-9b45-4f46-8f74-d4d67e02ff07 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:29:28.427800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:29:28.446693 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d0445c3b-72f4-44d7-8bce-c9fc8fec3a54 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/f43fe27c-abf5-44bd-b0d9-a08a797574db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5868700 Jun 16 15:29:28.447126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33408) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:28.451891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Sync routers for ids ['f43fe27c-abf5-44bd-b0d9-a08a797574db'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:29:28.459241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-251cd1b8-625b-4329-b4c7-77f0f42ec3e7 None None] Port 22178844-dcbd-437c-89c9-92645dbac921 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:29:28.512417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Routers {'f43fe27c-abf5-44bd-b0d9-a08a797574db'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:29:28.513062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:29:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f43fe27c-abf5-44bd-b0d9-a08a797574db'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:28.579557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-251cd1b8-625b-4329-b4c7-77f0f42ec3e7 None None] Provisioning complete for port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:28.579931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-251cd1b8-625b-4329-b4c7-77f0f42ec3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:28.600129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700c92f-f9d2-40f1-915c-ba4dd38a4e96 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.600577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700c92f-f9d2-40f1-915c-ba4dd38a4e96 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.601054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700c92f-f9d2-40f1-915c-ba4dd38a4e96 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.601520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700c92f-f9d2-40f1-915c-ba4dd38a4e96 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.602010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700c92f-f9d2-40f1-915c-ba4dd38a4e96 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.602500 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700c92f-f9d2-40f1-915c-ba4dd38a4e96 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.604336 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d700c92f-f9d2-40f1-915c-ba4dd38a4e96 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1562335 Jun 16 15:29:28.607508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33412) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:28.622898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=71f3a531-ee01-4987-a18a-e9ee9648ffd5,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:28.683949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb191625-51b5-4c62-88ad-36af51c52f54 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.684423 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb191625-51b5-4c62-88ad-36af51c52f54 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.684879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb191625-51b5-4c62-88ad-36af51c52f54 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.685328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb191625-51b5-4c62-88ad-36af51c52f54 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.685802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb191625-51b5-4c62-88ad-36af51c52f54 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.686277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb191625-51b5-4c62-88ad-36af51c52f54 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:28.688043 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eb191625-51b5-4c62-88ad-36af51c52f54 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0789609 Jun 16 15:29:28.691790 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33416) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:28.729289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port baeee7a6-9b45-4f46-8f74-d4d67e02ff07 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:28.729872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:28.846489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Set router f43fe27c-abf5-44bd-b0d9-a08a797574db gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:29:28.921576 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-39a4fccc-2227-4a9a-9ca1-578ffca77e21 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2282960 Jun 16 15:29:28.924335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33420) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:28.929962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1180808827', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:28.944910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-251cd1b8-625b-4329-b4c7-77f0f42ec3e7 None None] Current status of the port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:29:29.071916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:29.076442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:port and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:29.079464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:29.086080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:29.146139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port baeee7a6-9b45-4f46-8f74-d4d67e02ff07 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:29:29.158544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:29:29.162504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:29.168590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a74580af-1052-4415-9034-8946b7b2f40f None None] Provisioning complete for port 22178844-dcbd-437c-89c9-92645dbac921 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:29.168590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a74580af-1052-4415-9034-8946b7b2f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:29.184630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] device_id is not set on port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:29:29.247193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a74580af-1052-4415-9034-8946b7b2f40f None None] Port 22178844-dcbd-437c-89c9-92645dbac921 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:29:29.314998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22178844-dcbd-437c-89c9-92645dbac921', 'name': '', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:25Z', 'updated_at': '2022-06-16T15:29:27Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:29.319829 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Checking router: f43fe27c-abf5-44bd-b0d9-a08a797574db for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:29:29.320185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Updating router f43fe27c-abf5-44bd-b0d9-a08a797574db port 22178844-dcbd-437c-89c9-92645dbac921 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:29:29.351104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.7 (d950e783-bd1e-4e06-a26a-c9ce4bc357e8/c7685798-d6cc-4de6-aec5-a5bd5a18b777/6d729e49-c2b5-4391-ad00-5f768de8a4e2) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:29:29.374048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:29.561045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:29.577418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object 6d729e49-c2b5-4391-ad00-5f768de8a4e2 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:29.661542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 71f3a531-ee01-4987-a18a-e9ee9648ffd5 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:29:29.666468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:29.718490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:29:29.719652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:29.722759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:29:29.817709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:29.818331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:29.831776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:29.837134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:29.837675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:29.913741 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-182ded45-28ef-48a8-8e0f-f4782006574e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9816020 Jun 16 15:29:30.070208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33426) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:30.081155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554632323', 'description': 'tempest-secgroup-smoke-554632323 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:30.089663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.091756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:30.096441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:30.100135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:30.106197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:30.112286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:29:30.114744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Transition to ACTIVE for port object 22178844-dcbd-437c-89c9-92645dbac921 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:30.143880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a44d14e6-98f1-45c9-bebb-55027aead1a1 None None] Provisioning for port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:30.149816 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a44d14e6-98f1-45c9-bebb-55027aead1a1 None None] Provisioning complete for port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:30.150194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a44d14e6-98f1-45c9-bebb-55027aead1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.166972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.179456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.188760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:30.193155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:30.196135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:30.202146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:30.283477 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.363216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.419660 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eadc44-cd54-417c-9f0f-39477393aa8a,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:30.432991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6f99b-ccb6-42ae-ab44-d030a794387c None None] Pushing event updated for resources: {'Port': ['ID=22178844-dcbd-437c-89c9-92645dbac921,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:30.436950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a44d14e6-98f1-45c9-bebb-55027aead1a1 None None] Port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:29:30.494976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.496310 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f076e854-a7d2-455f-a204-c05ed0a07016 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4224348 Jun 16 15:29:30.499197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33430) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:30.504927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'a8eadc44-cd54-417c-9f0f-39477393aa8a', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:30.509680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Attempting to bind port 22178844-dcbd-437c-89c9-92645dbac921 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:29:30.510054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Attempting to bind port 22178844-dcbd-437c-89c9-92645dbac921 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:29:30.510418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Attempting to bind port 22178844-dcbd-437c-89c9-92645dbac921 on network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:29:30.511115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:30.515007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:30.515833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:29:30.516213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Checking segment: {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:29:30.516610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.517004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Bound using segment: {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:29:30.517470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Bound port: 22178844-dcbd-437c-89c9-92645dbac921, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:29:30.517839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.517988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:30.524394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:30.618585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] For port 22178844-dcbd-437c-89c9-92645dbac921, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:29:30.619723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.621818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] For port 22178844-dcbd-437c-89c9-92645dbac921, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=22178844-dcbd-437c-89c9-92645dbac921,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:29:30.683936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.685870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.760755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Routers {'f43fe27c-abf5-44bd-b0d9-a08a797574db'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:29:30.761393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:29:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f43fe27c-abf5-44bd-b0d9-a08a797574db'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:30.774727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.801318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7e49ae-f793-49fa-9355-ac21ea5fe2fb,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:30.837708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6f99b-ccb6-42ae-ab44-d030a794387c None None] Pushing event updated for resources: {'Port': ['ID=22178844-dcbd-437c-89c9-92645dbac921,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:30.920731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:30.920731 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-99fcd9dc-826a-41e2-aca9-d0ee9f7cc325 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4167304 Jun 16 15:29:30.920731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33434) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:30.926219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'a8eadc44-cd54-417c-9f0f-39477393aa8a', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:30.934360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:30.936334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:30.939245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:30.945872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:30.964326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] Set router f43fe27c-abf5-44bd-b0d9-a08a797574db gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:29:31.056264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:31.123623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:31.184329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:31.206076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ce8ffc-c94e-4791-9627-08c84bc829ef,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:31.275466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:31.279328 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b00d3b33-c5bf-42a2-8ba1-c2bcd410aacd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560359 Jun 16 15:29:31.280092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33438) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:31.286716 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'a8eadc44-cd54-417c-9f0f-39477393aa8a', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:31.293182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:31.297554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22178844-dcbd-437c-89c9-92645dbac921', 'name': '', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:25Z', 'updated_at': '2022-06-16T15:29:30Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:31.298027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:31.301803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:31.304605 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87fe6ff-1928-40b6-bed8-eaf1b48dd397 None None] The sync data for ids ['f43fe27c-abf5-44bd-b0d9-a08a797574db'] in dv-neutron-846028-2-hyperv is: [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22178844-dcbd-437c-89c9-92645dbac921', 'name': '', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:25Z', 'updated_at': '2022-06-16T15:29:30Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:29:31.308277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:31.405529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:31.483323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:31.567451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:31.595944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c2fefd-4e12-4b47-99ac-288b9ded43e7,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:31.610821 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.611207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.611555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.611894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.612229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.612567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.612932 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.613277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.613627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.613908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.614234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.614556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:31.695026 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 22178844-dcbd-437c-89c9-92645dbac921 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:29:31.704226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:31.707779 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7eb0920e-de4e-449a-9a6f-2df912b55905 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4237907 Jun 16 15:29:31.708976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33442) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:31.714686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'a8eadc44-cd54-417c-9f0f-39477393aa8a', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:31.721620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:31.730294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:31.734311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:31.744392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:31.862025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:31.865677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 22178844-dcbd-437c-89c9-92645dbac921 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:31.872179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 22178844-dcbd-437c-89c9-92645dbac921 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:31.872784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:31.941655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.001734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 22178844-dcbd-437c-89c9-92645dbac921 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:29:32.002315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.014759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.037902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9076c02d-3601-49fd-9f2b-d579550af375,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:32.038359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 22178844-dcbd-437c-89c9-92645dbac921, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=22178844-dcbd-437c-89c9-92645dbac921,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:32.138354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.168893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.173348 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-19b5bd98-2a9c-4e0c-9d7d-2b791a938792 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4601090 Jun 16 15:29:32.173743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33446) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:32.180223 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'a8eadc44-cd54-417c-9f0f-39477393aa8a', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:32.186924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:32.194723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:32.197401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:32.203851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:32.219995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=22178844-dcbd-437c-89c9-92645dbac921,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:32.268057 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:29:32.276724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.352115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.427650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.450756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79eef0f3-bd04-48c8-89ee-fd5d351802ec,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:32.555730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.556942 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-99b67b56-bca2-4101-b02d-b4860a9da8fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3820887 Jun 16 15:29:32.559997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33450) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:32.565185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'a8eadc44-cd54-417c-9f0f-39477393aa8a', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:32.572151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:32.575986 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:32.578971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:32.585382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:32.689120 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:29:32.696299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.764057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.842844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.866862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b1f9f6-7378-46a8-936f-b5870d2c1594,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:32.946006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:32.947157 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4a756523-cc1c-4c5c-abd8-fc71279cb5e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3862090 Jun 16 15:29:33.219905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-aa824392-c9d8-4dce-9d3a-bb9f9d318293 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:29:33.305749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-aa824392-c9d8-4dce-9d3a-bb9f9d318293 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:29:33.306955 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-aa824392-c9d8-4dce-9d3a-bb9f9d318293 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554632323&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.2367668 Jun 16 15:29:33.385336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-61b1d984-7678-4b07-bb98-b06a3a2db624 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:33.385996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-61b1d984-7678-4b07-bb98-b06a3a2db624 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:29:33.477682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-61b1d984-7678-4b07-bb98-b06a3a2db624 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:29:33.478789 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-61b1d984-7678-4b07-bb98-b06a3a2db624 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 930 time: 0.1648211 Jun 16 15:29:33.600092 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-0ea1a40c-8c43-45df-b391-3ce4954021d1 service neutron] 10.222.0.73 "GET /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1089039 Jun 16 15:29:33.666485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 22178844-dcbd-437c-89c9-92645dbac921 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:29:33.738978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-c96b8b2c-8418-469f-88e5-2e1693a73ce8 service neutron] 10.222.0.73 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329272 Jun 16 15:29:33.751038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 22178844-dcbd-437c-89c9-92645dbac921 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:33.751414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:33.870899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 22178844-dcbd-437c-89c9-92645dbac921 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:29:33.883924 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-58ecfd0c-eba8-4fc1-b414-b1dffe0ce367 service neutron] 10.222.0.73 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387794 Jun 16 15:29:34.138418 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9f795945-b947-48d7-b659-85a3636f1032 req-7e06668b-f6c9-4091-bb93-a2ab3ee1764b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 210 time: 0.0527761 Jun 16 15:29:35.301719 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-70d39a9e-6d70-49be-8596-277d763b779e req-2e69c5ba-f599-4a17-8828-926fbc8c5f09 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 210 time: 0.0550239 Jun 16 15:29:35.711648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:36.280938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-68534f22-8fe4-49a3-8ee5-73cf421cb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:36.282563 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-68534f22-8fe4-49a3-8ee5-73cf421cb251 service neutron] 10.222.0.46 "GET /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 1026 time: 0.0665910 Jun 16 15:29:36.478427 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f1c36d89-529c-4585-a111-983f861974ec req-8d6a6956-c6a2-45b5-b0c9-16500aa384b2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 210 time: 0.0541382 Jun 16 15:29:36.485015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-93d79501-6e34-427e-8315-3a6a51e4989f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:36.485671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-93d79501-6e34-427e-8315-3a6a51e4989f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:29:36.551694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-93d79501-6e34-427e-8315-3a6a51e4989f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:29:36.552821 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-93d79501-6e34-427e-8315-3a6a51e4989f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=d950e783-bd1e-4e06-a26a-c9ce4bc357e8 HTTP/1.1" status: 200 len: 796 time: 0.2654674 Jun 16 15:29:36.601470 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-f2620ab3-201e-4684-b537-111b27cfc1b1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 379 time: 0.0398784 Jun 16 15:29:36.610812 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Request body: {'port': {'device_id': '92aa8afb-adb3-4420-a8f7-e35c562eb632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:36.723199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:37.069083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d729e49-c2b5-4391-ad00-5f768de8a4e2 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:29:37.076364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:37.090583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Transition to ACTIVE for port object 6d729e49-c2b5-4391-ad00-5f768de8a4e2 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:37.149782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:37.313714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:37.400659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Attempting to bind port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:29:37.400912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Attempting to bind port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:29:37.401239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Attempting to bind port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:29:37.405980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:29:37.406297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Attempting to bind port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:29:37.411931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:29:37.412266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Checking segment: {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:29:37.412647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Bound using segment: {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:29:37.413077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Bound port: 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:29:37.413421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:37.656428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:29:37.667401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:29:37.700738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386ddde-3a93-480d-891d-cd842f1a28b7 req-ca90e760-aaa2-46d2-8cba-7d9fd28b71f5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:37.702173 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5386ddde-3a93-480d-891d-cd842f1a28b7 req-ca90e760-aaa2-46d2-8cba-7d9fd28b71f5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 981 time: 0.1019619 Jun 16 15:29:37.751797 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5386ddde-3a93-480d-891d-cd842f1a28b7 req-dff00a5b-35ab-4d8f-b094-7d6adf7156bb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Jun 16 15:29:37.786950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:37.842733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:37.843277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:37.844610 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 1131 time: 1.2376003 Jun 16 15:29:37.845042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa8afb-adb3-4420-a8f7-e35c562eb632', 'tag': '6d729e49-c2b5-4391-ad00-5f768de8a4e2'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:29:37.876170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd1939-3d70-408a-a0c8-9716b1951aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:37.919190 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf12c95c-7688-4473-af46-7fad4c9b6297'] response: {'name': 'network-changed', 'server_uuid': '92aa8afb-adb3-4420-a8f7-e35c562eb632', 'tag': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'status': 'completed', 'code': 200} Jun 16 15:29:38.027396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e25b2e-6133-4f4d-a69a-e800ece202f5 req-fe14d6cb-8435-4860-b59b-e9cf9f812ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:38.028874 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2e25b2e-6133-4f4d-a69a-e800ece202f5 req-fe14d6cb-8435-4860-b59b-e9cf9f812ef4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 1134 time: 0.0878699 Jun 16 15:29:38.188471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e25b2e-6133-4f4d-a69a-e800ece202f5 req-c97ad3e9-da93-4cf1-a8f8-2d4abf7d3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:38.188587 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2e25b2e-6133-4f4d-a69a-e800ece202f5 req-c97ad3e9-da93-4cf1-a8f8-2d4abf7d3cf5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdbb136214314352a52001d8f185680c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1526210 Jun 16 15:29:38.342530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e25b2e-6133-4f4d-a69a-e800ece202f5 req-022f9501-826b-4d1e-8943-bfd0c2fc8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:38.344160 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2e25b2e-6133-4f4d-a69a-e800ece202f5 req-022f9501-826b-4d1e-8943-bfd0c2fc8825 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504679 Jun 16 15:29:38.469065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-c7f2a564-673e-419c-9994-367086caf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:38.470527 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-c7f2a564-673e-419c-9994-367086caf39a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 1134 time: 0.0906303 Jun 16 15:29:38.543676 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-6df4baca-18a9-47b3-949b-cde57d0724b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 217 time: 0.0666723 Jun 16 15:29:38.610909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-64539558-912b-4ee1-93c2-6f398017510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:38.612372 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-64539558-912b-4ee1-93c2-6f398017510e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c7685798-d6cc-4de6-aec5-a5bd5a18b777 HTTP/1.1" status: 200 len: 835 time: 0.0634913 Jun 16 15:29:38.695860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-ed04cde3-f955-4b6e-ae53-cf2465c089c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:38.697291 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-ed04cde3-f955-4b6e-ae53-cf2465c089c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d950e783-bd1e-4e06-a26a-c9ce4bc357e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789599 Jun 16 15:29:38.830490 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-e5290a09-6f05-4ff0-ba96-6ca4d8b728fe service neutron] 10.222.0.46 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272535 Jun 16 15:29:39.034083 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1463b8f-f1b1-43e4-871e-b741bb0b8b43 req-81bab374-d69d-4603-9fef-097ffc61e0db service neutron] 10.222.0.46 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975534 Jun 16 15:29:39.051187 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be4505-32bc-4ecc-a6ba-dee841a235e9 req-013fb942-15cb-470e-95b7-29ed57001321 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:39.052726 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-03be4505-32bc-4ecc-a6ba-dee841a235e9 req-013fb942-15cb-470e-95b7-29ed57001321 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 981 time: 0.1954696 Jun 16 15:29:39.103417 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-03be4505-32bc-4ecc-a6ba-dee841a235e9 req-f27e7eca-82fe-47e5-967b-5193e7107067 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448258 Jun 16 15:29:40.313946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c1205-6879-426a-afea-e129bb159334 req-5835c4ae-4ba2-403c-90da-6be4d6e90c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:40.315467 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e19c1205-6879-426a-afea-e129bb159334 req-5835c4ae-4ba2-403c-90da-6be4d6e90c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 981 time: 0.1018782 Jun 16 15:29:40.364156 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e19c1205-6879-426a-afea-e129bb159334 req-757d3686-b22d-429c-a11d-3fbdac772097 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429945 Jun 16 15:29:41.563793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968f9fb-7929-4ef5-9aad-cea0ac0214ef req-26ea982f-83c7-49ea-808d-e70d471b649c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:41.566357 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a968f9fb-7929-4ef5-9aad-cea0ac0214ef req-26ea982f-83c7-49ea-808d-e70d471b649c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 981 time: 0.0911758 Jun 16 15:29:41.615372 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a968f9fb-7929-4ef5-9aad-cea0ac0214ef req-8d22220f-eabb-410a-a8f6-26f32a4e902d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441313 Jun 16 15:29:42.715154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 6d729e49-c2b5-4391-ad00-5f768de8a4e2 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:29:42.912435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:42.928134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'port_id': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'mac_address': 'fa:16:3e:fa:0c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:29:42.986447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:29:42.986835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:43.004849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d729e49-c2b5-4391-ad00-5f768de8a4e2 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:29:43.009129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8b8a8-635c-4e45-b944-90748eefd6a7 req-4369fb59-5bd7-425d-8f0f-3feac1150944 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:43.011456 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-96a8b8a8-635c-4e45-b944-90748eefd6a7 req-4369fb59-5bd7-425d-8f0f-3feac1150944 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 981 time: 0.2650232 Jun 16 15:29:43.028110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:43.077460 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-96a8b8a8-635c-4e45-b944-90748eefd6a7 req-a25502e9-46a0-4a5f-ba4f-f394d7c72a6b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581841 Jun 16 15:29:43.144329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:43.217290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:43.376716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['6d729e49-c2b5-4391-ad00-5f768de8a4e2'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:29:44.278447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1250a4a-097a-4bae-bbf7-c82fb28808e1 req-8d4b88f8-a8fe-4920-8218-9533d202047d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:44.280384 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a1250a4a-097a-4bae-bbf7-c82fb28808e1 req-8d4b88f8-a8fe-4920-8218-9533d202047d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 982 time: 0.0938427 Jun 16 15:29:44.326916 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a1250a4a-097a-4bae-bbf7-c82fb28808e1 req-7b5b7e08-29d0-4715-8327-a0e95a8a6a3f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 Jun 16 15:29:44.729191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 6d729e49-c2b5-4391-ad00-5f768de8a4e2 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:29:44.905370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:44.910738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:44.911146 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:45.044182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:29:45.044567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:45.072123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa8afb-adb3-4420-a8f7-e35c562eb632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d729e49-c2b5-4391-ad00-5f768de8a4e2'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:29:45.081901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:45.161521 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c85e82-33c1-46f5-a91a-3763caf7ec42'] response: {'server_uuid': '92aa8afb-adb3-4420-a8f7-e35c562eb632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'code': 200} Jun 16 15:29:45.195517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:45.264755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:45.588260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf13f48-08cf-492f-8998-d84f38ecd7ee req-1735a800-38bc-40db-bada-72a62d1e00ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:45.589858 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8cf13f48-08cf-492f-8998-d84f38ecd7ee req-1735a800-38bc-40db-bada-72a62d1e00ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 983 time: 0.1582079 Jun 16 15:29:45.595374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d54b06-429d-4f72-9733-ca809c942e33 req-a372a740-89dd-48bd-8921-4e8c81dd772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:45.596783 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-23d54b06-429d-4f72-9733-ca809c942e33 req-a372a740-89dd-48bd-8921-4e8c81dd772d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 1136 time: 0.1217849 Jun 16 15:29:45.665770 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-23d54b06-429d-4f72-9733-ca809c942e33 req-98218524-8011-4b72-b1fb-e32365d562d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545104 Jun 16 15:29:45.670163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8cf13f48-08cf-492f-8998-d84f38ecd7ee req-e70ccb55-e158-4502-909a-bbc44224a345 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719454 Jun 16 15:29:45.789716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0bdc026f-e543-4b27-9042-5727b62bbf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:46.875703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc30ca-f0ab-4b29-9976-419250bb98ae req-9e0663be-6395-4a75-bb47-f658899cb652 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:46.877177 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-94cc30ca-f0ab-4b29-9976-419250bb98ae req-9e0663be-6395-4a75-bb47-f658899cb652 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 983 time: 0.0988078 Jun 16 15:29:46.921493 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-94cc30ca-f0ab-4b29-9976-419250bb98ae req-19e7aed3-6898-4987-acff-559b5429eec1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385413 Jun 16 15:29:48.123323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aaa56-cfff-4c2f-89f2-ecbd291e004f req-9a8f23cb-fc35-4164-b9e4-e82d7ed2dd41 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:48.124795 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-190aaa56-cfff-4c2f-89f2-ecbd291e004f req-9a8f23cb-fc35-4164-b9e4-e82d7ed2dd41 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 983 time: 0.0959303 Jun 16 15:29:48.170845 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-190aaa56-cfff-4c2f-89f2-ecbd291e004f req-2369581d-fd47-4eb1-bab8-005c7f27bc6f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Jun 16 15:29:48.320743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-feb078fa-47d0-42b8-aa16-b6929314d22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:48.381669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b7095-ac46-4367-8014-aca0bc4f5785 req-5d2ecac6-53bb-489e-94c4-50c022dfba0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:48.382835 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-140b7095-ac46-4367-8014-aca0bc4f5785 req-5d2ecac6-53bb-489e-94c4-50c022dfba0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 983 time: 0.0991762 Jun 16 15:29:48.429266 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-140b7095-ac46-4367-8014-aca0bc4f5785 req-260cc6e0-db53-4fc5-b838-b253739c86c6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Jun 16 15:29:48.454756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33520) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:48.536395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7900d7d3-ec86-462f-8e80-8958985aa200 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:48.540524 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7900d7d3-ec86-462f-8e80-8958985aa200 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 1131 time: 0.0834494 Jun 16 15:29:48.540661 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:29:48.541119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33524) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:48.545617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:48.552403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:48.556327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:floatingip and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:48.559512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:48.565305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:48.620154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:48.712097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:48.763800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:48.902127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.187 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/478805cd-f881-4324-a989-b88215fca3ca) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:29:49.059693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:49.147689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:49.218354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:29:49.221667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:49.231885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:29:49.281081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=478805cd-f881-4324-a989-b88215fca3ca,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:49.811048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:50.027608 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:50.237333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:50.242724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:50.311895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:50.421370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=478805cd-f881-4324-a989-b88215fca3ca,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:50.433847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:50.605783 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 71393d37-2a18-4f85-8583-868ca06f5574 associated. External IP: 172.26.2.187, port: 6d729e49-c2b5-4391-ad00-5f768de8a4e2. Jun 16 15:29:50.961739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router f43fe27c-abf5-44bd-b0d9-a08a797574db has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:29:51.146425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:29:51.158125 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] Sync routers for ids ['f43fe27c-abf5-44bd-b0d9-a08a797574db'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:29:51.170193 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] Routers {'f43fe27c-abf5-44bd-b0d9-a08a797574db'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:29:51.170796 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:29:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f43fe27c-abf5-44bd-b0d9-a08a797574db'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:51.260109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:51.325183 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ddace5bb-d25a-4a47-a45e-984ccdf512d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7810349 Jun 16 15:29:51.325183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa8afb-adb3-4420-a8f7-e35c562eb632', 'tag': '6d729e49-c2b5-4391-ad00-5f768de8a4e2'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:29:51.325664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33528) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:51.372672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e601ed3-0313-4f06-b581-cbc402ac6cee'] response: {'name': 'network-changed', 'server_uuid': '92aa8afb-adb3-4420-a8f7-e35c562eb632', 'tag': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'status': 'completed', 'code': 200} Jun 16 15:29:51.405544 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] Set router f43fe27c-abf5-44bd-b0d9-a08a797574db gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:29:51.414687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20197310-e01a-41c3-b55c-0e876053040f tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:51.419451 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-20197310-e01a-41c3-b55c-0e876053040f tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632&network_id=d950e783-bd1e-4e06-a26a-c9ce4bc357e8 HTTP/1.1" status: 200 len: 1131 time: 0.0924649 Jun 16 15:29:51.483398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:51.499462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-c6aeb538-351e-4b5d-ab60-d2ac394a0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:51.501274 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-c6aeb538-351e-4b5d-ab60-d2ac394a0a65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 1136 time: 0.1071465 Jun 16 15:29:51.758910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-c1d0c0b2-df6c-4ab6-8ec6-28c5f6e4da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:51.760417 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-c1d0c0b2-df6c-4ab6-8ec6-28c5f6e4da7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=d950e783-bd1e-4e06-a26a-c9ce4bc357e8 HTTP/1.1" status: 200 len: 897 time: 0.2536106 Jun 16 15:29:51.798693 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '71393d37-2a18-4f85-8583-868ca06f5574', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'port_id': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1180808827', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'mac_address': 'fa:16:3e:fa:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa8afb-adb3-4420-a8f7-e35c562eb632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:29:49Z', 'updated_at': '2022-06-16T15:29:49Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22178844-dcbd-437c-89c9-92645dbac921', 'name': '', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:25Z', 'updated_at': '2022-06-16T15:29:32Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:51.802866 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] Checking router: f43fe27c-abf5-44bd-b0d9-a08a797574db for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:29:51.811381 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] Routers {'f43fe27c-abf5-44bd-b0d9-a08a797574db'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:29:51.811973 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:29:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f43fe27c-abf5-44bd-b0d9-a08a797574db'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:51.868241 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-290e4209-5ee4-44b2-9d79-55a03f32037b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 1037 time: 0.1008453 Jun 16 15:29:51.931754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-658f5e25-a060-4754-b87c-4bb9dfc96b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:51.933222 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-658f5e25-a060-4754-b87c-4bb9dfc96b32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c7685798-d6cc-4de6-aec5-a5bd5a18b777 HTTP/1.1" status: 200 len: 835 time: 0.0596437 Jun 16 15:29:52.004896 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] Set router f43fe27c-abf5-44bd-b0d9-a08a797574db gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:29:52.030236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-e39505d7-8fc4-4ac8-a863-b18b74d90967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:52.031748 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-e39505d7-8fc4-4ac8-a863-b18b74d90967 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d950e783-bd1e-4e06-a26a-c9ce4bc357e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923765 Jun 16 15:29:52.233155 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-4205ed77-4cb5-49f5-b256-d7db118a6c86 service neutron] 10.222.0.46 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641841 Jun 16 15:29:52.241403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4b9f8-b2f2-4332-a9bb-185ee87fac03 req-f0460ec5-f34a-4ede-aced-530e263fa831 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:52.242764 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dce4b9f8-b2f2-4332-a9bb-185ee87fac03 req-f0460ec5-f34a-4ede-aced-530e263fa831 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 983 time: 0.2101655 Jun 16 15:29:52.367063 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '71393d37-2a18-4f85-8583-868ca06f5574', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'port_id': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1180808827', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'mac_address': 'fa:16:3e:fa:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa8afb-adb3-4420-a8f7-e35c562eb632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:29:49Z', 'updated_at': '2022-06-16T15:29:49Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22178844-dcbd-437c-89c9-92645dbac921', 'name': '', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:25Z', 'updated_at': '2022-06-16T15:29:32Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:52.371406 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8e58-87df-4b7b-9b13-0a0a1edf9081 None None] The sync data for ids ['f43fe27c-abf5-44bd-b0d9-a08a797574db'] in dv-neutron-846028-2-hyperv is: [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '71393d37-2a18-4f85-8583-868ca06f5574', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'port_id': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1180808827', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'mac_address': 'fa:16:3e:fa:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa8afb-adb3-4420-a8f7-e35c562eb632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:29:49Z', 'updated_at': '2022-06-16T15:29:49Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22178844-dcbd-437c-89c9-92645dbac921', 'name': '', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:25Z', 'updated_at': '2022-06-16T15:29:32Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:29:52.385931 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dce4b9f8-b2f2-4332-a9bb-185ee87fac03 req-43fd35cf-113e-47a5-a58a-bed657bf3ef7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248500 Jun 16 15:29:52.423866 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ccd37be3-ff1c-47a9-9f50-e4c53463c289 req-946949c9-373d-4744-bdd0-148a707462b4 service neutron] 10.222.0.46 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801174 Jun 16 15:29:52.562290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac792f68-0b96-48e9-a580-e749cf132092 None None] New status for floating IP 71393d37-2a18-4f85-8583-868ca06f5574: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:29:53.389805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e39c4-b420-445b-a59d-eacaea22d588 req-fb2ab6d7-05ad-44d7-a1f8-32840199fb5b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:53.391244 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-630e39c4-b420-445b-a59d-eacaea22d588 req-fb2ab6d7-05ad-44d7-a1f8-32840199fb5b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 983 time: 0.0876312 Jun 16 15:29:53.473164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e39c4-b420-445b-a59d-eacaea22d588 req-b14f7222-62bf-49f1-9b7d-ad2983fd7eb1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:53.475144 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-630e39c4-b420-445b-a59d-eacaea22d588 req-b14f7222-62bf-49f1-9b7d-ad2983fd7eb1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0783668 Jun 16 15:29:53.692011 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-630e39c4-b420-445b-a59d-eacaea22d588 req-63cf8efc-db71-4ce8-9735-c6e3f97d9894 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2123687 Jun 16 15:29:53.703039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460908a8-d7fa-4a28-8f2c-cfd496bd25fb req-d3e96e1e-5d6d-46c2-a22a-96ebdb58c26a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:53.704369 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-460908a8-d7fa-4a28-8f2c-cfd496bd25fb req-d3e96e1e-5d6d-46c2-a22a-96ebdb58c26a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 983 time: 0.2022543 Jun 16 15:29:53.709573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:53.835925 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-460908a8-d7fa-4a28-8f2c-cfd496bd25fb req-db822a7c-1a8f-4078-8dbf-3ad5ab9e6d1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009459 Jun 16 15:29:53.865961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:54.068296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:54.097771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:29:54.160343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] device_id is not set on port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:29:54.172670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:54.232587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:54.516880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=6']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:54.529521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0c0c5785-020d-442c-9c6d-360301443d07 None None] Provisioning complete for port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:54.530029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5785-020d-442c-9c6d-360301443d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:54.583033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0c0c5785-020d-442c-9c6d-360301443d07 None None] Port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:29:54.599141 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] No DVR routers for this DVR port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:29:54.846678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] In _notify_port_updated(), no bound segment for port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 {{(pid=89745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:29:54.846678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:54.847546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:54.848797 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-630e39c4-b420-445b-a59d-eacaea22d588 req-dff4cf8a-43eb-4f9a-99b0-24de23ba6da1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 1026 time: 1.1434944 Jun 16 15:29:55.005215 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-da11c918-c5e4-46d0-9b7f-c8ba03f3c77d req-92dd5e7e-7cda-4175-ba34-eefea198b8e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=92aa8afb-adb3-4420-a8f7-e35c562eb632 HTTP/1.1" status: 200 len: 210 time: 0.0511127 Jun 16 15:29:56.182298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33546) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:56.319457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117c0766-d553-4d69-823a-4c0fbf5627cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:56.320446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-117c0766-d553-4d69-823a-4c0fbf5627cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:29:56.391268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-117c0766-d553-4d69-823a-4c0fbf5627cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:29:56.393717 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-117c0766-d553-4d69-823a-4c0fbf5627cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 925 time: 0.2081203 Jun 16 15:29:56.529828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33552) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:56.534970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322456455', 'description': 'tempest-secgroup-smoke-322456455 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:56.543033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:56.553558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:56.670985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:56.692558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:56.696418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:56.699268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:56.707593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:56.760474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 6d729e49-c2b5-4391-ad00-5f768de8a4e2 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:29:56.775707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:56.822517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 6d729e49-c2b5-4391-ad00-5f768de8a4e2 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:29:56.874873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:56.916946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c709e68-86d7-4a2d-89b8-b6719ec62bf0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:57.018147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:57.019427 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e2632111-0e03-4013-ba6c-4a774d30d4ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4885447 Jun 16 15:29:57.022246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33556) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:57.027338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '9c709e68-86d7-4a2d-89b8-b6719ec62bf0', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:57.033415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:57.037209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:57.040079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:57.045783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:57.135562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:57.199546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:57.288920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:57.312388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcbfd12-033d-4044-aa36-e947a37199b9,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:57.380215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:57.381432 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6a5210a5-f721-460d-a8b2-807d5018fc49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3582215 Jun 16 15:29:57.384198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33560) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:57.389350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '9c709e68-86d7-4a2d-89b8-b6719ec62bf0', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:57.395955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:57.399780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:57.402654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:57.408337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:57.500886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:57.562313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:57.698093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:57.721412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0f07f4-10e6-4b16-ba1f-a04fdb9a802d,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:57.825190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:57.826412 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5c6392fc-456e-4e34-9437-3dc0d366d4d7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4412808 Jun 16 15:29:57.829172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33564) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:57.834097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '9c709e68-86d7-4a2d-89b8-b6719ec62bf0', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:57.840123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:57.844008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:57.847450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:57.853280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:57.958105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.027412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.093656 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.118016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8daa2e32-020d-4219-8b17-a98956f75304,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:58.197985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.198616 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c151191a-e795-44f3-b8b0-f8bc1100c15b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3683090 Jun 16 15:29:58.201125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33568) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:58.206061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '9c709e68-86d7-4a2d-89b8-b6719ec62bf0', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:58.212542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:58.216367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:58.219290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:58.225585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:58.313000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.381347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.448113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.473669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f62774-29bc-45cd-b51f-aee0a19a1093,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:58.545334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.546744 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b1a3c58f-e5d7-473c-a6c2-cb1cb30f2ec8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3446333 Jun 16 15:29:58.549624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33572) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:58.554787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '9c709e68-86d7-4a2d-89b8-b6719ec62bf0', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:58.561042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:58.564825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:58.568536 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:58.574237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:58.631642 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:29:58.638176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.707370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.825381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.849844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2962c0ea-c1c5-4dc3-9989-7b1a9ae8827e,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:58.912512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:58.914088 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d9ecf6fc-b0b4-4694-bc0b-725af2e6d438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3627658 Jun 16 15:29:58.917827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33576) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:58.924154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '9c709e68-86d7-4a2d-89b8-b6719ec62bf0', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:58.930283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:29:58.934826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:29:58.939074 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:29:58.953385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:29:59.047322 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:29:59.055346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:59.126731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:59.231078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:59.257986 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8721807e-6f07-4bc4-90a3-b7e2b83c0950,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:59.392977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:59.392977 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1e6193e7-f6c4-4aaa-b258-6f86edeab41e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4730906 Jun 16 15:29:59.558121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-8c5ad9e7-5567-45d5-b73f-2bae639747df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:29:59.654249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-8c5ad9e7-5567-45d5-b73f-2bae639747df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:29:59.654897 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-8c5ad9e7-5567-45d5-b73f-2bae639747df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322456455&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.1386704 Jun 16 15:29:59.736408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-1c059f19-c479-49ae-9f80-122446c49f7c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:29:59.737806 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-1c059f19-c479-49ae-9f80-122446c49f7c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 930 time: 0.0755510 Jun 16 15:29:59.855105 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-496c9835-7e9f-4ce5-819e-4518b0d5fdc4 service neutron] 10.222.0.73 "GET /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1048474 Jun 16 15:29:59.985542 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-6a078ef1-1a52-43df-b2fd-93f0a48195f1 service neutron] 10.222.0.73 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245480 Jun 16 15:30:00.117587 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-4844b954-e629-4659-8c27-df2ece7f5a2a service neutron] 10.222.0.73 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261265 Jun 16 15:30:00.473652 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b19a30d5-fde2-4882-9b9b-d52f919e27ea req-604b31dc-4f7f-4ab0-a0d9-e7f6030056e5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 210 time: 0.0519080 Jun 16 15:30:01.636198 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e256d56c-3112-429d-94a6-a1d3c135c459 req-9c9cbf23-5dd7-4b51-adf8-53d13bae07ae tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 210 time: 0.0524092 Jun 16 15:30:02.525379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-d168f379-8d6e-493f-b48a-168c2d7119fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:02.525379 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-d168f379-8d6e-493f-b48a-168c2d7119fd service neutron] 10.222.0.46 "GET /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 1026 time: 0.0668535 Jun 16 15:30:02.808503 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8f5ff1bb-628f-41f3-b650-9535550954d2 req-b631ffec-1e93-4099-a35b-d0d012d61a38 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 210 time: 0.0573497 Jun 16 15:30:02.840185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-2e0dd2ff-2981-4aa5-a1e5-1ad6edb7928e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:02.841623 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-2e0dd2ff-2981-4aa5-a1e5-1ad6edb7928e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=d950e783-bd1e-4e06-a26a-c9ce4bc357e8 HTTP/1.1" status: 200 len: 796 time: 0.3141048 Jun 16 15:30:02.892362 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-882aed90-08fd-4dd9-9467-2060aa62b49a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 471 time: 0.0428815 Jun 16 15:30:02.902351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Request body: {'port': {'device_id': 'ad64a63b-a5e6-4b5a-b844-ff549f577e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:03.020499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:03.374822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d729e49-c2b5-4391-ad00-5f768de8a4e2 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:30:03.382138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:03.396631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Transition to ACTIVE for port object 6d729e49-c2b5-4391-ad00-5f768de8a4e2 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:30:03.475294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:03.619724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=7']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:03.762553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Attempting to bind port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:30:03.762891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Attempting to bind port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:30:03.763255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Attempting to bind port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:30:03.769538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:30:03.769905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Attempting to bind port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:30:03.775679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:30:03.776016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Checking segment: {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:30:03.776397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Bound using segment: {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:30:03.776830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Bound port: 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920c99c9-ae0e-4297-898a-5653adf013cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:30:03.777176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:03.869285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:30:03.872270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:30:03.957670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:04.024809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:04.025445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:04.027577 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] 10.222.0.46 "PUT /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 1131 time: 1.1294315 Jun 16 15:30:04.029927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad64a63b-a5e6-4b5a-b844-ff549f577e4c', 'tag': '6d729e49-c2b5-4391-ad00-5f768de8a4e2'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:30:04.083516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f1f55-7561-4e86-aa02-a57d1e3285ea service neutron] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=8']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:04.101576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13db2d-d83d-4ff2-acf2-4d7c119c3392 req-5f82e098-a323-40dd-9c4d-015a0fa6dcf9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:04.103530 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bb13db2d-d83d-4ff2-acf2-4d7c119c3392 req-5f82e098-a323-40dd-9c4d-015a0fa6dcf9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 981 time: 0.1887558 Jun 16 15:30:04.105305 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e590bc-060a-4d4b-944d-ff6ee58bdd86'] response: {'name': 'network-changed', 'server_uuid': 'ad64a63b-a5e6-4b5a-b844-ff549f577e4c', 'tag': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'status': 'completed', 'code': 200} Jun 16 15:30:04.214308 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bb13db2d-d83d-4ff2-acf2-4d7c119c3392 req-56310014-6be0-4128-9793-d842c83c14e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038268 Jun 16 15:30:04.239069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735350-62f5-4aef-a9c8-d2d32d884f00 req-63b39fbc-f335-4231-977e-7381e03cea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:04.240512 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ab735350-62f5-4aef-a9c8-d2d32d884f00 req-63b39fbc-f335-4231-977e-7381e03cea5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 1134 time: 0.1134915 Jun 16 15:30:04.389001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735350-62f5-4aef-a9c8-d2d32d884f00 req-b2b08022-7caa-4a29-a828-a7692477d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:04.390297 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ab735350-62f5-4aef-a9c8-d2d32d884f00 req-b2b08022-7caa-4a29-a828-a7692477d914 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdbb136214314352a52001d8f185680c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1431100 Jun 16 15:30:04.645920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735350-62f5-4aef-a9c8-d2d32d884f00 req-b8ec7daf-60fb-4c3d-9944-77c727a2cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:04.647644 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ab735350-62f5-4aef-a9c8-d2d32d884f00 req-b8ec7daf-60fb-4c3d-9944-77c727a2cd07 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507434 Jun 16 15:30:04.762159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-e3128757-baf6-4385-aed2-d43a7e2e243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:04.763666 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-e3128757-baf6-4385-aed2-d43a7e2e243c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 1134 time: 0.0797729 Jun 16 15:30:04.869651 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-c24d9bdb-350c-4407-a550-b79f9e828d38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 1037 time: 0.0986595 Jun 16 15:30:04.936765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-42db0471-1fc6-42e2-a570-c7c9345ee2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:04.938234 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-42db0471-1fc6-42e2-a570-c7c9345ee2db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c7685798-d6cc-4de6-aec5-a5bd5a18b777 HTTP/1.1" status: 200 len: 835 time: 0.0616403 Jun 16 15:30:05.024350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-0a1c0737-7a0e-4426-801c-4f096350b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:05.024350 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-0a1c0737-7a0e-4426-801c-4f096350b8d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d950e783-bd1e-4e06-a26a-c9ce4bc357e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802231 Jun 16 15:30:05.158656 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-a52cbad1-cd5c-469e-bb56-2fc0dcddc69f service neutron] 10.222.0.46 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276562 Jun 16 15:30:05.298904 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c67eca06-b1d9-4832-ba7f-c53e5ecb9db8 req-11b0488f-c12b-4778-8712-b2e63ead2753 service neutron] 10.222.0.46 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320243 Jun 16 15:30:05.419881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0254d5-c7dd-4277-bf02-c90bebec77e2 req-22c454d0-9a78-46d6-a144-bd1b09681b2f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:05.421347 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e0254d5-c7dd-4277-bf02-c90bebec77e2 req-22c454d0-9a78-46d6-a144-bd1b09681b2f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 981 time: 0.0938787 Jun 16 15:30:05.472619 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e0254d5-c7dd-4277-bf02-c90bebec77e2 req-8c403dc6-e666-4970-b42f-60d3f0a04b99 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447712 Jun 16 15:30:05.768390 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:06.696484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4b4d9-cf46-4442-940d-76a466c0e903 req-71ecc7ee-396e-40b8-abbf-47e667b880b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:06.697948 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-68f4b4d9-cf46-4442-940d-76a466c0e903 req-71ecc7ee-396e-40b8-abbf-47e667b880b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 981 time: 0.0967982 Jun 16 15:30:06.744783 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-68f4b4d9-cf46-4442-940d-76a466c0e903 req-a584b7cf-b1b5-400a-bce4-54fc294dc0e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Jun 16 15:30:07.993604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d889e92-4218-4fcb-b82a-5c7302df32e0 req-6fad4c64-f205-40c1-8a02-5c75c457b1d2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:07.995209 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0d889e92-4218-4fcb-b82a-5c7302df32e0 req-6fad4c64-f205-40c1-8a02-5c75c457b1d2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 981 time: 0.1036997 Jun 16 15:30:08.046621 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0d889e92-4218-4fcb-b82a-5c7302df32e0 req-7f7110d7-1f01-41e0-9f6f-02d3226c6aae tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448394 Jun 16 15:30:08.775415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 6d729e49-c2b5-4391-ad00-5f768de8a4e2 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:30:08.908302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:08.921634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'port_id': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'mac_address': 'fa:16:3e:fa:0c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:30:08.981037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:30:08.981448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:08.998957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d729e49-c2b5-4391-ad00-5f768de8a4e2 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:30:09.016058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:09.081008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:09.157731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=9']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:09.261501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406f24d-f133-4458-99ae-d03162052e30 req-94a9b39f-8f5d-4530-8e59-3b7da6520452 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:09.263019 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0406f24d-f133-4458-99ae-d03162052e30 req-94a9b39f-8f5d-4530-8e59-3b7da6520452 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 982 time: 0.1047437 Jun 16 15:30:09.307162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['6d729e49-c2b5-4391-ad00-5f768de8a4e2'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:30:09.323700 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0406f24d-f133-4458-99ae-d03162052e30 req-aee53f66-f13a-4f48-a243-0de498a31633 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498929 Jun 16 15:30:10.529022 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63a4ab-2f81-4ed5-bfa9-8e2366aa0eb8 req-9feedb7a-3014-4e1a-ab19-b4822e84d164 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:10.530517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b63a4ab-2f81-4ed5-bfa9-8e2366aa0eb8 req-9feedb7a-3014-4e1a-ab19-b4822e84d164 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 982 time: 0.0912206 Jun 16 15:30:10.576901 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b63a4ab-2f81-4ed5-bfa9-8e2366aa0eb8 req-8ea52c40-cbdb-453d-8383-ea7f6365392c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Jun 16 15:30:10.791951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 6d729e49-c2b5-4391-ad00-5f768de8a4e2 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:30:10.973931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:30:10.979480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:10.979855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:11.117358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:30:11.117881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:11.153163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad64a63b-a5e6-4b5a-b844-ff549f577e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d729e49-c2b5-4391-ad00-5f768de8a4e2'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:30:11.165532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:11.199936 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b9dcd9-e9fe-4e55-9e05-0f5115c70a1e'] response: {'server_uuid': 'ad64a63b-a5e6-4b5a-b844-ff549f577e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d729e49-c2b5-4391-ad00-5f768de8a4e2', 'code': 200} Jun 16 15:30:11.253835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:11.338792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=10']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:11.670632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e558995-9919-4fd8-95db-98638bedeabf req-73d2fc43-7ce2-4469-9d94-3e345b953f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:11.673016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e558995-9919-4fd8-95db-98638bedeabf req-73d2fc43-7ce2-4469-9d94-3e345b953f4d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 1137 time: 0.0958476 Jun 16 15:30:11.771617 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e558995-9919-4fd8-95db-98638bedeabf req-d02aa26a-3ec1-4189-aa49-7f8d8c175d66 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916116 Jun 16 15:30:11.806321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f590189-9f17-4ade-a1dc-2c68753f07f1 req-41a712cc-31cd-4a10-9435-50030cfffa34 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:11.807919 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4f590189-9f17-4ade-a1dc-2c68753f07f1 req-41a712cc-31cd-4a10-9435-50030cfffa34 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 984 time: 0.1135705 Jun 16 15:30:11.870041 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4f590189-9f17-4ade-a1dc-2c68753f07f1 req-ec165711-c490-42c4-af71-122ae3d6baec tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Jun 16 15:30:13.075398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cac86-55c9-4f04-b817-9dfe5cf666ac req-4edb70b9-58d7-4dc4-bd5d-ea7f7b51556c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:13.077200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18cac86-55c9-4f04-b817-9dfe5cf666ac req-4edb70b9-58d7-4dc4-bd5d-ea7f7b51556c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 984 time: 0.0915430 Jun 16 15:30:13.121561 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18cac86-55c9-4f04-b817-9dfe5cf666ac req-c2d78621-f1a8-4fb6-8f7e-5865fa17c099 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380023 Jun 16 15:30:14.322698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f1c37-7988-4021-a304-235f14e4c936 req-85bb6bf4-295a-498f-b943-5047b453e6be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:14.324226 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1f7f1c37-7988-4021-a304-235f14e4c936 req-85bb6bf4-295a-498f-b943-5047b453e6be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 984 time: 0.0958216 Jun 16 15:30:14.371865 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1f7f1c37-7988-4021-a304-235f14e4c936 req-36cd0e1a-7f36-434c-997b-b0f663fdc82c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Jun 16 15:30:14.565857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748b26f-b486-40e2-8b2e-e5afde184d3d req-3c5ac7fd-72fd-461e-88e4-dcb26e1fb59c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:14.567341 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e748b26f-b486-40e2-8b2e-e5afde184d3d req-3c5ac7fd-72fd-461e-88e4-dcb26e1fb59c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 984 time: 0.0884171 Jun 16 15:30:14.711392 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e748b26f-b486-40e2-8b2e-e5afde184d3d req-cc699160-c0f7-4287-8988-f6443e61725d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381912 Jun 16 15:30:14.733731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33638) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:14.812147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0546b85-37ae-4dd8-a4ee-48badea354b4 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:14.813646 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b0546b85-37ae-4dd8-a4ee-48badea354b4 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c&network_id=d950e783-bd1e-4e06-a26a-c9ce4bc357e8 HTTP/1.1" status: 200 len: 1132 time: 0.0789244 Jun 16 15:30:15.474072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeb092-b084-4037-a421-c29fd38d4e06 req-1223da27-a61b-4134-87e7-b4ea60c26bba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:15.475616 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8aeb092-b084-4037-a421-c29fd38d4e06 req-1223da27-a61b-4134-87e7-b4ea60c26bba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 984 time: 0.0961702 Jun 16 15:30:15.520990 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8aeb092-b084-4037-a421-c29fd38d4e06 req-65644e1b-9cf9-45c4-a4c7-8f95706400b5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 Jun 16 15:30:15.726203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8d4bea5d-f885-4899-9b75-85b98fe22ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:16.780801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-532b07d8-2c93-4610-aba0-4f6ee45fe9c5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:16.783063 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-532b07d8-2c93-4610-aba0-4f6ee45fe9c5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 984 time: 0.1661427 Jun 16 15:30:16.791708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa68dbd-1445-43ec-a84f-49abf77d5965 req-b363cbf7-95f2-4eae-b03d-456a162a341e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:16.793113 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7aa68dbd-1445-43ec-a84f-49abf77d5965 req-b363cbf7-95f2-4eae-b03d-456a162a341e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 984 time: 0.1356206 Jun 16 15:30:16.899088 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7aa68dbd-1445-43ec-a84f-49abf77d5965 req-68bdb6bb-2db9-48c3-aecc-dd14a01aa389 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=261aca23-efbf-4c80-bb71-c56b773962b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718069 Jun 16 15:30:16.902238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-5d3483b9-787e-4443-9a63-6b92b76b67bb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:16.903629 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-5d3483b9-787e-4443-9a63-6b92b76b67bb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1095719 Jun 16 15:30:17.067121 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-d4e09621-c5c7-4bd5-8ae1-3494ee74321b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1575339 Jun 16 15:30:17.076226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:17.203102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:17.416292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=6d729e49-c2b5-4391-ad00-5f768de8a4e2,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:17.448445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] For port 6d729e49-c2b5-4391-ad00-5f768de8a4e2, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:30:17.504025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] device_id is not set on port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 yet. {{(pid=89745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 16 15:30:17.512203 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:17.631065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:17.783106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=11']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:17.803959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.804298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.804634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.805060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.805630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.805732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.805977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.806299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.808827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.808827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.808827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.808827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:17.860464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] No DVR routers for this DVR port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:30:18.001935 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1de7819a-204f-46c0-bdf3-c369eea05679 None None] Provisioning complete for port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:18.002525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1de7819a-204f-46c0-bdf3-c369eea05679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:18.063108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1de7819a-204f-46c0-bdf3-c369eea05679 None None] Port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:30:18.077907 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c238c24-fa49-4177-82a4-5b17fa91471b req-84e63d4d-6aa3-40af-a211-6b154a9004db tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 210 time: 0.0652297 Jun 16 15:30:18.276345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] In _notify_port_updated(), no bound segment for port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 on network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 {{(pid=89745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 16 15:30:18.276345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:18.276345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:18.276345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d64b036-076d-4a27-9ddb-3128aa2ace76 req-cbba5605-0736-4306-837a-ccbed949b5b1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 200 len: 1027 time: 1.2012041 Jun 16 15:30:18.357639 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9e496d43-3af7-4cfa-aeaf-d7952b07cb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:18.845257 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:19.257483 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-880777bf-f4b7-46d1-9e51-250b57788154 req-b55ac435-3594-4024-8c2b-8217754ce8ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad64a63b-a5e6-4b5a-b844-ff549f577e4c HTTP/1.1" status: 200 len: 210 time: 0.0523098 Jun 16 15:30:20.225031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:20.359283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33658) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:20.439592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8adda2ea-d3f8-4850-89f4-c8a4e84a960c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:20.475207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8adda2ea-d3f8-4850-89f4-c8a4e84a960c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:20.653858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8adda2ea-d3f8-4850-89f4-c8a4e84a960c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:20.672998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adda2ea-d3f8-4850-89f4-c8a4e84a960c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c709e68-86d7-4a2d-89b8-b6719ec62bf0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:20.757093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8adda2ea-d3f8-4850-89f4-c8a4e84a960c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:20.758214 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8adda2ea-d3f8-4850-89f4-c8a4e84a960c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/9c709e68-86d7-4a2d-89b8-b6719ec62bf0 HTTP/1.1" status: 204 len: 168 time: 0.3979585 Jun 16 15:30:20.838467 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 6d729e49-c2b5-4391-ad00-5f768de8a4e2 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:30:20.844493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33664) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:20.898539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 6d729e49-c2b5-4391-ad00-5f768de8a4e2 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:30:21.075671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 478805cd-f881-4324-a989-b88215fca3ca {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:30:21.075671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:21.247620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:21.247944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:21.373267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 478805cd-f881-4324-a989-b88215fca3ca owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:30:21.505017 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:21.714775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:21.766630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=478805cd-f881-4324-a989-b88215fca3ca,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:21.862259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:21.862619 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 71393d37-2a18-4f85-8583-868ca06f5574 disassociated (deleted). External IP: 172.26.2.187, port: 6d729e49-c2b5-4391-ad00-5f768de8a4e2. Jun 16 15:30:22.349302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router f43fe27c-abf5-44bd-b0d9-a08a797574db has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:30:22.540755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:30:22.551572 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] Sync routers for ids ['f43fe27c-abf5-44bd-b0d9-a08a797574db'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:30:22.565998 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] Routers {'f43fe27c-abf5-44bd-b0d9-a08a797574db'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:30:22.565998 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f43fe27c-abf5-44bd-b0d9-a08a797574db'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:22.619066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:22.678651 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-99cbc154-0c96-4294-b222-4190cec89895 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/floatingips/71393d37-2a18-4f85-8583-868ca06f5574 HTTP/1.1" status: 204 len: 168 time: 1.8328924 Jun 16 15:30:22.773163 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] Set router f43fe27c-abf5-44bd-b0d9-a08a797574db gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:30:22.829872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33672) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:22.903410 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4551562b-768f-4265-80c0-77bbe244b0bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:22.936216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4551562b-768f-4265-80c0-77bbe244b0bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:23.086497 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4551562b-768f-4265-80c0-77bbe244b0bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:23.086604 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22178844-dcbd-437c-89c9-92645dbac921', 'name': '', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:25Z', 'updated_at': '2022-06-16T15:29:32Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:23.090452 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] Checking router: f43fe27c-abf5-44bd-b0d9-a08a797574db for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:30:23.098819 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] Routers {'f43fe27c-abf5-44bd-b0d9-a08a797574db'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:30:23.099445 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f43fe27c-abf5-44bd-b0d9-a08a797574db'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:23.106451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551562b-768f-4265-80c0-77bbe244b0bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eadc44-cd54-417c-9f0f-39477393aa8a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:23.115273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4551562b-768f-4265-80c0-77bbe244b0bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:23.118674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4551562b-768f-4265-80c0-77bbe244b0bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/a8eadc44-cd54-417c-9f0f-39477393aa8a HTTP/1.1" status: 204 len: 168 time: 0.2855380 Jun 16 15:30:23.230280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33678) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:23.279390 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] Set router f43fe27c-abf5-44bd-b0d9-a08a797574db gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:30:23.304404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-9c91847d-8648-43d7-ae72-193d4cfd5f7a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 6d729e49-c2b5-4391-ad00-5f768de8a4e2 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:30:23.304808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c91847d-8648-43d7-ae72-193d4cfd5f7a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:23.577893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c91847d-8648-43d7-ae72-193d4cfd5f7a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:23.630653 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22178844-dcbd-437c-89c9-92645dbac921', 'name': '', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:25Z', 'updated_at': '2022-06-16T15:29:32Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:23.635632 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749a738-41b8-4f92-bff8-1299e1cba20e None None] The sync data for ids ['f43fe27c-abf5-44bd-b0d9-a08a797574db'] in dv-neutron-846028-2-hyperv is: [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '22178844-dcbd-437c-89c9-92645dbac921', 'name': '', 'network_id': 'd950e783-bd1e-4e06-a26a-c9ce4bc357e8', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:25Z', 'updated_at': '2022-06-16T15:29:32Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': 'c7685798-d6cc-4de6-aec5-a5bd5a18b777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:30:23.722701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-9c91847d-8648-43d7-ae72-193d4cfd5f7a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 6d729e49-c2b5-4391-ad00-5f768de8a4e2 owned by {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:30:23.926616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d14477-3709-4a81-b881-9997186a1029 None None] New status for floating IP 71393d37-2a18-4f85-8583-868ca06f5574: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:30:23.957940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c91847d-8648-43d7-ae72-193d4cfd5f7a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:24.013484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91847d-8648-43d7-ae72-193d4cfd5f7a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=6d729e49-c2b5-4391-ad00-5f768de8a4e2,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:24.187917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c91847d-8648-43d7-ae72-193d4cfd5f7a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:24.201085 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9c91847d-8648-43d7-ae72-193d4cfd5f7a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/ports/6d729e49-c2b5-4391-ad00-5f768de8a4e2 HTTP/1.1" status: 204 len: 168 time: 0.9695051 Jun 16 15:30:24.208719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33682) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:24.220519 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-db400e31-d492-4517-b603-3cdc7b46500e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1323683 Jun 16 15:30:24.379032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-bc12d688-c503-4852-b101-8ab0139d1f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:24.380649 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-bc12d688-c503-4852-b101-8ab0139d1f47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 1099 time: 0.0943692 Jun 16 15:30:24.551843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-d371ce2c-8c80-4ad9-bb38-dd919322f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:24.553318 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-d371ce2c-8c80-4ad9-bb38-dd919322f66c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.1490054 Jun 16 15:30:24.658531 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-d346e211-b025-4da2-9176-1bca29e83600 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56dbe758-0959-49d0-bdd6-2877c0d19201 HTTP/1.1" status: 200 len: 1002 time: 0.0994465 Jun 16 15:30:24.831987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-efb53ba6-9678-4b94-b904-33471cc719a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:24.833426 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-efb53ba6-9678-4b94-b904-33471cc719a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.1691580 Jun 16 15:30:24.918575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-a0748432-e88d-4f67-873a-ee20edbab2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:24.919972 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-a0748432-e88d-4f67-873a-ee20edbab2ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802462 Jun 16 15:30:24.940901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:25.058266 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-dcd7f3a3-da7d-4824-aa85-f95a18c8b177 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283095 Jun 16 15:30:25.196081 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8d56e4b-cd2b-4354-9f6d-e9937e1fe5a1 req-3ea56390-af83-409b-9b7f-968df4027d7a service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319728 Jun 16 15:30:25.314231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 22178844-dcbd-437c-89c9-92645dbac921 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:30:25.314787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:25.519909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 22178844-dcbd-437c-89c9-92645dbac921, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=22178844-dcbd-437c-89c9-92645dbac921,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:25.520268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:25.539647 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:30:25.652481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 22178844-dcbd-437c-89c9-92645dbac921 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:30:26.098513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:26.147183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=22178844-dcbd-437c-89c9-92645dbac921,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:26.568731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:26.958890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router f43fe27c-abf5-44bd-b0d9-a08a797574db has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:30:27.195318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:30:27.206603 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] Sync routers for ids ['f43fe27c-abf5-44bd-b0d9-a08a797574db'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:30:27.210673 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5b981ae3-fed7-4177-8fc5-a6d1c970031b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/f43fe27c-abf5-44bd-b0d9-a08a797574db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0016184 Jun 16 15:30:27.210837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33686) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:27.216295 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] Routers {'f43fe27c-abf5-44bd-b0d9-a08a797574db'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:30:27.218569 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f43fe27c-abf5-44bd-b0d9-a08a797574db'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:27.276948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-572e1bdb-7261-4199-9724-0b77c98cc5f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting subnet c7685798-d6cc-4de6-aec5-a5bd5a18b777 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:30:27.279982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-572e1bdb-7261-4199-9724-0b77c98cc5f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:27.335921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-572e1bdb-7261-4199-9724-0b77c98cc5f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:27.399965 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] Set router f43fe27c-abf5-44bd-b0d9-a08a797574db gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:30:27.425682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-572e1bdb-7261-4199-9724-0b77c98cc5f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:27.585379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-572e1bdb-7261-4199-9724-0b77c98cc5f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:27.627707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e1bdb-7261-4199-9724-0b77c98cc5f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Subnet': ['ID=c7685798-d6cc-4de6-aec5-a5bd5a18b777,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:27.631276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-572e1bdb-7261-4199-9724-0b77c98cc5f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:27.642199 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-572e1bdb-7261-4199-9724-0b77c98cc5f2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/subnets/c7685798-d6cc-4de6-aec5-a5bd5a18b777 HTTP/1.1" status: 204 len: 168 time: 0.4257860 Jun 16 15:30:27.651579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e884bb30-19b4-4ab1-af18-1245e669b6b6 None None] Network d950e783-bd1e-4e06-a26a-c9ce4bc357e8 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:30:27.652293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33690) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:27.739973 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:30:25Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:27.744532 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] Checking router: f43fe27c-abf5-44bd-b0d9-a08a797574db for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:30:27.753943 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] Routers {'f43fe27c-abf5-44bd-b0d9-a08a797574db'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:30:27.754605 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f43fe27c-abf5-44bd-b0d9-a08a797574db'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:27.847577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:27.947794 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] Set router f43fe27c-abf5-44bd-b0d9-a08a797574db gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:30:27.966831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60519659-9366-4efc-9d01-f74b946a482e None None] DHCP port deletion for d950e783-bd1e-4e06-a26a-c9ce4bc357e8 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:30:27.971310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Deleting port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:30:27.971746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:28.044773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:28.145636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port baeee7a6-9b45-4f46-8f74-d4d67e02ff07 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:30:28.149837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:28.199275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-60519659-9366-4efc-9d01-f74b946a482e None None] For port 71f3a531-ee01-4987-a18a-e9ee9648ffd5, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=71f3a531-ee01-4987-a18a-e9ee9648ffd5,segment=NetworkSegment(920c99c9-ae0e-4297-898a-5653adf013cb),segment_id=920c99c9-ae0e-4297-898a-5653adf013cb)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:28.199674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:28.307260 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:30:25Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:28.317609 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d158c-c81e-426a-8dff-aaee37eebf2a None None] The sync data for ids ['f43fe27c-abf5-44bd-b0d9-a08a797574db'] in dv-neutron-846028-2-hyperv is: [{'id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'name': 'tempest-TestNetworkBasicOps-router-1219503303', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:29:20Z', 'updated_at': '2022-06-16T15:30:25Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'baeee7a6-9b45-4f46-8f74-d4d67e02ff07', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43fe27c-abf5-44bd-b0d9-a08a797574db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:29:21Z', 'updated_at': '2022-06-16T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:30:28.350743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Calling delete_port for 71f3a531-ee01-4987-a18a-e9ee9648ffd5 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:30:28.367600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port baeee7a6-9b45-4f46-8f74-d4d67e02ff07, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=baeee7a6-9b45-4f46-8f74-d4d67e02ff07,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:28.367600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:28.489038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for baeee7a6-9b45-4f46-8f74-d4d67e02ff07 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:30:28.561039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:28.609638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Pushing event deleted for resources: {'Port': ['ID=71f3a531-ee01-4987-a18a-e9ee9648ffd5,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:28.612886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60519659-9366-4efc-9d01-f74b946a482e None None] No DVR routers for this DVR port 71f3a531-ee01-4987-a18a-e9ee9648ffd5 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:30:28.623477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.624003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.624490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.624970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.625460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.625809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.626123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.626460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.626768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.627277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.627625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:28.627949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60519659-9366-4efc-9d01-f74b946a482e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:29.002329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.051207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=baeee7a6-9b45-4f46-8f74-d4d67e02ff07,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:29.152361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.335216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.337400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.526533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.527071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Fanout notify agent at l3_agent the message router_deleted on router f43fe27c-abf5-44bd-b0d9-a08a797574db {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:30:29.544278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.545405 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c99c3384-d1e4-4a15-9593-ff68649d6ad3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/routers/f43fe27c-abf5-44bd-b0d9-a08a797574db HTTP/1.1" status: 204 len: 168 time: 1.9010088 Jun 16 15:30:29.550908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33694) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:29.685623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.827184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.856626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d950e783-bd1e-4e06-a26a-c9ce4bc357e8']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:29.868587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920c99c9-ae0e-4297-898a-5653adf013cb') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:29.868881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920c99c9-ae0e-4297-898a-5653adf013cb') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:29.880474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.897149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.903718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:30:29.903834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.939499 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 920c99c9-ae0e-4297-898a-5653adf013cb resource provider aggregate not found Jun 16 15:30:29.990785 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 920c99c9-ae0e-4297-898a-5653adf013cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 920c99c9-ae0e-4297-898a-5653adf013cb found for delete ", "request_id": "req-e96bb97a-2633-46dd-9a9d-d9e82be6206a"}]} Jun 16 15:30:30.067740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 22178844-dcbd-437c-89c9-92645dbac921 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:30:30.076643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.099042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.104604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 22178844-dcbd-437c-89c9-92645dbac921 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:30:30.104947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 22178844-dcbd-437c-89c9-92645dbac921 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:30:30.105366 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 71f3a531-ee01-4987-a18a-e9ee9648ffd5 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:30:30.108181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Network': ['ID=d950e783-bd1e-4e06-a26a-c9ce4bc357e8,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:30.141682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 71f3a531-ee01-4987-a18a-e9ee9648ffd5 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:30:30.142023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 71f3a531-ee01-4987-a18a-e9ee9648ffd5 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:30:30.180078 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bc23bb1a-6457-40bc-ab60-961711ad63c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/networks/d950e783-bd1e-4e06-a26a-c9ce4bc357e8 HTTP/1.1" status: 204 len: 168 time: 0.6280870 Jun 16 15:30:30.195384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33702) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:30.207715 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-92d33111-dad4-44d2-adfc-64d10db71e8a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111575 Jun 16 15:30:30.210147 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33706) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:30.215167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'network': {'name': 'tempest-network-smoke--1038969778', 'project_id': 'cdbb136214314352a52001d8f185680c', 'port_security_enabled': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:30.220145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:30.224487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:network and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:30.227961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:30.233787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:30.304959 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:30:30.308485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.339159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:30:30.348338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.348674 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Added segment 03e13c10-20af-488f-bb44-45b2248724b8 of type vlan for network 1cecc6b5-cf9f-4874-847a-85f750216ec2 Jun 16 15:30:30.375029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.476407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.481605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:30.482170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.594091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Network': ['ID=1cecc6b5-cf9f-4874-847a-85f750216ec2,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:30.604029 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7fe116fa-377c-49c0-b0bc-557e75e992ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3905325 Jun 16 15:30:30.604861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 1cecc6b5-cf9f-4874-847a-85f750216ec2 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:30:30.604959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33710) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:30.609528 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-922312498', 'admin_state_up': True, 'project_id': 'cdbb136214314352a52001d8f185680c', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:30.617432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:30.621318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:router and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:30.624235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:30.631214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:30.744891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.745926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.761431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:31.086853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:31.546813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:31.580190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:31.650264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device baeee7a6-9b45-4f46-8f74-d4d67e02ff07 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:30:31.684174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: baeee7a6-9b45-4f46-8f74-d4d67e02ff07 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:30:31.684515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device baeee7a6-9b45-4f46-8f74-d4d67e02ff07 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:30:31.717125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.224 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/066e61db-da4c-4b7e-a532-0fe46dc26019) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:30:31.869019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:31.972733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:32.031606 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:30:32.039429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:30:32.043644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:30:32.078172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=066e61db-da4c-4b7e-a532-0fe46dc26019,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:32.592532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:33.038463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:33.309363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:30:33.509421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:30:33.522896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Sync routers for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:30:33.533385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:30:33.534335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:33.612415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:33.613928 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6585e5ab-1b09-4c9c-8f4b-9c8053a0aafd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0085130 Jun 16 15:30:33.617601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33714) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:33.665820 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cd393554-cfb7-46d9-b269-846a914e1f42 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=cdbb136214314352a52001d8f185680c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467298 Jun 16 15:30:33.669029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33718) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:33.725257 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:30:33.808201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a89a13-2590-45a5-854f-d2203aaef034 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:33.810474 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-74a89a13-2590-45a5-854f-d2203aaef034 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1401956 Jun 16 15:30:33.813078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33722) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:33.853421 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-98ba87d2-16c4-4edb-a9a7-001c442aab92 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392337 Jun 16 15:30:33.857537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33726) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:33.863692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1061286486', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'project_id': 'cdbb136214314352a52001d8f185680c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:33.977596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:33.981456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:subnet and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:33.984591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:33.990983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:34.013243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:32Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:34.017021 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Checking router: 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:30:34.017368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Updating router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 port 066e61db-da4c-4b7e-a532-0fe46dc26019 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:30:34.073149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:34.076192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:30:34.079699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:34.378018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:34.402569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:34.415112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Transition to ACTIVE for port object 066e61db-da4c-4b7e-a532-0fe46dc26019 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:30:34.451707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Subnet': ['ID=3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:34.465106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Checking segment: {'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:30:34.465457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network hostable DHCP agents. Network: 1cecc6b5-cf9f-4874-847a-85f750216ec2, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:30:34.492032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:34.566973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 1cecc6b5-cf9f-4874-847a-85f750216ec2 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:30:34.572603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Attempting to bind port 066e61db-da4c-4b7e-a532-0fe46dc26019 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:30:34.576029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Attempting to bind port 066e61db-da4c-4b7e-a532-0fe46dc26019 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:30:34.576029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Attempting to bind port 066e61db-da4c-4b7e-a532-0fe46dc26019 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:30:34.576029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a67b5-f61f-4442-80de-5313f276d2f5 None None] Pushing event updated for resources: {'Port': ['ID=066e61db-da4c-4b7e-a532-0fe46dc26019,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:34.582051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:30:34.582425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:30:34.582827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:34.583243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:30:34.583709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Bound port: 066e61db-da4c-4b7e-a532-0fe46dc26019, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:30:34.584106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:34.640793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 1cecc6b5-cf9f-4874-847a-85f750216ec2) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:30:34.646905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:34.647620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:34.658288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc44e4-0140-46cb-9c40-587f1b2e988f None None] Network 1cecc6b5-cf9f-4874-847a-85f750216ec2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:30:34.689625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] For port 066e61db-da4c-4b7e-a532-0fe46dc26019, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:30:34.734528 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bddb397f-5f83-42f8-97f9-b7a37f545c0a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8758605 Jun 16 15:30:34.737999 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33730) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:34.744381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] For port 066e61db-da4c-4b7e-a532-0fe46dc26019, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=066e61db-da4c-4b7e-a532-0fe46dc26019,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:30:34.832598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:34.972663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a67b5-f61f-4442-80de-5313f276d2f5 None None] Pushing event updated for resources: {'Port': ['ID=066e61db-da4c-4b7e-a532-0fe46dc26019,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:34.985381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:30:34.985831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:35.044620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-1cecc6b5-cf9f-4874-847a-85f750216ec2', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:30:35.045451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:35.330531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:30:35.537201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Allocated IP 172.20.0.2 (1cecc6b5-cf9f-4874-847a-85f750216ec2/3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d/d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:30:35.579781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:35.778770 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:35.848250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:32Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:35.850509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:35.860594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0005089-7c54-4761-9f48-7e3c3b0a56eb None None] The sync data for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv is: [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:32Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:30:35.865504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Transition to ACTIVE for port object d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:30:35.887891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Transition to ACTIVE for port object d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:30:35.945057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.008462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Network 1cecc6b5-cf9f-4874-847a-85f750216ec2 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:30:36.015892 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:30:36.020137 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:30:36.025675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.1 (1cecc6b5-cf9f-4874-847a-85f750216ec2/3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d/9616da0b-f7ae-4961-9afa-aa3e2f08bfd2) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:30:36.031830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Pushing event updated for resources: {'Port': ['ID=d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:36.150906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Attempting to bind port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:30:36.151300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Attempting to bind port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:30:36.151925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Attempting to bind port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb on network 1cecc6b5-cf9f-4874-847a-85f750216ec2 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:30:36.161659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:30:36.162385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Checking segment: {'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:30:36.162981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.163392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Bound using segment: {'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:30:36.164143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Bound port: d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:30:36.164531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.242045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.262115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:30:36.274171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] For port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:30:36.278652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] For port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:30:36.367754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.379449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.451793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 1cecc6b5-cf9f-4874-847a-85f750216ec2 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:30:36.460936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:30:36.461487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6be06-119c-4f53-abfc-4929a3e9cbd1 None None] Pushing event updated for resources: {'Port': ['ID=d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:36.463416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:30:36.514730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:36.536306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.913194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:37.399015 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc98707-83b3-4d00-8537-41045c71f0a6 None None] Network 1cecc6b5-cf9f-4874-847a-85f750216ec2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:30:37.466361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:37.521499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:37.567895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5d940909-7402-446d-b9ea-653a0a150c5b None None] Provisioning for port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:30:37.638455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:37.641433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:37.803404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 1cecc6b5-cf9f-4874-847a-85f750216ec2 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:30:37.804911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:30:37.807212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 066e61db-da4c-4b7e-a532-0fe46dc26019 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:30:37.978213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 066e61db-da4c-4b7e-a532-0fe46dc26019 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:30:37.986207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 066e61db-da4c-4b7e-a532-0fe46dc26019 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:37.986712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:38.047421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:30:38.170848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d4bdbc9c-5f5e-4d4d-a096-4a88f924034f None None] Provisioning for port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:30:38.189712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d4bdbc9c-5f5e-4d4d-a096-4a88f924034f None None] Provisioning complete for port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:38.190321 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d4bdbc9c-5f5e-4d4d-a096-4a88f924034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:38.268465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 066e61db-da4c-4b7e-a532-0fe46dc26019 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:30:38.268805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:38.278230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:30:38.283386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdbc9c-5f5e-4d4d-a096-4a88f924034f None None] Port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:30:38.291367 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Sync routers for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:30:38.294164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 066e61db-da4c-4b7e-a532-0fe46dc26019, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=066e61db-da4c-4b7e-a532-0fe46dc26019,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:38.304104 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a0621afb-0c43-496e-a3f6-a90d669dfb1b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5643103 Jun 16 15:30:38.305325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33734) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:38.330100 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:30:38.330100 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:38.379217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:38.380313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:30:38.508020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-39fff446-b0a5-449e-b605-ba355387d9d7 None None] Provisioning complete for port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:38.508745 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-39fff446-b0a5-449e-b605-ba355387d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:38.526585 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:30:38.551669 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=066e61db-da4c-4b7e-a532-0fe46dc26019,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:38.575771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-39fff446-b0a5-449e-b605-ba355387d9d7 None None] Port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:30:38.603841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa13cb-97b4-4f24-8110-e001c06969ec tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.604313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa13cb-97b4-4f24-8110-e001c06969ec tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.604773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa13cb-97b4-4f24-8110-e001c06969ec tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.605229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa13cb-97b4-4f24-8110-e001c06969ec tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.605687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa13cb-97b4-4f24-8110-e001c06969ec tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.606190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa13cb-97b4-4f24-8110-e001c06969ec tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.610618 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b3fa13cb-97b4-4f24-8110-e001c06969ec tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3016260 Jun 16 15:30:38.611401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33738) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:38.630322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:30:38.636103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:38.636659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:38.695311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993f588-2d57-4b4d-84ce-de7d66924862 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.695772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993f588-2d57-4b4d-84ce-de7d66924862 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.696215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993f588-2d57-4b4d-84ce-de7d66924862 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.696659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993f588-2d57-4b4d-84ce-de7d66924862 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.697102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993f588-2d57-4b4d-84ce-de7d66924862 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.697546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993f588-2d57-4b4d-84ce-de7d66924862 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:38.699512 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c993f588-2d57-4b4d-84ce-de7d66924862 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0871255 Jun 16 15:30:38.702378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33742) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:38.765229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:30:38.765674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:38.800420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:38.845107 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:30:37Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:38.848870 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Checking router: 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:30:38.849212 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Updating router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:30:38.905902 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:38.930479 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d0d52b5d-bc16-4e02-81ff-81246a90f699 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2267740 Jun 16 15:30:38.950367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.025638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:39.090853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33748) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:39.096133 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982796046', 'description': 'tempest-secgroup-smoke-982796046 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:39.102073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:39.106354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:39.109319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:39.115945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:39.201789 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.222487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:39.226593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:39.229689 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:39.235666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:39.280345 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.292898 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Transition to ACTIVE for port object 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:30:39.306496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.371791 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.379011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.438442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d848b13b-89ae-42ab-887c-4c8b0b5c6d82,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:39.500648 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Pushing event updated for resources: {'Port': ['ID=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:39.508951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.519115 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7dec2a1d-a81e-4a3e-93ff-e3ca2430c69b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4183903 Jun 16 15:30:39.519115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33752) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:39.519115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'd848b13b-89ae-42ab-887c-4c8b0b5c6d82', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:39.525091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:39.529544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:39.532883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:39.539688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:39.539908 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.540251 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.540586 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.540916 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.541238 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.541566 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.541888 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.542208 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.542531 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.542848 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.543191 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.543505 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:39.608712 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Attempting to bind port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:30:39.609076 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Attempting to bind port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:30:39.609430 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Attempting to bind port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 on network 1cecc6b5-cf9f-4874-847a-85f750216ec2 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:30:39.615507 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:30:39.615877 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Checking segment: {'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:30:39.616269 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.616743 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Bound using segment: {'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:30:39.617204 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Bound port: 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:30:39.617572 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.630806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.700124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.712969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 066e61db-da4c-4b7e-a532-0fe46dc26019 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:30:39.715100 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] For port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:30:39.718046 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] For port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:30:39.783370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 066e61db-da4c-4b7e-a532-0fe46dc26019 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:39.783651 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.824388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.848189 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.848944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b3cbc9-be6e-4960-a543-f5a7197e021f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:39.903354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 066e61db-da4c-4b7e-a532-0fe46dc26019 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:30:39.904435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:30:39.904663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:39.909031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33756) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:39.910181 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7dd533d7-c231-4f8f-a0a2-4d05a9dcb602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3951476 Jun 16 15:30:39.916624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'd848b13b-89ae-42ab-887c-4c8b0b5c6d82', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:39.924453 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0eee8-f4c6-49e4-ab74-9aad50fecdbf None None] Pushing event updated for resources: {'Port': ['ID=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:39.927841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:39.932538 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:30:39.932538 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:39.936463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:39.940638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:39.947768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:39.976680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:39.977045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:40.037757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:40.140347 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:30:40.141665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:40.148020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:30:40.211928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:40.237633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badbbbb5-eb8f-42b8-b6ef-76f0b14a84fe,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:40.249092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.249092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.249092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.249092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.249510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.249663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.249863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.250374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.250704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.251057 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.251403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.251744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:40.350201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:40.352075 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a1507a3c-5fa5-40f3-8740-80d086054018 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4400172 Jun 16 15:30:40.354421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33760) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:40.360268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'd848b13b-89ae-42ab-887c-4c8b0b5c6d82', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:40.366221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:40.370446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:40.373467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:40.380820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:40.452985 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:30:39Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:40.457333 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e1446-6481-4360-8252-e3aac8a32705 None None] The sync data for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv is: [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:30:39Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:30:40.505498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:40.579173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:40.670212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:40.697809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e737986b-30fd-4db0-a4a2-a995bfd625db,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:40.790125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:40.791448 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bd819211-9579-4f9e-9d82-a52e5a20505d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4359808 Jun 16 15:30:40.794100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33764) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:40.799599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'd848b13b-89ae-42ab-887c-4c8b0b5c6d82', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:40.806591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:40.810730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:40.813715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:40.820681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:40.894599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:40.962180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.030094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.058618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b70f2a-4c5f-4ae3-8532-64f871b193fe,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:41.154873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.156482 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f3c4be30-1e0e-432c-be1c-ff910ff87442 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3611875 Jun 16 15:30:41.159863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33768) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:41.167404 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'd848b13b-89ae-42ab-887c-4c8b0b5c6d82', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:41.171989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:41.176726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:41.180370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:41.189217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:41.258752 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:30:41.266844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.340530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.407485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.432590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b393efce-5b00-41f3-8247-4d679e265019,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:41.521629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.526420 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e68928b-53cd-47b3-866f-91cca743a5df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3619688 Jun 16 15:30:41.527120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33772) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:41.532921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': 'd848b13b-89ae-42ab-887c-4c8b0b5c6d82', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:41.539590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:41.543686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:41.546801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:41.552677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:41.724050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:30:41.727301 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:30:41.734335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.798130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.841544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:30:41.847173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:41.847531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.847645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.872070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8229676-2370-4455-8951-d3ee631bd599,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:41.961473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:41.964752 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3932234e-ed99-4b9d-be34-1322f6ba05ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4342964 Jun 16 15:30:41.970902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:30:41.971307 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:42.007869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:42.069025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:42.145966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b8beb481-944c-4839-9e80-a728adbdfefc req-e05da080-0012-4137-a36c-37c7a87b3880 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:30:42.160874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:42.234965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b8beb481-944c-4839-9e80-a728adbdfefc req-e05da080-0012-4137-a36c-37c7a87b3880 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:30:42.236105 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-e05da080-0012-4137-a36c-37c7a87b3880 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982796046&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.1324749 Jun 16 15:30:42.398980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb481-944c-4839-9e80-a728adbdfefc req-415b64e2-7ba5-45ee-841f-f515eda66083 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:42.399694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b8beb481-944c-4839-9e80-a728adbdfefc req-415b64e2-7ba5-45ee-841f-f515eda66083 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:30:42.464188 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b8beb481-944c-4839-9e80-a728adbdfefc req-415b64e2-7ba5-45ee-841f-f515eda66083 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:30:42.465411 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-415b64e2-7ba5-45ee-841f-f515eda66083 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/networks?id=1cecc6b5-cf9f-4874-847a-85f750216ec2 HTTP/1.1" status: 200 len: 797 time: 0.2153344 Jun 16 15:30:42.485805 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-bb911371-3e9b-44dc-92f5-4c5fc39c6997 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/quotas/cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 375 time: 0.0100310 Jun 16 15:30:42.585530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b8beb481-944c-4839-9e80-a728adbdfefc req-18094c8d-3b98-42b8-a511-e67a52238e04 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:30:42.641466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b8beb481-944c-4839-9e80-a728adbdfefc req-18094c8d-3b98-42b8-a511-e67a52238e04 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:30:42.642799 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-18094c8d-3b98-42b8-a511-e67a52238e04 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511390 Jun 16 15:30:42.783970 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-6bb3bef6-d4e1-4cf8-bd23-93895b0fd035 service neutron] 10.222.0.73 "GET /v2.0/networks/1cecc6b5-cf9f-4874-847a-85f750216ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290231 Jun 16 15:30:42.920243 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-220dd8b5-d1a3-4dc4-bc76-84c4d15900d5 service neutron] 10.222.0.73 "GET /v2.0/networks/1cecc6b5-cf9f-4874-847a-85f750216ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297014 Jun 16 15:30:43.359025 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-176cbd47-639f-4145-b30c-60b0599fd163 req-1658b35d-bb19-4bc7-8d09-24efa23a0c30 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 210 time: 0.0512483 Jun 16 15:30:43.702342 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:30:43.768048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:43.768419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:43.888814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:30:44.517074 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a9821428-2c2e-4986-908a-614d9dd597a5 req-cf336701-f7ec-4874-9108-7885afe7e5a1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 210 time: 0.0541999 Jun 16 15:30:45.344142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb481-944c-4839-9e80-a728adbdfefc req-793fe484-8bc1-4940-b945-ee239a02c271 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:45.345553 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-793fe484-8bc1-4940-b945-ee239a02c271 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=1cecc6b5-cf9f-4874-847a-85f750216ec2 HTTP/1.1" status: 200 len: 797 time: 0.1574116 Jun 16 15:30:45.393598 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-83bde0da-1a82-49d7-96c8-a49d627a0239 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 379 time: 0.0392051 Jun 16 15:30:45.401445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'device_id': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'admin_state_up': True, 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'security_groups': ['d848b13b-89ae-42ab-887c-4c8b0b5c6d82']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:45.539230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:45.549992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:45.630347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:30:45.634196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:45.693257 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d29c4eee-fb8a-4849-852e-6142d9c78d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:45.711864 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-32cbfc73-5146-4c28-9770-f6ed277466ea req-6c1c6d48-e3f1-47ea-94b9-4fdbc49a5a77 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 210 time: 0.0672975 Jun 16 15:30:45.858049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.3 (1cecc6b5-cf9f-4874-847a-85f750216ec2/3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d/ba5c36b4-5786-496d-82f8-d513fe5b9e44) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:30:46.056552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:46.079679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object ba5c36b4-5786-496d-82f8-d513fe5b9e44 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:30:46.162142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:46.230578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 1cecc6b5-cf9f-4874-847a-85f750216ec2 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:30:46.238294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:30:46.240820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:30:46.286140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=ba5c36b4-5786-496d-82f8-d513fe5b9e44,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:46.329039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:46.329713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:46.447114 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0ee36b3b-acdc-4239-900c-b6c6602aa17e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0490086 Jun 16 15:30:46.458444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Request body: {'port': {'device_id': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:46.596025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dd452861-29e3-4217-a52f-ee29ffa5ae7b None None] Provisioning for port ba5c36b4-5786-496d-82f8-d513fe5b9e44 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:30:46.601294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dd452861-29e3-4217-a52f-ee29ffa5ae7b None None] Provisioning complete for port ba5c36b4-5786-496d-82f8-d513fe5b9e44 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:46.601652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dd452861-29e3-4217-a52f-ee29ffa5ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:46.658407 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-dd452861-29e3-4217-a52f-ee29ffa5ae7b None None] Port ba5c36b4-5786-496d-82f8-d513fe5b9e44 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:30:46.672725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:47.018171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac44741-0045-439f-902f-cc942837b165 req-e9ca8241-a5c3-45e6-a840-b118de3385dc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:47.018886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-6ac44741-0045-439f-902f-cc942837b165 req-e9ca8241-a5c3-45e6-a840-b118de3385dc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:30:47.103774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5c36b4-5786-496d-82f8-d513fe5b9e44 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:30:47.111670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:47.128112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Transition to ACTIVE for port object ba5c36b4-5786-496d-82f8-d513fe5b9e44 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:30:47.132200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-6ac44741-0045-439f-902f-cc942837b165 req-e9ca8241-a5c3-45e6-a840-b118de3385dc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:30:47.132200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6ac44741-0045-439f-902f-cc942837b165 req-e9ca8241-a5c3-45e6-a840-b118de3385dc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 931 time: 0.3082111 Jun 16 15:30:47.176127 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6ac44741-0045-439f-902f-cc942837b165 req-474d31cd-0342-461a-89f5-30d754d46cd0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400283 Jun 16 15:30:47.206510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:47.341617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Pushing event updated for resources: {'Port': ['ID=ba5c36b4-5786-496d-82f8-d513fe5b9e44,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:47.456418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Attempting to bind port ba5c36b4-5786-496d-82f8-d513fe5b9e44 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:30:47.456759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Attempting to bind port ba5c36b4-5786-496d-82f8-d513fe5b9e44 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:30:47.457088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Attempting to bind port ba5c36b4-5786-496d-82f8-d513fe5b9e44 on network 1cecc6b5-cf9f-4874-847a-85f750216ec2 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:30:47.461778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Port ba5c36b4-5786-496d-82f8-d513fe5b9e44 on network 1cecc6b5-cf9f-4874-847a-85f750216ec2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:30:47.462097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Attempting to bind port ba5c36b4-5786-496d-82f8-d513fe5b9e44 on network 1cecc6b5-cf9f-4874-847a-85f750216ec2 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:30:47.468322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:30:47.468322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Checking segment: {'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:30:47.468322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Bound using segment: {'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:30:47.468665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Bound port: ba5c36b4-5786-496d-82f8-d513fe5b9e44, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e13c10-20af-488f-bb44-45b2248724b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:30:47.468783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:47.563424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] For port ba5c36b4-5786-496d-82f8-d513fe5b9e44, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:30:47.566590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] For port ba5c36b4-5786-496d-82f8-d513fe5b9e44, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ba5c36b4-5786-496d-82f8-d513fe5b9e44,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:30:47.664922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:47.741191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:47.741847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:47.743211 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] 10.222.0.46 "PUT /v2.0/ports/ba5c36b4-5786-496d-82f8-d513fe5b9e44 HTTP/1.1" status: 200 len: 1093 time: 1.2894423 Jun 16 15:30:47.743661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'tag': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:30:47.764377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f68e6-1117-4dd4-bbaf-61f2b8a02c2f service neutron] Pushing event updated for resources: {'Port': ['ID=ba5c36b4-5786-496d-82f8-d513fe5b9e44,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:47.798097 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5858e8a5-e125-4563-aba1-281350237767'] response: {'name': 'network-changed', 'server_uuid': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'tag': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'status': 'completed', 'code': 200} Jun 16 15:30:47.907075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128a9a-0abc-42ce-a00a-f2871adb2d14 req-4eb1bef5-8e2e-4901-bf72-211d5d782234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:47.908557 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44128a9a-0abc-42ce-a00a-f2871adb2d14 req-4eb1bef5-8e2e-4901-bf72-211d5d782234 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 1096 time: 0.0891736 Jun 16 15:30:48.066304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128a9a-0abc-42ce-a00a-f2871adb2d14 req-0ba8379b-d2f7-4b26-bfa1-e35d1e018b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:48.067685 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44128a9a-0abc-42ce-a00a-f2871adb2d14 req-0ba8379b-d2f7-4b26-bfa1-e35d1e018b9a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdbb136214314352a52001d8f185680c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1517489 Jun 16 15:30:48.217245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128a9a-0abc-42ce-a00a-f2871adb2d14 req-e21c25f9-9b36-402b-87d7-c425b48196ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:48.218669 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44128a9a-0abc-42ce-a00a-f2871adb2d14 req-e21c25f9-9b36-402b-87d7-c425b48196ee service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456683 Jun 16 15:30:48.327304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a3a23dcd-89f8-4fc6-813c-a6097c5ff3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:48.407304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb481-944c-4839-9e80-a728adbdfefc req-47b11ea2-21e9-4bd0-99db-0d4b527e5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:48.408739 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-47b11ea2-21e9-4bd0-99db-0d4b527e5e74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 1096 time: 0.1482515 Jun 16 15:30:48.420234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a1fd9-4602-4771-8408-3a0dc22d1646 req-bb6f2f34-d639-46a8-8bf3-7951e0499c80 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:48.421552 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d5a1fd9-4602-4771-8408-3a0dc22d1646 req-bb6f2f34-d639-46a8-8bf3-7951e0499c80 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 943 time: 0.1190331 Jun 16 15:30:48.602781 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-0c15d00f-d78f-438f-a3c8-f8a1a5d30f63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5c36b4-5786-496d-82f8-d513fe5b9e44 HTTP/1.1" status: 200 len: 217 time: 0.1802216 Jun 16 15:30:48.659621 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d5a1fd9-4602-4771-8408-3a0dc22d1646 req-f2155f5a-bb7e-43ad-87a3-fd313cb5aed4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896789 Jun 16 15:30:48.681937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb481-944c-4839-9e80-a728adbdfefc req-3fb2f926-a054-4c39-8375-0cab0ae9b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:48.683376 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-3fb2f926-a054-4c39-8375-0cab0ae9b283 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d HTTP/1.1" status: 200 len: 835 time: 0.0682011 Jun 16 15:30:48.715430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:48.771039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb481-944c-4839-9e80-a728adbdfefc req-d3a4cd3b-9c67-4301-b2df-63fdc765dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:48.772462 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-d3a4cd3b-9c67-4301-b2df-63fdc765dc07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cecc6b5-cf9f-4874-847a-85f750216ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832660 Jun 16 15:30:48.901632 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-a6505e43-04de-43f4-aca9-19cb6e75c531 service neutron] 10.222.0.46 "GET /v2.0/networks/1cecc6b5-cf9f-4874-847a-85f750216ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226528 Jun 16 15:30:49.046724 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8beb481-944c-4839-9e80-a728adbdfefc req-28b0b7dc-197f-464b-a444-701a81473f32 service neutron] 10.222.0.46 "GET /v2.0/networks/1cecc6b5-cf9f-4874-847a-85f750216ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389811 Jun 16 15:30:49.857946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f27ff9-edf8-434f-9481-e0455b2368c9 req-81fef1bd-ce51-41c4-8204-b4d46f390740 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:49.859384 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e1f27ff9-edf8-434f-9481-e0455b2368c9 req-81fef1bd-ce51-41c4-8204-b4d46f390740 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 943 time: 0.0866456 Jun 16 15:30:49.902554 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e1f27ff9-edf8-434f-9481-e0455b2368c9 req-8aebdc1a-40b5-4b35-a796-807ec2cef43c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370591 Jun 16 15:30:50.218381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:51.014415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ba5c36b4-5786-496d-82f8-d513fe5b9e44 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:30:51.105556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcb75d-c7c9-4528-ac00-936710efc719 req-2f060178-dc0e-446a-a367-a6e5e7e8ba25 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:51.107093 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4cfcb75d-c7c9-4528-ac00-936710efc719 req-2f060178-dc0e-446a-a367-a6e5e7e8ba25 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 943 time: 0.0994072 Jun 16 15:30:51.159370 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4cfcb75d-c7c9-4528-ac00-936710efc719 req-6083130e-bc5c-4fde-ab23-6da876772c30 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461600 Jun 16 15:30:51.166595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port ba5c36b4-5786-496d-82f8-d513fe5b9e44, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ba5c36b4-5786-496d-82f8-d513fe5b9e44,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:51.180640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'port_id': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'mac_address': 'fa:16:3e:21:ed:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:30:51.238250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port ba5c36b4-5786-496d-82f8-d513fe5b9e44 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:30:51.239433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:51.257998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5c36b4-5786-496d-82f8-d513fe5b9e44 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:30:51.276295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port ba5c36b4-5786-496d-82f8-d513fe5b9e44, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ba5c36b4-5786-496d-82f8-d513fe5b9e44,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:51.344387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:51.436954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=ba5c36b4-5786-496d-82f8-d513fe5b9e44,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:51.498392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:51.575861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['ba5c36b4-5786-496d-82f8-d513fe5b9e44'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:30:52.353701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69cf99-5723-40ca-a69c-b22639a4f829 req-2119ace0-836e-455d-80f1-c73bfbb8025b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:52.355438 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb69cf99-5723-40ca-a69c-b22639a4f829 req-2119ace0-836e-455d-80f1-c73bfbb8025b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 944 time: 0.0880663 Jun 16 15:30:52.403058 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb69cf99-5723-40ca-a69c-b22639a4f829 req-35e63ae9-ae87-49c7-b241-bc39f70eb487 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Jun 16 15:30:53.008631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ba5c36b4-5786-496d-82f8-d513fe5b9e44 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:30:53.160175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port ba5c36b4-5786-496d-82f8-d513fe5b9e44 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:30:53.165708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port ba5c36b4-5786-496d-82f8-d513fe5b9e44 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:53.166079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:53.284424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port ba5c36b4-5786-496d-82f8-d513fe5b9e44 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:30:53.284716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:53.312092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:30:53.321528 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port ba5c36b4-5786-496d-82f8-d513fe5b9e44, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ba5c36b4-5786-496d-82f8-d513fe5b9e44,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:53.357232 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8e697c-ce5a-44ae-a7c3-601e6fc217a8'] response: {'server_uuid': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'code': 200} Jun 16 15:30:53.390038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:53.462836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=ba5c36b4-5786-496d-82f8-d513fe5b9e44,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:53.595155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283e4c0-29f2-4581-8198-012ba0eec484 req-875043c4-cbc8-46e2-b71a-067e2e991a23 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:53.597327 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b283e4c0-29f2-4581-8198-012ba0eec484 req-875043c4-cbc8-46e2-b71a-067e2e991a23 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 945 time: 0.0895081 Jun 16 15:30:53.645703 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b283e4c0-29f2-4581-8198-012ba0eec484 req-2b01984f-9214-4fc4-baed-e49c593e33a1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Jun 16 15:30:53.733842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1fd81-344f-4295-a373-f0fa0c2cc478 req-5c15e463-c7fd-46b4-b429-820dd484c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:53.735302 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-58d1fd81-344f-4295-a373-f0fa0c2cc478 req-5c15e463-c7fd-46b4-b429-820dd484c486 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 1098 time: 0.0815761 Jun 16 15:30:53.776329 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-58d1fd81-344f-4295-a373-f0fa0c2cc478 req-ac5f9ae7-a3dc-4c8e-8a7d-4a3262f6aa33 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351288 Jun 16 15:30:54.850723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c80ac-d1c1-4564-a328-e3044821612a req-cdcef270-3f55-4374-af23-09f7db43da7c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:54.852206 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1d0c80ac-d1c1-4564-a328-e3044821612a req-cdcef270-3f55-4374-af23-09f7db43da7c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 945 time: 0.0901134 Jun 16 15:30:54.901040 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1d0c80ac-d1c1-4564-a328-e3044821612a req-d25a20a8-fe5c-4428-b098-0e47012d9c63 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428271 Jun 16 15:30:56.096998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe3126-739a-4890-8686-78924e0345a0 req-5e1cf9a7-2531-420c-8ea3-40e6ce4d64f6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:56.099474 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6dfe3126-739a-4890-8686-78924e0345a0 req-5e1cf9a7-2531-420c-8ea3-40e6ce4d64f6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 945 time: 0.0896027 Jun 16 15:30:56.144845 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6dfe3126-739a-4890-8686-78924e0345a0 req-f187ef25-a58c-460c-b4d7-ab0eaab1da90 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403788 Jun 16 15:30:56.344031 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793649c-4df4-4d32-b583-e21c0226fdb6 req-bf0c1241-670a-4d91-9465-a89769abfede tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:56.345450 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0793649c-4df4-4d32-b583-e21c0226fdb6 req-bf0c1241-670a-4d91-9465-a89769abfede tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 945 time: 0.0936897 Jun 16 15:30:56.389122 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0793649c-4df4-4d32-b583-e21c0226fdb6 req-f9737310-dedf-4a5c-8bde-063c7d7148c6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380287 Jun 16 15:30:56.412492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33830) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:56.489970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af41c75b-1898-4ad2-bcdb-b81e498f0a42 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:56.491390 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-af41c75b-1898-4ad2-bcdb-b81e498f0a42 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 1093 time: 0.0779326 Jun 16 15:30:56.494156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33834) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:56.498949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:56.505036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:30:56.508926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:floatingip and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:30:56.511754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:30:56.517317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:30:56.601218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:56.742136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:56.883703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.114 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/6405534b-7649-460f-899e-34b2c7f25925) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:30:57.135534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:57.269441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:57.341382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:30:57.344906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:30:57.347515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:30:57.382286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=6405534b-7649-460f-899e-34b2c7f25925,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:57.765252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:57.891482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:58.098882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:58.197850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:58.307214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=6405534b-7649-460f-899e-34b2c7f25925,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:58.319761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:58.493282 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 5303b83f-888b-4d2d-98a2-689e81e09384 associated. External IP: 172.26.2.114, port: ba5c36b4-5786-496d-82f8-d513fe5b9e44. Jun 16 15:30:59.034266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:30:59.210372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:30:59.220281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] Sync routers for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:30:59.230005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:30:59.231498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:59.298896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:59.357889 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5270cc0b-ca30-462a-9e5d-9051fff17070 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8627329 Jun 16 15:30:59.358470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'tag': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:30:59.360658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33838) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:59.405991 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0e91d5-21f7-4fc8-ac8f-39b2110dc0b5'] response: {'name': 'network-changed', 'server_uuid': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'tag': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'status': 'completed', 'code': 200} Jun 16 15:30:59.419866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:30:59.505416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-96749eb5-bc43-46e6-8189-b5e369ae2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:59.507225 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-96749eb5-bc43-46e6-8189-b5e369ae2f21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 1098 time: 0.0818582 Jun 16 15:30:59.547797 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bb4d15f9-5cb7-4af8-be33-c124a6ec5eab tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers/3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 HTTP/1.1" status: 200 len: 922 time: 0.1859791 Jun 16 15:30:59.550381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33844) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:59.646720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-b7b1aa21-b8f7-4ae8-983d-3bbffb8e7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:59.648459 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-b7b1aa21-b8f7-4ae8-983d-3bbffb8e7a01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cecc6b5-cf9f-4874-847a-85f750216ec2 HTTP/1.1" status: 200 len: 898 time: 0.1353126 Jun 16 15:30:59.661980 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3dc00e47-6451-462a-8563-00a451c2aff1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5303b83f-888b-4d2d-98a2-689e81e09384 HTTP/1.1" status: 200 len: 991 time: 0.1107624 Jun 16 15:30:59.753144 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-987150f3-896d-44cd-86e7-6139c4876700 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5c36b4-5786-496d-82f8-d513fe5b9e44 HTTP/1.1" status: 200 len: 999 time: 0.0982540 Jun 16 15:30:59.776199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5303b83f-888b-4d2d-98a2-689e81e09384', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.114', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'port_id': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'mac_address': 'fa:16:3e:21:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:30:57Z', 'updated_at': '2022-06-16T15:30:57Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:30:41Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:59.780099 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] Checking router: 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:30:59.788611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:30:59.789212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:59.814511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-971a53dd-e584-42eb-bbc2-92c4272a2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:59.815870 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-971a53dd-e584-42eb-bbc2-92c4272a2173 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d HTTP/1.1" status: 200 len: 835 time: 0.0568187 Jun 16 15:30:59.908350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-545c3bfd-c061-47b2-8236-cdc389a84db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:30:59.909819 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-545c3bfd-c061-47b2-8236-cdc389a84db4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cecc6b5-cf9f-4874-847a-85f750216ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862348 Jun 16 15:31:00.016099 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:00.042367 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-e4191a12-ca2b-4083-bddf-d0bda472340a service neutron] 10.222.0.46 "GET /v2.0/networks/1cecc6b5-cf9f-4874-847a-85f750216ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267924 Jun 16 15:31:00.174059 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d941fc4-2aaa-4439-b521-7aa291ccb8f9 req-feaa290c-9e97-49d0-a21a-7fb3749c11aa service neutron] 10.222.0.46 "GET /v2.0/networks/1cecc6b5-cf9f-4874-847a-85f750216ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258199 Jun 16 15:31:00.236487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33848) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:00.376347 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5303b83f-888b-4d2d-98a2-689e81e09384', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.114', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'port_id': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'mac_address': 'fa:16:3e:21:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:30:57Z', 'updated_at': '2022-06-16T15:30:57Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:30:41Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:00.377075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af648da7-c6bb-429d-b550-70421f39ca2f None None] The sync data for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv is: [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5303b83f-888b-4d2d-98a2-689e81e09384', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.114', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'port_id': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'mac_address': 'fa:16:3e:21:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:30:57Z', 'updated_at': '2022-06-16T15:30:57Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:30:41Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:00.453390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Deleting port 60988e3c-48f0-431a-aebe-5e150c3b23ae {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:00.454076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:00.589398 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadf2b27-9861-491a-a1a2-ae15967257ed None None] New status for floating IP 5303b83f-888b-4d2d-98a2-689e81e09384: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:31:00.638725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:00.639083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:00.664307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33852) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:00.767999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Calling delete_port for 60988e3c-48f0-431a-aebe-5e150c3b23ae owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:00.794139 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-372226a7-0045-4952-ae72-51f32e4ce13a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5303b83f-888b-4d2d-98a2-689e81e09384 HTTP/1.1" status: 200 len: 991 time: 0.1274793 Jun 16 15:31:00.995849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:01.044667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event deleted for resources: {'Port': ['ID=60988e3c-48f0-431a-aebe-5e150c3b23ae,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:01.170223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:01.170519 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Floating IP 35efc232-8820-486c-83ab-da948f592dff disassociated (deleted). External IP: 172.26.2.37, port: 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4. Jun 16 15:31:01.644802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Router 37272b4f-1864-45ca-864d-b369feb99b0f has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:31:01.796967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33856) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:01.829735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:31:01.840659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] Sync routers for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:01.847853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:01.854894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:01.854894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:01.909318 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4608f222-b365-4d5f-9bed-3e1d851f75cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "DELETE /v2.0/floatingips/35efc232-8820-486c-83ab-da948f592dff HTTP/1.1" status: 204 len: 168 time: 1.6716402 Jun 16 15:31:01.910908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'tag': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:31:01.923241 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-83724633-d977-4d01-9355-8d9a02284d27 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5303b83f-888b-4d2d-98a2-689e81e09384 HTTP/1.1" status: 200 len: 993 time: 0.1178689 Jun 16 15:31:02.029069 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944dd19c-43a1-494a-bbab-f59e0a847182'] response: {'name': 'network-changed', 'server_uuid': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'tag': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'status': 'completed', 'code': 200} Jun 16 15:31:02.057592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:02.136728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-ffba7aa2-12e8-47d1-a3c3-2eddfd4dde9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:02.138192 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-ffba7aa2-12e8-47d1-a3c3-2eddfd4dde9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 1099 time: 0.0857589 Jun 16 15:31:02.411695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-4538ca79-e8d8-4a27-8e75-6b905bb82a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:02.413068 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-4538ca79-e8d8-4a27-8e75-6b905bb82a50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.2693143 Jun 16 15:31:02.481350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '27554037-fb03-4a5e-9c06-5e3e28a06d0e', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:a1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:25:10Z', 'updated_at': '2022-06-16T15:25:13Z', 'revision_number': 1, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:02.486134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] Checking router: 37272b4f-1864-45ca-864d-b369feb99b0f for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:02.504884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:02.505212 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-ebf739a0-cc2b-4453-ae9e-a977780fe8f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 HTTP/1.1" status: 200 len: 217 time: 0.0758443 Jun 16 15:31:02.505770 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:02.539230 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:31:02.620064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-9c38913f-bc4e-4dab-b554-a75f544cbc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:02.621420 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-9c38913f-bc4e-4dab-b554-a75f544cbc6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0789680 Jun 16 15:31:02.694804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:02.699041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15459c22-a210-471d-ae54-03dcabb72875 req-5f84b506-12bb-499d-ac6e-dff6d71b6d59 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:02.700570 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-15459c22-a210-471d-ae54-03dcabb72875 req-5f84b506-12bb-499d-ac6e-dff6d71b6d59 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 946 time: 0.1944299 Jun 16 15:31:02.759164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-2144de41-bb6a-4402-93c9-ba538ffde202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:02.760656 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-2144de41-bb6a-4402-93c9-ba538ffde202 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1300678 Jun 16 15:31:02.765861 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-15459c22-a210-471d-ae54-03dcabb72875 req-48ad02a2-c2d9-4607-a169-000c95e63fae tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560493 Jun 16 15:31:02.905973 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-c25d53d6-5223-4a83-8538-c02cc25fc812 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378336 Jun 16 15:31:03.043090 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51010c6f-b95e-49da-ab3d-dbffd2d1fca4 req-c457a10a-b8ac-4464-a150-4db56db9ab2c service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285212 Jun 16 15:31:03.115882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '27554037-fb03-4a5e-9c06-5e3e28a06d0e', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:a1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:25:10Z', 'updated_at': '2022-06-16T15:25:13Z', 'revision_number': 1, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:03.119914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bd40de-6476-4b9b-9498-a2488e976148 None None] The sync data for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv is: [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '27554037-fb03-4a5e-9c06-5e3e28a06d0e', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'floating_ip_address': '172.26.2.252', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'port_id': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'mac_address': 'fa:16:3e:a1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:25:10Z', 'updated_at': '2022-06-16T15:25:13Z', 'revision_number': 1, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:03.356806 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211c0f8-e0e0-406a-b130-042b9e1b3a7b None None] New status for floating IP 35efc232-8820-486c-83ab-da948f592dff: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:31:03.987016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665c81b-f4e2-46cb-a1c9-6fb52eeef7e9 req-fb032f6e-9942-4ee2-8f19-8999ae77522e tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:03.988989 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b665c81b-f4e2-46cb-a1c9-6fb52eeef7e9 req-fb032f6e-9942-4ee2-8f19-8999ae77522e tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 946 time: 0.0964417 Jun 16 15:31:04.035305 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b665c81b-f4e2-46cb-a1c9-6fb52eeef7e9 req-66c6100a-3f20-422c-86a4-b561725ee24a tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403705 Jun 16 15:31:04.185498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-d0af4b5c-4400-4212-9d25-0966034c6b23 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:04.186847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-d0af4b5c-4400-4212-9d25-0966034c6b23 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 946 time: 0.0926189 Jun 16 15:31:04.261646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-36d7b62f-4ce0-433a-9085-5f7138192f71 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Deleting port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:04.261986 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-36d7b62f-4ce0-433a-9085-5f7138192f71 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:04.516402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-36d7b62f-4ce0-433a-9085-5f7138192f71 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] For port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:04.516812 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-36d7b62f-4ce0-433a-9085-5f7138192f71 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:04.639797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-36d7b62f-4ce0-433a-9085-5f7138192f71 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Calling delete_port for 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:04.863940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-36d7b62f-4ce0-433a-9085-5f7138192f71 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:04.914574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7b62f-4ce0-433a-9085-5f7138192f71 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event deleted for resources: {'Port': ['ID=5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:05.106716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-36d7b62f-4ce0-433a-9085-5f7138192f71 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] No DVR routers for this DVR port 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:31:05.109260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-36d7b62f-4ce0-433a-9085-5f7138192f71 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:05.111948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'name': 'network-vif-deleted', 'tag': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:31:05.124706 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d65f048-dd84-4587-912c-5f35eebbd12b req-36d7b62f-4ce0-433a-9085-5f7138192f71 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "DELETE /v2.0/ports/5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 HTTP/1.1" status: 204 len: 173 time: 0.9323318 Jun 16 15:31:05.189187 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060b0e60-38c1-4b36-af00-6e927e0ba16b'] response: {'server_uuid': 'b747b3ea-f193-4d16-9dcf-d381739c194b', 'name': 'network-vif-deleted', 'tag': '5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4', 'status': 'completed', 'code': 200} Jun 16 15:31:05.204182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-23f50aec-59d9-4260-8219-284531e5e0a4 req-db495e74-6dd6-4514-90dc-ba2f7cf7d856 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Synchronizing usage tracker for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:31:05.315259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-23f50aec-59d9-4260-8219-284531e5e0a4 req-db495e74-6dd6-4514-90dc-ba2f7cf7d856 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Unset dirty status for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:31:05.316468 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-23f50aec-59d9-4260-8219-284531e5e0a4 req-db495e74-6dd6-4514-90dc-ba2f7cf7d856 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 210 time: 0.1653509 Jun 16 15:31:05.687424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:06.502968 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c1e9917a-89b0-4880-a6f0-0ec0db0e9736 req-9ccc63e3-fc2a-4fa2-8e8f-d193ee68d1fb tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b747b3ea-f193-4d16-9dcf-d381739c194b HTTP/1.1" status: 200 len: 210 time: 0.0587943 Jun 16 15:31:07.081560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:07.116559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:07.116906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 5dbf2ccb-22d6-4dc8-97ad-2a00ab2866f4 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:12.340142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33894) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:12.569161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Deleting port c298a5c8-0d10-4a6d-ae57-6d35c6b58e8c {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:12.569450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:12.759957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:12.760282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:12.900453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Calling delete_port for c298a5c8-0d10-4a6d-ae57-6d35c6b58e8c owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:13.137729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:13.196120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event deleted for resources: {'Port': ['ID=c298a5c8-0d10-4a6d-ae57-6d35c6b58e8c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:13.317668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:13.318230 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Floating IP 27554037-fb03-4a5e-9c06-5e3e28a06d0e disassociated (deleted). External IP: 172.26.2.252, port: 56dbe758-0959-49d0-bdd6-2877c0d19201. Jun 16 15:31:13.859456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Router 37272b4f-1864-45ca-864d-b369feb99b0f has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:31:14.055387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:31:14.065617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] Sync routers for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:14.075408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:14.076024 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:14.143997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:14.207976 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-20396465-80a7-4400-bfbd-4e2f00b2d10c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "DELETE /v2.0/floatingips/27554037-fb03-4a5e-9c06-5e3e28a06d0e HTTP/1.1" status: 204 len: 168 time: 1.8660989 Jun 16 15:31:14.208509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'tag': '56dbe758-0959-49d0-bdd6-2877c0d19201'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:31:14.254816 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c1f223-f24c-43ad-a825-043106625bde'] response: {'name': 'network-changed', 'server_uuid': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'tag': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'status': 'completed', 'code': 200} Jun 16 15:31:14.278177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:14.379848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-b80d4391-4cb5-451c-ac1c-d7e93f304ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:14.386795 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-b80d4391-4cb5-451c-ac1c-d7e93f304ed6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 1099 time: 0.1093731 Jun 16 15:31:14.528850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-b813edf2-d45e-4d61-9fc7-c591f791de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:14.530320 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-b813edf2-d45e-4d61-9fc7-c591f791de31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 200 len: 913 time: 0.1381321 Jun 16 15:31:14.607528 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-637c8735-e971-4a1d-9b55-68fe7cf472aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56dbe758-0959-49d0-bdd6-2877c0d19201 HTTP/1.1" status: 200 len: 217 time: 0.0703619 Jun 16 15:31:14.629661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:14.635697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] Checking router: 37272b4f-1864-45ca-864d-b369feb99b0f for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:14.645347 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:14.645985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:30:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:14.672481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-7804c741-419a-418e-886f-5c36c2461a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:14.673940 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-7804c741-419a-418e-886f-5c36c2461a2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 200 len: 851 time: 0.0606694 Jun 16 15:31:14.795308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-6a883a4d-a4fc-4a15-a3a1-ae8ccd469127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:14.796892 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-6a883a4d-a4fc-4a15-a3a1-ae8ccd469127 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6de34a97-b95c-4d45-8d42-c8f3aa15963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167989 Jun 16 15:31:14.848414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:14.998824 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-661f9c03-832b-4f88-83c5-3cf6e83bafd0 service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653442 Jun 16 15:31:15.008426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb25ae-0c6b-40cb-99c9-2de616d8155a req-286cd697-a6b5-4f48-b568-d08471a0a18c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:15.009948 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-42eb25ae-0c6b-40cb-99c9-2de616d8155a req-286cd697-a6b5-4f48-b568-d08471a0a18c tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 946 time: 0.2173209 Jun 16 15:31:15.154973 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-42eb25ae-0c6b-40cb-99c9-2de616d8155a req-15e799b4-0aa6-431d-8975-812e137376ea tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/security-groups?id=454d8d76-4879-466f-a373-1da0458c86a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238217 Jun 16 15:31:15.182576 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5307a2d-8692-4993-9956-bfefa96ecdc7 req-fbcb1e58-e008-4d65-9c48-84cef82a715a service neutron] 10.222.0.46 "GET /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716402 Jun 16 15:31:15.230245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:15.234654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e3d0a6-c36a-49d5-ae5e-cc2b9e2299c9 None None] The sync data for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv is: [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:20:16Z', 'revision_number': 4, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '1f867447-83ee-4f40-801d-060a9ff66996', 'name': '', 'network_id': '6de34a97-b95c-4d45-8d42-c8f3aa15963a', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'mac_address': 'fa:16:3e:3f:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9db34bba-7e47-4579-aa13-905bb549e186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:14Z', 'updated_at': '2022-06-16T15:20:27Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'subnets': [{'id': '9db34bba-7e47-4579-aa13-905bb549e186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:15.396708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-b604699b-e502-45cc-894c-6879ec64d579 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:15.398943 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-b604699b-e502-45cc-894c-6879ec64d579 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 946 time: 0.1121953 Jun 16 15:31:15.493370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-bf067a5e-bbf9-448c-948a-81555a8f11cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Deleting port 56dbe758-0959-49d0-bdd6-2877c0d19201 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:15.493723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-bf067a5e-bbf9-448c-948a-81555a8f11cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:15.502322 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b765b-ad4c-43cd-80a4-baf9476eb916 None None] New status for floating IP 27554037-fb03-4a5e-9c06-5e3e28a06d0e: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:31:15.709999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-946f92dc-0eb0-46e8-b1e3-ac48dc5c9273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:15.793746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-bf067a5e-bbf9-448c-948a-81555a8f11cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] For port 56dbe758-0959-49d0-bdd6-2877c0d19201, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=56dbe758-0959-49d0-bdd6-2877c0d19201,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:15.794034 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-bf067a5e-bbf9-448c-948a-81555a8f11cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:16.029444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-bf067a5e-bbf9-448c-948a-81555a8f11cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Calling delete_port for 56dbe758-0959-49d0-bdd6-2877c0d19201 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:16.241806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-bf067a5e-bbf9-448c-948a-81555a8f11cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:16.341464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf067a5e-bbf9-448c-948a-81555a8f11cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event deleted for resources: {'Port': ['ID=56dbe758-0959-49d0-bdd6-2877c0d19201,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:16.352342 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ae68175a-e7f9-4426-950f-2f66c0d3fba3 req-62e093bb-c19b-4910-b366-7a1ac54130b0 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 210 time: 0.0669861 Jun 16 15:31:16.446735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-bf067a5e-bbf9-448c-948a-81555a8f11cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] No DVR routers for this DVR port 56dbe758-0959-49d0-bdd6-2877c0d19201 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:31:16.449250 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-bf067a5e-bbf9-448c-948a-81555a8f11cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:16.452059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'name': 'network-vif-deleted', 'tag': '56dbe758-0959-49d0-bdd6-2877c0d19201'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:31:16.466398 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5ac9edc4-06b8-4e6b-842f-e97884738a24 req-bf067a5e-bbf9-448c-948a-81555a8f11cc tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.46 "DELETE /v2.0/ports/56dbe758-0959-49d0-bdd6-2877c0d19201 HTTP/1.1" status: 204 len: 173 time: 1.0612862 Jun 16 15:31:16.500916 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5e8a8f-8188-434f-8e96-5ce00ccc188a'] response: {'server_uuid': '0da8c8b1-195a-42b3-bc0a-6c57b904f2ba', 'name': 'network-vif-deleted', 'tag': '56dbe758-0959-49d0-bdd6-2877c0d19201', 'status': 'completed', 'code': 200} Jun 16 15:31:17.533452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c997821c-bf26-4eaa-9d47-10eb329daa5f req-049b667c-c3d6-40c7-ae9d-21f966995eac tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Synchronizing usage tracker for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:31:17.612069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c997821c-bf26-4eaa-9d47-10eb329daa5f req-049b667c-c3d6-40c7-ae9d-21f966995eac tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Unset dirty status for tenant:1a3bb8253ad34d2c8c013bd11f34ea2e on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:31:17.613266 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c997821c-bf26-4eaa-9d47-10eb329daa5f req-049b667c-c3d6-40c7-ae9d-21f966995eac tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da8c8b1-195a-42b3-bc0a-6c57b904f2ba HTTP/1.1" status: 200 len: 210 time: 0.1336956 Jun 16 15:31:18.326810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-067e0d8e-20fd-4749-9060-3f5b6d2e4b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:18.713631 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33912) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:18.738261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:18.875421 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-44ca653f-88ae-4e0d-a2ad-f1be037c3984 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Deleting port a7b0f73a-6201-4a8b-906b-fc1a5abefdb6 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:18.875761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44ca653f-88ae-4e0d-a2ad-f1be037c3984 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:19.056020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44ca653f-88ae-4e0d-a2ad-f1be037c3984 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:19.056346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44ca653f-88ae-4e0d-a2ad-f1be037c3984 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:19.189131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 56dbe758-0959-49d0-bdd6-2877c0d19201 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:19.193221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-44ca653f-88ae-4e0d-a2ad-f1be037c3984 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Calling delete_port for a7b0f73a-6201-4a8b-906b-fc1a5abefdb6 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:19.224718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 56dbe758-0959-49d0-bdd6-2877c0d19201 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:19.225059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 56dbe758-0959-49d0-bdd6-2877c0d19201 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:19.418376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44ca653f-88ae-4e0d-a2ad-f1be037c3984 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:19.468189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca653f-88ae-4e0d-a2ad-f1be037c3984 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event deleted for resources: {'Port': ['ID=a7b0f73a-6201-4a8b-906b-fc1a5abefdb6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:19.691313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44ca653f-88ae-4e0d-a2ad-f1be037c3984 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:19.766000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-44ca653f-88ae-4e0d-a2ad-f1be037c3984 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:19.767192 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-44ca653f-88ae-4e0d-a2ad-f1be037c3984 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "DELETE /v2.0/floatingips/43dc7896-0d58-4a5b-9e8f-86f5a5bff988 HTTP/1.1" status: 204 len: 168 time: 1.0525565 Jun 16 15:31:20.251881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:21.503506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:22.388410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33932) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:22.463048 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85513eaf-36dd-4ef4-af5c-f0fdfe1b0591 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:22.492605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85513eaf-36dd-4ef4-af5c-f0fdfe1b0591 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:22.606605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85513eaf-36dd-4ef4-af5c-f0fdfe1b0591 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:22.630246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85513eaf-36dd-4ef4-af5c-f0fdfe1b0591 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=454d8d76-4879-466f-a373-1da0458c86a3,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:22.714987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85513eaf-36dd-4ef4-af5c-f0fdfe1b0591 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:22.716157 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-85513eaf-36dd-4ef4-af5c-f0fdfe1b0591 tempest-TestVolumeBootPattern-1142390666 tempest-TestVolumeBootPattern-1142390666-project] 10.222.0.73 "DELETE /v2.0/security-groups/454d8d76-4879-466f-a373-1da0458c86a3 HTTP/1.1" status: 204 len: 168 time: 0.3249643 Jun 16 15:31:22.827558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33938) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:23.557704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:23.917732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Deleting port 1f867447-83ee-4f40-801d-060a9ff66996 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:23.918418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:24.198302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] For port 1f867447-83ee-4f40-801d-060a9ff66996, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1f867447-83ee-4f40-801d-060a9ff66996,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:24.198560 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:24.321019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Calling delete_port for 1f867447-83ee-4f40-801d-060a9ff66996 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:24.686916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:24.734781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f867447-83ee-4f40-801d-060a9ff66996,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:24.786612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.786971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.787313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.787653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.787974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.788300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.788623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.788946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.789265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.789584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.789904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:24.790218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:25.035914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:25.395246 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Router 37272b4f-1864-45ca-864d-b369feb99b0f has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:31:25.682087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:31:25.692851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] Sync routers for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:25.696774 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-54b798e0-f5aa-40fa-8a50-724f74f4e196 admin admin] 10.222.0.73 "PUT /v2.0/routers/37272b4f-1864-45ca-864d-b369feb99b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8661008 Jun 16 15:31:25.697637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33946) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:25.705025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:25.705645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:25.874078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:25.890730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:26.055028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:26.132280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Deleting port 3d6ca169-72b6-4ba7-a50a-6df8320389bc {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:26.132727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:26.176206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:31:24Z', 'revision_number': 5, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port': {'id': '3d6ca169-72b6-4ba7-a50a-6df8320389bc', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:09Z', 'updated_at': '2022-06-16T15:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:26.180544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] Checking router: 37272b4f-1864-45ca-864d-b369feb99b0f for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:26.190407 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] Routers {'37272b4f-1864-45ca-864d-b369feb99b0f'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:26.191112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['37272b4f-1864-45ca-864d-b369feb99b0f'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:26.318231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] For port 3d6ca169-72b6-4ba7-a50a-6df8320389bc, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=3d6ca169-72b6-4ba7-a50a-6df8320389bc,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:26.318585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:26.348784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] Set router 37272b4f-1864-45ca-864d-b369feb99b0f gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:26.453420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:31:26Z', 'revision_number': 6, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:26.454559 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Calling delete_port for 3d6ca169-72b6-4ba7-a50a-6df8320389bc owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:26.457514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a59622-660b-4bc5-8dce-3071a715666a None None] The sync data for ids ['37272b4f-1864-45ca-864d-b369feb99b0f'] in dv-neutron-846028-2-hyperv is: [{'id': '37272b4f-1864-45ca-864d-b369feb99b0f', 'name': 'tempest-TestVolumeBootPattern-1523329690-router', 'tenant_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:06Z', 'updated_at': '2022-06-16T15:31:26Z', 'revision_number': 6, 'project_id': '1a3bb8253ad34d2c8c013bd11f34ea2e', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:26.727473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:26.780520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6ca169-72b6-4ba7-a50a-6df8320389bc,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:26.885370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.059805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.062407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.172023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.172452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37272b4f-1864-45ca-864d-b369feb99b0f {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:31:27.184939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.186367 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0665c696-ee35-4de7-a4cd-c20d9cc59481 admin admin] 10.222.0.73 "DELETE /v2.0/routers/37272b4f-1864-45ca-864d-b369feb99b0f HTTP/1.1" status: 204 len: 168 time: 1.4877787 Jun 16 15:31:27.189384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33950) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:27.383080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-110a27df-0d98-4702-a283-d69604822b3c admin admin] Deleting subnet 9db34bba-7e47-4579-aa13-905bb549e186 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:31:27.386023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-110a27df-0d98-4702-a283-d69604822b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.436860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-110a27df-0d98-4702-a283-d69604822b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.518049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-110a27df-0d98-4702-a283-d69604822b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.641006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-110a27df-0d98-4702-a283-d69604822b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.681348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a27df-0d98-4702-a283-d69604822b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db34bba-7e47-4579-aa13-905bb549e186,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:27.683339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-110a27df-0d98-4702-a283-d69604822b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.687320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb7b2ca-304a-4f15-b0c3-5c559a4736e0 None None] Network 6de34a97-b95c-4d45-8d42-c8f3aa15963a requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:31:27.689984 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-110a27df-0d98-4702-a283-d69604822b3c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9db34bba-7e47-4579-aa13-905bb549e186 HTTP/1.1" status: 204 len: 168 time: 0.5000694 Jun 16 15:31:27.693141 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33956) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:27.770861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1f867447-83ee-4f40-801d-060a9ff66996 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:27.804563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.815507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Deleting port 061ddc9b-1788-4115-a469-23849c8df772 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:27.815843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:27.822242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 1f867447-83ee-4f40-801d-060a9ff66996 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:27.822584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1f867447-83ee-4f40-801d-060a9ff66996 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:27.823006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 3d6ca169-72b6-4ba7-a50a-6df8320389bc no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:27.856547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 3d6ca169-72b6-4ba7-a50a-6df8320389bc {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:27.856808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 3d6ca169-72b6-4ba7-a50a-6df8320389bc not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:28.024935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] For port 061ddc9b-1788-4115-a469-23849c8df772, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=061ddc9b-1788-4115-a469-23849c8df772,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:28.025368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.027643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] DHCP port deletion for 6de34a97-b95c-4d45-8d42-c8f3aa15963a request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:31:28.031934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] Deleting port 061ddc9b-1788-4115-a469-23849c8df772 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:28.032318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.150819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Calling delete_port for 061ddc9b-1788-4115-a469-23849c8df772 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:28.272477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] For port 061ddc9b-1788-4115-a469-23849c8df772, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=061ddc9b-1788-4115-a469-23849c8df772,segment=NetworkSegment(066ad6db-9c97-46d3-9e59-68c1c1bb997e),segment_id=066ad6db-9c97-46d3-9e59-68c1c1bb997e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:28.272867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.320774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.371581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=061ddc9b-1788-4115-a469-23849c8df772,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:28.373542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] No DVR routers for this DVR port 061ddc9b-1788-4115-a469-23849c8df772 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:31:28.395621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] Calling delete_port for 061ddc9b-1788-4115-a469-23849c8df772 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:28.467224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:31:28.467512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:31:28.489535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.514481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de34a97-b95c-4d45-8d42-c8f3aa15963a']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:28.526947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066ad6db-9c97-46d3-9e59-68c1c1bb997e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:28.527242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066ad6db-9c97-46d3-9e59-68c1c1bb997e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:28.531194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33962) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:28.542477 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.560127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.571030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:31:28.571030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.663949 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 066ad6db-9c97-46d3-9e59-68c1c1bb997e resource provider aggregate not found Jun 16 15:31:28.681553 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 066ad6db-9c97-46d3-9e59-68c1c1bb997e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 066ad6db-9c97-46d3-9e59-68c1c1bb997e found for delete ", "request_id": "req-939bbc31-fc09-47d9-84c0-a3418bac98f8"}]} Jun 16 15:31:28.735293 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-38ed5caf-eb5a-4786-9f18-0bbced08d11e tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers/3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2028267 Jun 16 15:31:28.737857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.738640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33970) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:28.742653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.766000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=6de34a97-b95c-4d45-8d42-c8f3aa15963a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:28.824333 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3bd2fcc9-f53f-4278-8297-680a52d20c91 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6de34a97-b95c-4d45-8d42-c8f3aa15963a HTTP/1.1" status: 204 len: 168 time: 1.1300454 Jun 16 15:31:28.827164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33974) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:28.969038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] Deleting port 061ddc9b-1788-4115-a469-23849c8df772 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:28.969601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.973451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d49250-78a2-4563-9059-adda676e1613 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Notify agent at dv-neutron-846028-2-hyperv the message router_removed_from_agent {{(pid=89746) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 16 15:31:28.979373 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e3d49250-78a2-4563-9059-adda676e1613 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "DELETE /v2.0/agents/a0b519c1-9f96-49e9-9b33-d84348b04b8d/l3-routers/3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 HTTP/1.1" status: 204 len: 168 time: 0.2396545 Jun 16 15:31:28.979958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33978) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:29.057600 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0f44c3cc-c978-46d2-83da-c2225c027584 None None] The port '061ddc9b-1788-4115-a469-23849c8df772' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:31:29.186313 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d98d7ddc-ff04-4d6e-8bf6-33a8b3e4b4a1 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers/3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2023783 Jun 16 15:31:29.186635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33982) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:29.296259 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-67c62326-3f11-471b-bf87-21b3af3a2c9a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5303b83f-888b-4d2d-98a2-689e81e09384 HTTP/1.1" status: 200 len: 993 time: 0.1071565 Jun 16 15:31:29.495871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:29.745162 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bd1ea-486f-4e46-8641-4c6e4eaccb61 None None] New status for floating IP 5303b83f-888b-4d2d-98a2-689e81e09384: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:31:29.783303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 061ddc9b-1788-4115-a469-23849c8df772 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:29.819383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 061ddc9b-1788-4115-a469-23849c8df772 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:29.819882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 061ddc9b-1788-4115-a469-23849c8df772 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:29.820387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 066e61db-da4c-4b7e-a532-0fe46dc26019 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:29.854827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] Deleting port 0b883d3e-d9f0-47ee-a045-c668a5572a1b {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:29.855214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:29.937573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 066e61db-da4c-4b7e-a532-0fe46dc26019 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:31:29.937874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:29.954777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 066e61db-da4c-4b7e-a532-0fe46dc26019, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=066e61db-da4c-4b7e-a532-0fe46dc26019,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:30.023538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:30.024297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:30.032690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] For port 0b883d3e-d9f0-47ee-a045-c668a5572a1b, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0b883d3e-d9f0-47ee-a045-c668a5572a1b,segment=NetworkSegment(5060c1f2-facb-4464-8c43-49a2ad33e304),segment_id=5060c1f2-facb-4464-8c43-49a2ad33e304)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:30.033050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:30.150608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=066e61db-da4c-4b7e-a532-0fe46dc26019,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:30.157572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] Calling delete_port for 0b883d3e-d9f0-47ee-a045-c668a5572a1b owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:30.195962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.196222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.196567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.196910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.197244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.197575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.197905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.198236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.198565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.198888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.199253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.199567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:30.221650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:31:30.222031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:30.269036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:30.298564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33986) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:30.349062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:30.408830 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9220259b-e024-443e-8ff2-836b054fa1c9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5303b83f-888b-4d2d-98a2-689e81e09384 HTTP/1.1" status: 200 len: 991 time: 0.1054246 Jun 16 15:31:30.412980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:30.421816 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:30.464534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b883d3e-d9f0-47ee-a045-c668a5572a1b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:30.853751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:31.214819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] Router f6f9381c-8b36-407f-b6b4-2fe9c8453971 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:31:31.392556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:31:31.401572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] Sync routers for ids ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:31.402319 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b4be67b2-153a-4308-9904-7cfeda4d20c0 admin admin] 10.222.0.73 "PUT /v2.0/routers/f6f9381c-8b36-407f-b6b4-2fe9c8453971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5741816 Jun 16 15:31:31.404806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 33990) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:31.411071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] Routers {'f6f9381c-8b36-407f-b6b4-2fe9c8453971'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:31.411672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:31.547041 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 33996) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:31.583536 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:31.591998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] Set router f6f9381c-8b36-407f-b6b4-2fe9c8453971 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:31.767322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:31.864125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8956887-d2f3-416c-b4f7-c71b62facdd3 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:31:31.864386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8956887-d2f3-416c-b4f7-c71b62facdd3 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Notify agent at dv-neutron-846028-2-hyperv the message router_added_to_agent {{(pid=89746) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 16 15:31:31.887250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'name': 'tempest-TestVolumeBootPattern-622330850-router', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:23Z', 'updated_at': '2022-06-16T15:31:30Z', 'revision_number': 5, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'gw_port': {'id': 'adc53bd8-17d2-448d-962a-8d8cdd963388', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:20:25Z', 'updated_at': '2022-06-16T15:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:31.887458 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f8956887-d2f3-416c-b4f7-c71b62facdd3 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "POST /v2.0/agents/a0b519c1-9f96-49e9-9b33-d84348b04b8d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3366528 Jun 16 15:31:31.887861 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] Sync routers for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:31.888344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34002) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:31.890539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] Checking router: f6f9381c-8b36-407f-b6b4-2fe9c8453971 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:31.897696 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:31.898293 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:31.899480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] Routers {'f6f9381c-8b36-407f-b6b4-2fe9c8453971'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:31.900103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:31.949011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Deleting port adc53bd8-17d2-448d-962a-8d8cdd963388 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:31.949447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:32.089453 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:32.095363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] Set router f6f9381c-8b36-407f-b6b4-2fe9c8453971 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:32.205911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'name': 'tempest-TestVolumeBootPattern-622330850-router', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:23Z', 'updated_at': '2022-06-16T15:31:31Z', 'revision_number': 6, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:32.210245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d509af87-7fc0-40b0-a5b1-f7315f59ee51 None None] The sync data for ids ['f6f9381c-8b36-407f-b6b4-2fe9c8453971'] in dv-neutron-846028-2-hyperv is: [{'id': 'f6f9381c-8b36-407f-b6b4-2fe9c8453971', 'name': 'tempest-TestVolumeBootPattern-622330850-router', 'tenant_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:20:23Z', 'updated_at': '2022-06-16T15:31:31Z', 'revision_number': 6, 'project_id': 'cd26f99ad1ba4ba8ac1e584d65efd3cb', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:32.351834 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d7499c58-72db-467b-b0de-03c3b8621225 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers/3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4624050 Jun 16 15:31:32.355588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34006) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:32.447498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] For port adc53bd8-17d2-448d-962a-8d8cdd963388, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=adc53bd8-17d2-448d-962a-8d8cdd963388,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:32.447875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:32.473956 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:31:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5303b83f-888b-4d2d-98a2-689e81e09384', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.114', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'port_id': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'mac_address': 'fa:16:3e:21:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:30:57Z', 'updated_at': '2022-06-16T15:31:29Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:31:30Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:32.477675 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] Checking router: 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:32.485838 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:32.486408 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:32.586792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Calling delete_port for adc53bd8-17d2-448d-962a-8d8cdd963388 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:32.635994 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-144a1069-d53f-40c8-bfa8-95c3e945e898 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5303b83f-888b-4d2d-98a2-689e81e09384 HTTP/1.1" status: 200 len: 991 time: 0.2773345 Jun 16 15:31:32.721053 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:32.828431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:32.876272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=adc53bd8-17d2-448d-962a-8d8cdd963388,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:32.975006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.071019 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:31:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5303b83f-888b-4d2d-98a2-689e81e09384', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.114', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'port_id': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'mac_address': 'fa:16:3e:21:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:30:57Z', 'updated_at': '2022-06-16T15:31:29Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:31:30Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:33.074820 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199cd3d-92ff-4fb6-9370-02f75fe1d485 None None] The sync data for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv is: [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:31:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '5303b83f-888b-4d2d-98a2-689e81e09384', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.114', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'port_id': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'mac_address': 'fa:16:3e:21:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:30:57Z', 'updated_at': '2022-06-16T15:31:29Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:31:30Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:33.154875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.157271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.246448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.247102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6f9381c-8b36-407f-b6b4-2fe9c8453971 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:31:33.263021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.267101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34010) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:33.267721 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4e4e7c94-2a38-48e1-a36f-e6f0b3ecbbc9 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f6f9381c-8b36-407f-b6b4-2fe9c8453971 HTTP/1.1" status: 204 len: 168 time: 1.8613453 Jun 16 15:31:33.355214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df24af9-a8b9-4298-a22e-a9764ed401f4 admin admin] Deleting subnet df0b512d-86e6-4175-b708-aea2a13aa144 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:31:33.358027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0df24af9-a8b9-4298-a22e-a9764ed401f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.421684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0df24af9-a8b9-4298-a22e-a9764ed401f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.505476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0df24af9-a8b9-4298-a22e-a9764ed401f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.638693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34014) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:33.765715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-544b5be2-f951-4122-9a2d-a70923c96513 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5303b83f-888b-4d2d-98a2-689e81e09384 HTTP/1.1" status: 200 len: 991 time: 0.1255202 Jun 16 15:31:33.779162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:33.795511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0df24af9-a8b9-4298-a22e-a9764ed401f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.852595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df24af9-a8b9-4298-a22e-a9764ed401f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df0b512d-86e6-4175-b708-aea2a13aa144,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:33.858007 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0df24af9-a8b9-4298-a22e-a9764ed401f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.863969 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0df24af9-a8b9-4298-a22e-a9764ed401f4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/df0b512d-86e6-4175-b708-aea2a13aa144 HTTP/1.1" status: 204 len: 168 time: 0.5951111 Jun 16 15:31:33.866325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34018) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:33.867334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3518b584-542a-4db3-b8f4-7dae88bee7ae None None] Network 60844af6-a2ec-4159-a299-ec6afd6cbf87 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:31:33.921046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:33.921418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.980899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.993325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Deleting port 6d94e353-d214-4c00-a8d0-46d693e731b1 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:33.993661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.180446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:31:34.180836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.209167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] For port 6d94e353-d214-4c00-a8d0-46d693e731b1, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6d94e353-d214-4c00-a8d0-46d693e731b1,segment=NetworkSegment(5060c1f2-facb-4464-8c43-49a2ad33e304),segment_id=5060c1f2-facb-4464-8c43-49a2ad33e304)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:34.209517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.232486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:34.292615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.336120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ffba7-3aff-4a88-8002-77e845be181a None None] DHCP port deletion for 60844af6-a2ec-4159-a299-ec6afd6cbf87 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:31:34.354142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f40ffba7-3aff-4a88-8002-77e845be181a None None] Deleting port 6d94e353-d214-4c00-a8d0-46d693e731b1 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:34.354736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f40ffba7-3aff-4a88-8002-77e845be181a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.383949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Calling delete_port for 6d94e353-d214-4c00-a8d0-46d693e731b1 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:34.393018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0b883d3e-d9f0-47ee-a045-c668a5572a1b no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:34.446194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 0b883d3e-d9f0-47ee-a045-c668a5572a1b {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:34.446531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0b883d3e-d9f0-47ee-a045-c668a5572a1b not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:34.446965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device adc53bd8-17d2-448d-962a-8d8cdd963388 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:34.490030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: adc53bd8-17d2-448d-962a-8d8cdd963388 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:34.492886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device adc53bd8-17d2-448d-962a-8d8cdd963388 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:34.496301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:34.503707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.536474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f40ffba7-3aff-4a88-8002-77e845be181a None None] The port '6d94e353-d214-4c00-a8d0-46d693e731b1' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:31:34.563113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d94e353-d214-4c00-a8d0-46d693e731b1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:34.564995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] No DVR routers for this DVR port 6d94e353-d214-4c00-a8d0-46d693e731b1 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:31:34.680278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.705820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60844af6-a2ec-4159-a299-ec6afd6cbf87']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:34.718266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5060c1f2-facb-4464-8c43-49a2ad33e304') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:34.718566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5060c1f2-facb-4464-8c43-49a2ad33e304') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:34.730265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.746415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.752812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:31:34.753211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.767873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34022) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:34.850267 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 5060c1f2-facb-4464-8c43-49a2ad33e304 resource provider aggregate not found Jun 16 15:31:34.866053 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 5060c1f2-facb-4464-8c43-49a2ad33e304 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5060c1f2-facb-4464-8c43-49a2ad33e304 found for delete ", "request_id": "req-a2b0361a-fdd7-4439-9fd2-0546f8c9993c"}]} Jun 16 15:31:34.884123 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-452ed770-d590-4d3c-8915-6da04c0d73a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5303b83f-888b-4d2d-98a2-689e81e09384 HTTP/1.1" status: 200 len: 991 time: 0.1150410 Jun 16 15:31:34.932173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.937671 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.963938 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=60844af6-a2ec-4159-a299-ec6afd6cbf87,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:34.967861 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b4ce28c9-d8a8-4a3a-ab28-4cf2d98824d8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/60844af6-a2ec-4159-a299-ec6afd6cbf87 HTTP/1.1" status: 204 len: 168 time: 1.1005390 Jun 16 15:31:35.021320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac776d23-9e0b-44c6-93e5-89078a4b0563 None None] New status for floating IP 5303b83f-888b-4d2d-98a2-689e81e09384: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:31:35.320380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34034) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:35.374775 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-55d6fc7c-2e7e-4452-9d3a-aca99bc97266 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a3bb8253ad34d2c8c013bd11f34ea2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531957 Jun 16 15:31:35.377347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34038) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:35.436393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16c40965-60dc-4bc1-b56c-57a1b4177cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:35.463607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16c40965-60dc-4bc1-b56c-57a1b4177cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:35.589394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16c40965-60dc-4bc1-b56c-57a1b4177cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:35.606682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c40965-60dc-4bc1-b56c-57a1b4177cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c81eba-1b34-4571-91ac-eb53c5e78f0a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:35.617102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16c40965-60dc-4bc1-b56c-57a1b4177cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:35.618225 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-16c40965-60dc-4bc1-b56c-57a1b4177cc4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/62c81eba-1b34-4571-91ac-eb53c5e78f0a HTTP/1.1" status: 204 len: 168 time: 0.2399740 Jun 16 15:31:35.697663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:35.797278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 066e61db-da4c-4b7e-a532-0fe46dc26019 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:35.869043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 066e61db-da4c-4b7e-a532-0fe46dc26019 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:35.869330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:35.888021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34044) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:35.989011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 066e61db-da4c-4b7e-a532-0fe46dc26019 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:31:35.991131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.005736 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ba028fdb-054d-4b5c-86ee-a3ba44b8677a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/5303b83f-888b-4d2d-98a2-689e81e09384 HTTP/1.1" status: 200 len: 993 time: 0.1162908 Jun 16 15:31:36.007420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 066e61db-da4c-4b7e-a532-0fe46dc26019, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=066e61db-da4c-4b7e-a532-0fe46dc26019,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:36.092041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.092935 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:36.248162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=066e61db-da4c-4b7e-a532-0fe46dc26019,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:36.259916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:36.260288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.274827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34054) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:36.377576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:31:36.407011 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34058) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:36.433199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6d94e353-d214-4c00-a8d0-46d693e731b1 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:36.464498 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-120abf9c-3c81-4d76-8fad-3a75d623511b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd26f99ad1ba4ba8ac1e584d65efd3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538921 Jun 16 15:31:36.464718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34062) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:36.472899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 6d94e353-d214-4c00-a8d0-46d693e731b1 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:36.473259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6d94e353-d214-4c00-a8d0-46d693e731b1 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:36.531056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee36c-66dc-4539-b553-18ba8fd01a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.559606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee36c-66dc-4539-b553-18ba8fd01a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.621930 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 6405534b-7649-460f-899e-34b2c7f25925 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:36.622333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.697375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee36c-66dc-4539-b553-18ba8fd01a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.718481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ee36c-66dc-4539-b553-18ba8fd01a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d31c5d0-a50b-4362-a309-6bd7c6db6da8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:36.724033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee36c-66dc-4539-b553-18ba8fd01a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.724849 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4d2ee36c-66dc-4539-b553-18ba8fd01a9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d31c5d0-a50b-4362-a309-6bd7c6db6da8 HTTP/1.1" status: 204 len: 168 time: 0.2592297 Jun 16 15:31:36.816514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.816859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.937783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 6405534b-7649-460f-899e-34b2c7f25925 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:37.149486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:37.201131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=6405534b-7649-460f-899e-34b2c7f25925,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:37.313280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:37.313611 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 5303b83f-888b-4d2d-98a2-689e81e09384 disassociated (deleted). External IP: 172.26.2.114, port: ba5c36b4-5786-496d-82f8-d513fe5b9e44. Jun 16 15:31:37.666575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:31:37.730052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 066e61db-da4c-4b7e-a532-0fe46dc26019 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:37.798673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 066e61db-da4c-4b7e-a532-0fe46dc26019 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:37.799066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:37.858817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:31:37.868985 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] Sync routers for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:37.878284 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:37.879602 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:37.923672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 066e61db-da4c-4b7e-a532-0fe46dc26019 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:31:37.932757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:37.990880 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c402a53b-32bf-4211-a501-1baed4d1ebfb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/floatingips/5303b83f-888b-4d2d-98a2-689e81e09384 HTTP/1.1" status: 204 len: 168 time: 1.7146358 Jun 16 15:31:37.991571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'tag': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:31:38.040196 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a749b820-5156-46a1-bdae-c982359b0cab'] response: {'name': 'network-changed', 'server_uuid': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'tag': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'status': 'completed', 'code': 200} Jun 16 15:31:38.059837 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:38.144088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-caab206b-a426-4294-85f8-8e94efbcd8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:38.145692 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-caab206b-a426-4294-85f8-8e94efbcd8ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 1098 time: 0.0810566 Jun 16 15:31:38.388752 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:31:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:31:34Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:38.393106 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] Checking router: 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:38.402561 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:38.403283 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:38.407699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-e90856c3-1e25-49e0-b9d1-9549ed31d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:38.409216 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-e90856c3-1e25-49e0-b9d1-9549ed31d2fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cecc6b5-cf9f-4874-847a-85f750216ec2 HTTP/1.1" status: 200 len: 898 time: 0.2567983 Jun 16 15:31:38.516737 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-c2f90764-3418-4575-a5b8-fe3f334ad866 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5c36b4-5786-496d-82f8-d513fe5b9e44 HTTP/1.1" status: 200 len: 217 time: 0.1012514 Jun 16 15:31:38.580331 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:38.598140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-91a5f7e8-ed3b-415a-a40c-0008faabae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:38.603152 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-91a5f7e8-ed3b-415a-a40c-0008faabae45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d HTTP/1.1" status: 200 len: 835 time: 0.0759232 Jun 16 15:31:38.670473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b1b36-951f-4da7-83c7-f5485c818868 req-6cc85800-6031-42df-8e77-23639ed73dc2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:38.671173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-2c5b1b36-951f-4da7-83c7-f5485c818868 req-6cc85800-6031-42df-8e77-23639ed73dc2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:31:38.716540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-ee03ffc6-cd9d-4bfd-a4aa-324df856fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:38.718005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-ee03ffc6-cd9d-4bfd-a4aa-324df856fb35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cecc6b5-cf9f-4874-847a-85f750216ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109257 Jun 16 15:31:38.757165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-2c5b1b36-951f-4da7-83c7-f5485c818868 req-6cc85800-6031-42df-8e77-23639ed73dc2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:31:38.758278 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c5b1b36-951f-4da7-83c7-f5485c818868 req-6cc85800-6031-42df-8e77-23639ed73dc2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 945 time: 0.2858248 Jun 16 15:31:38.885147 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c5b1b36-951f-4da7-83c7-f5485c818868 req-8aa5508c-f7a2-462a-8ddb-21fdc1788a9a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728981 Jun 16 15:31:38.890317 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-91fb0d36-fd06-49ec-bebb-a0afc1847773 service neutron] 10.222.0.46 "GET /v2.0/networks/1cecc6b5-cf9f-4874-847a-85f750216ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639395 Jun 16 15:31:38.928551 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:31:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:31:34Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:38.932407 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e5ec38-4fd4-4a88-89fd-b57283e6bfc9 None None] The sync data for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv is: [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:30:36Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:31:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '9616da0b-f7ae-4961-9afa-aa3e2f08bfd2', 'name': '', 'network_id': '1cecc6b5-cf9f-4874-847a-85f750216ec2', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:3c:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:35Z', 'updated_at': '2022-06-16T15:31:34Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:39.040423 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e74324b1-ba2f-4de5-959d-6f7fa0ba91dc req-4c940ea9-156f-4e14-a5dd-97b24a1a78ae service neutron] 10.222.0.46 "GET /v2.0/networks/1cecc6b5-cf9f-4874-847a-85f750216ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429005 Jun 16 15:31:39.537983 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:31:39.762818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284c243-787c-43ce-a5dd-a128c272f23d req-d6605565-87ff-4108-a272-8e9d53e3b572 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:39.764239 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4284c243-787c-43ce-a5dd-a128c272f23d req-d6605565-87ff-4108-a272-8e9d53e3b572 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 945 time: 0.0879364 Jun 16 15:31:39.837611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-4284c243-787c-43ce-a5dd-a128c272f23d req-667341dc-ba08-4960-b9f4-35227912b667 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port ba5c36b4-5786-496d-82f8-d513fe5b9e44 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:39.837940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-4284c243-787c-43ce-a5dd-a128c272f23d req-667341dc-ba08-4960-b9f4-35227912b667 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:39.999162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac6dcc-f98e-427d-8829-1773fb7ba5f0 None None] New status for floating IP 5303b83f-888b-4d2d-98a2-689e81e09384: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:31:40.153668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-4284c243-787c-43ce-a5dd-a128c272f23d req-667341dc-ba08-4960-b9f4-35227912b667 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port ba5c36b4-5786-496d-82f8-d513fe5b9e44, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ba5c36b4-5786-496d-82f8-d513fe5b9e44,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:40.154188 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-4284c243-787c-43ce-a5dd-a128c272f23d req-667341dc-ba08-4960-b9f4-35227912b667 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:40.287954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-4284c243-787c-43ce-a5dd-a128c272f23d req-667341dc-ba08-4960-b9f4-35227912b667 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for ba5c36b4-5786-496d-82f8-d513fe5b9e44 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:40.334315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14fec4-61ee-49d9-b070-f64f3f1db1aa req-7774eff8-82f2-4dae-8da8-65c581456cae tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:40.335864 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3d14fec4-61ee-49d9-b070-f64f3f1db1aa req-7774eff8-82f2-4dae-8da8-65c581456cae tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 945 time: 0.3337100 Jun 16 15:31:40.408797 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3d14fec4-61ee-49d9-b070-f64f3f1db1aa req-50ab4d34-d6cf-472c-aff3-e7abe3aa9431 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=d848b13b-89ae-42ab-887c-4c8b0b5c6d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673182 Jun 16 15:31:40.526054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-4284c243-787c-43ce-a5dd-a128c272f23d req-667341dc-ba08-4960-b9f4-35227912b667 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:40.683390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667341dc-ba08-4960-b9f4-35227912b667 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=ba5c36b4-5786-496d-82f8-d513fe5b9e44,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:40.767790 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4284c243-787c-43ce-a5dd-a128c272f23d req-667341dc-ba08-4960-b9f4-35227912b667 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port ba5c36b4-5786-496d-82f8-d513fe5b9e44 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:31:40.770531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-4284c243-787c-43ce-a5dd-a128c272f23d req-667341dc-ba08-4960-b9f4-35227912b667 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:40.773034 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'name': 'network-vif-deleted', 'tag': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:31:40.818321 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99092856-d742-424f-bbc2-a330e5e75809'] response: {'server_uuid': 'b24cb639-46f3-4e57-aec9-7438fd9458a0', 'name': 'network-vif-deleted', 'tag': 'ba5c36b4-5786-496d-82f8-d513fe5b9e44', 'status': 'completed', 'code': 200} Jun 16 15:31:40.852699 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4284c243-787c-43ce-a5dd-a128c272f23d req-667341dc-ba08-4960-b9f4-35227912b667 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "DELETE /v2.0/ports/ba5c36b4-5786-496d-82f8-d513fe5b9e44 HTTP/1.1" status: 204 len: 173 time: 1.0838830 Jun 16 15:31:41.584345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-7700be51-5543-4d89-830e-24b5f51a4333 req-a610ac1a-238a-4e36-8a27-12623bc41ae4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:31:41.663206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-7700be51-5543-4d89-830e-24b5f51a4333 req-a610ac1a-238a-4e36-8a27-12623bc41ae4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:31:41.664395 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7700be51-5543-4d89-830e-24b5f51a4333 req-a610ac1a-238a-4e36-8a27-12623bc41ae4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b24cb639-46f3-4e57-aec9-7438fd9458a0 HTTP/1.1" status: 200 len: 210 time: 0.1324859 Jun 16 15:31:42.761432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34082) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:42.830602 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a03f940b-22a1-4f18-829a-4df1504246af tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:42.860997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a03f940b-22a1-4f18-829a-4df1504246af tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:43.005629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a03f940b-22a1-4f18-829a-4df1504246af tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:43.023705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f940b-22a1-4f18-829a-4df1504246af tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d848b13b-89ae-42ab-887c-4c8b0b5c6d82,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:43.090747 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a03f940b-22a1-4f18-829a-4df1504246af tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:43.091979 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a03f940b-22a1-4f18-829a-4df1504246af tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/d848b13b-89ae-42ab-887c-4c8b0b5c6d82 HTTP/1.1" status: 204 len: 168 time: 0.3295655 Jun 16 15:31:43.183761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34088) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:43.304462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ba5c36b4-5786-496d-82f8-d513fe5b9e44 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:43.338653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: ba5c36b4-5786-496d-82f8-d513fe5b9e44 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:43.339034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ba5c36b4-5786-496d-82f8-d513fe5b9e44 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:43.734262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:44.090396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:44.091098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:44.282772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:44.283157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:44.522254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:44.777255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:44.862029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=9616da0b-f7ae-4961-9afa-aa3e2f08bfd2,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:45.117923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.472168 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:31:45.650165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:31:45.660284 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] Sync routers for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:45.669959 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:45.670560 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:45.683740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e07c-23de-4e3b-a1d5-3dea099cc54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.733773 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4431dda4-958f-4b71-af47-967a8a19a14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5488884 Jun 16 15:31:45.736394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34092) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:45.805007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0824e82d-03f5-47e8-a24e-6dbff590142e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting subnet 3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:31:45.807999 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0824e82d-03f5-47e8-a24e-6dbff590142e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.846669 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:45.863573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0824e82d-03f5-47e8-a24e-6dbff590142e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.946373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0824e82d-03f5-47e8-a24e-6dbff590142e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.134038 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:31:44Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:31:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:46.137819 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] Checking router: 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:46.146409 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] Routers {'3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:46.147007 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:46.212012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0824e82d-03f5-47e8-a24e-6dbff590142e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.248934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824e82d-03f5-47e8-a24e-6dbff590142e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:46.254900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0824e82d-03f5-47e8-a24e-6dbff590142e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.263420 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0824e82d-03f5-47e8-a24e-6dbff590142e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/subnets/3fbd19fd-520b-49eb-834d-2e5f7e7b7a9d HTTP/1.1" status: 204 len: 168 time: 0.5236802 Jun 16 15:31:46.263581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34096) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:46.268962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d52b0c-b322-4287-a28f-e78169b891c9 None None] Network 1cecc6b5-cf9f-4874-847a-85f750216ec2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:31:46.320220 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] Set router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:46.451533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.552538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668c80ab-ecb4-41a7-9a70-7233291fcbbe None None] DHCP port deletion for 1cecc6b5-cf9f-4874-847a-85f750216ec2 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:31:46.557055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-668c80ab-ecb4-41a7-9a70-7233291fcbbe None None] Deleting port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:46.557455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-668c80ab-ecb4-41a7-9a70-7233291fcbbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.602883 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:31:44Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:31:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:46.606881 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb343f-f296-4469-bc05-7b6216ba0042 None None] The sync data for ids ['3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6'] in dv-neutron-846028-2-hyperv is: [{'id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'name': 'tempest-TestNetworkBasicOps-router-922312498', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224'}], 'enable_snat': True}, 'gw_port_id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:30:30Z', 'updated_at': '2022-06-16T15:31:44Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '066e61db-da4c-4b7e-a532-0fe46dc26019', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:30:31Z', 'updated_at': '2022-06-16T15:31:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:46.636651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.692340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 066e61db-da4c-4b7e-a532-0fe46dc26019 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:31:46.692688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.768760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-668c80ab-ecb4-41a7-9a70-7233291fcbbe None None] For port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb,segment=NetworkSegment(03e13c10-20af-488f-bb44-45b2248724b8),segment_id=03e13c10-20af-488f-bb44-45b2248724b8)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:46.769448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-668c80ab-ecb4-41a7-9a70-7233291fcbbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.879254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 066e61db-da4c-4b7e-a532-0fe46dc26019, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=066e61db-da4c-4b7e-a532-0fe46dc26019,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:46.879612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.894139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-668c80ab-ecb4-41a7-9a70-7233291fcbbe None None] Calling delete_port for d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:47.004544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 066e61db-da4c-4b7e-a532-0fe46dc26019 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:31:47.006102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-668c80ab-ecb4-41a7-9a70-7233291fcbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.061622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c80ab-ecb4-41a7-9a70-7233291fcbbe None None] Pushing event deleted for resources: {'Port': ['ID=d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:47.065643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668c80ab-ecb4-41a7-9a70-7233291fcbbe None None] No DVR routers for this DVR port d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:31:47.257385 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.308143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=066e61db-da4c-4b7e-a532-0fe46dc26019,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:47.401012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.571329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.573350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.663292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.663797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Fanout notify agent at l3_agent the message router_deleted on router 3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:31:47.679408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.680505 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0c803388-7af0-4413-9fa0-5598e5f3c775 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/routers/3d7b1766-4e0a-41f2-a08c-d1bb1ad333d6 HTTP/1.1" status: 204 len: 168 time: 1.4160280 Jun 16 15:31:47.683338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34100) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:47.789933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:47.830428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:47.830767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d909a54e-7b4d-4d6f-8bb3-c5b8b2da19fb not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:47.831277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:47.864708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:47.865048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 9616da0b-f7ae-4961-9afa-aa3e2f08bfd2 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:47.910263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.038780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.067266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cecc6b5-cf9f-4874-847a-85f750216ec2']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:48.078852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e13c10-20af-488f-bb44-45b2248724b8') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:48.079190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e13c10-20af-488f-bb44-45b2248724b8') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:48.092264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.110776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.118096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:31:48.118491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.199450 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 03e13c10-20af-488f-bb44-45b2248724b8 resource provider aggregate not found Jun 16 15:31:48.216101 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 03e13c10-20af-488f-bb44-45b2248724b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03e13c10-20af-488f-bb44-45b2248724b8 found for delete ", "request_id": "req-595cf563-e8ce-4c8d-8d83-902591c79e55"}]} Jun 16 15:31:48.280101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.297818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.308550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0204291e-10e2-4f12-8d26-2fd379ec9c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.309521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Network': ['ID=1cecc6b5-cf9f-4874-847a-85f750216ec2,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:48.406548 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2113ca5f-0881-48e4-acfc-200df27990e6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/networks/1cecc6b5-cf9f-4874-847a-85f750216ec2 HTTP/1.1" status: 204 len: 168 time: 0.7220318 Jun 16 15:31:48.430970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34108) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:48.438353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'network': {'name': 'tempest-network-smoke--1971274902', 'project_id': 'cdbb136214314352a52001d8f185680c', 'port_security_enabled': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:31:48.443676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:48.447883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:network and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:48.450779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:48.456624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:48.548516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:31:48.551980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.579312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:31:48.588321 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.588670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Added segment c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd of type vlan for network 7a107496-dcaf-444e-837e-f591639b4330 Jun 16 15:31:48.615862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.720303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.726381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:48.730269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.749227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.835964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Network': ['ID=7a107496-dcaf-444e-837e-f591639b4330,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:48.838898 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6a10b35a-6842-49cc-b062-17756ea570cc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4069731 Jun 16 15:31:48.841807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34112) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:48.847066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 7a107496-dcaf-444e-837e-f591639b4330 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:31:48.848000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-887516381', 'admin_state_up': True, 'project_id': 'cdbb136214314352a52001d8f185680c', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:31:48.855528 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:48.859391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:router and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:48.862461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:48.869629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:48.938018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.939530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:48.956618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:49.281364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:49.656227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:49.684343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:49.690536 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 066e61db-da4c-4b7e-a532-0fe46dc26019 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:49.724860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 066e61db-da4c-4b7e-a532-0fe46dc26019 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:31:49.725278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 066e61db-da4c-4b7e-a532-0fe46dc26019 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:49.916722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.11 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/53c79ecc-b2e3-40c4-8669-85f07c7d4b81) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:31:50.071254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:50.155011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:50.211871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:50.214393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:31:50.221330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:31:50.226101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:31:50.262676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=53c79ecc-b2e3-40c4-8669-85f07c7d4b81,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:50.669751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.011071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.354202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 42b6c560-9917-4cfc-8bd8-8e97f23873ff is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:31:51.514510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.641979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:31:51.652993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Sync routers for ids ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:51.662957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Routers {'42b6c560-9917-4cfc-8bd8-8e97f23873ff'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:51.663662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:51.731698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.732943 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8ca8080c-d1c3-4dce-b625-d4c5a0b341e8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8902094 Jun 16 15:31:51.736247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34116) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:51.775627 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c5af40b5-3c2b-4818-b9dd-68708e3e6c75 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=cdbb136214314352a52001d8f185680c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381384 Jun 16 15:31:51.778294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34120) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:51.840539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Set router 42b6c560-9917-4cfc-8bd8-8e97f23873ff gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:51.909290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd55ef8-864e-4d5b-88fd-07c8d98e3444 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:51.911062 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6dd55ef8-864e-4d5b-88fd-07c8d98e3444 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316292 Jun 16 15:31:51.913872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34124) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:51.954846 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2749b05d-d540-4a4d-9daa-c7a8f9b82da7 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384624 Jun 16 15:31:51.958254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34128) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:51.963122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-52807358', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'project_id': 'cdbb136214314352a52001d8f185680c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:31:52.072935 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:52.077335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:subnet and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:52.080621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:52.087016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:52.126084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:50Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:52.130378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Checking router: 42b6c560-9917-4cfc-8bd8-8e97f23873ff for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:52.130729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Updating router 42b6c560-9917-4cfc-8bd8-8e97f23873ff port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:31:52.165656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:31:52.169191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:52.183338 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:52.520097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:52.531317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Transition to ACTIVE for port object 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:31:52.554619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:52.594595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:52.636229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Subnet': ['ID=18e8f8e4-c95d-4dc1-8282-7a4b19b14938,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:52.647109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.647507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.647860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.648183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.648514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.648843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.649169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.649775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.649896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.650171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.650485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.650803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:52.655970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Checking segment: {'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:31:52.656328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network hostable DHCP agents. Network: 7a107496-dcaf-444e-837e-f591639b4330, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:31:52.678819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Attempting to bind port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:31:52.679215 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Attempting to bind port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:31:52.679586 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Attempting to bind port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:31:52.682920 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3539ce-3f24-4874-850b-27e3bc60d305 None None] Pushing event updated for resources: {'Port': ['ID=53c79ecc-b2e3-40c4-8669-85f07c7d4b81,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:52.687192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:31:52.687571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:31:52.687971 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:52.688356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:31:52.688818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Bound port: 53c79ecc-b2e3-40c4-8669-85f07c7d4b81, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:31:52.689193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:52.708650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 7a107496-dcaf-444e-837e-f591639b4330 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:31:52.754239 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 7a107496-dcaf-444e-837e-f591639b4330) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:31:52.758382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:52.759219 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:52.765072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41d74a-4ae3-40bb-b173-d03501b2193f None None] Network 7a107496-dcaf-444e-837e-f591639b4330 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:31:52.800000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] For port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:31:52.846604 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-390e731a-2f79-4d69-8eca-596bb3e02a57 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.8878820 Jun 16 15:31:52.849954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34132) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:52.853347 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] For port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=53c79ecc-b2e3-40c4-8669-85f07c7d4b81,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:31:52.920933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:53.084317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Routers {'42b6c560-9917-4cfc-8bd8-8e97f23873ff'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:53.084317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:53.135974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3539ce-3f24-4874-850b-27e3bc60d305 None None] Pushing event updated for resources: {'Port': ['ID=53c79ecc-b2e3-40c4-8669-85f07c7d4b81,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:53.162238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-7a107496-dcaf-444e-837e-f591639b4330', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:31:53.163073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:53.355124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] Set router 42b6c560-9917-4cfc-8bd8-8e97f23873ff gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:53.556466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:53.593881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Allocated IP 172.20.0.2 (7a107496-dcaf-444e-837e-f591639b4330/18e8f8e4-c95d-4dc1-8282-7a4b19b14938/4fbc3f65-1567-46e5-9044-e649f65a4dd2) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:31:53.856333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:50Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:53.864272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:53.866625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb953d7-12a7-43f7-8192-2809197db44a None None] The sync data for ids ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'] in dv-neutron-846028-2-hyperv is: [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:50Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:53.877824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Transition to ACTIVE for port object 4fbc3f65-1567-46e5-9044-e649f65a4dd2 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:31:53.899318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Transition to ACTIVE for port object 4fbc3f65-1567-46e5-9044-e649f65a4dd2 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:31:53.989503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:54.048259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Network 7a107496-dcaf-444e-837e-f591639b4330 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:31:54.051768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:31:54.055645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.1 (7a107496-dcaf-444e-837e-f591639b4330/18e8f8e4-c95d-4dc1-8282-7a4b19b14938/bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:31:54.060630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:31:54.153992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Pushing event updated for resources: {'Port': ['ID=4fbc3f65-1567-46e5-9044-e649f65a4dd2,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:54.190706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Attempting to bind port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:31:54.191135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Attempting to bind port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:31:54.191535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Attempting to bind port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 on network 7a107496-dcaf-444e-837e-f591639b4330 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:31:54.197009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:31:54.197403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Checking segment: {'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:31:54.197774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:54.198161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Bound using segment: {'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:31:54.198625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Bound port: 4fbc3f65-1567-46e5-9044-e649f65a4dd2, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:31:54.199019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:54.252043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:54.270090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:31:54.290469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] For port 4fbc3f65-1567-46e5-9044-e649f65a4dd2, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:31:54.293837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] For port 4fbc3f65-1567-46e5-9044-e649f65a4dd2, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4fbc3f65-1567-46e5-9044-e649f65a4dd2,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:31:54.337614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:54.354721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:54.430219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0270ff6-674d-4590-b993-d45a8e764691 None None] Pushing event updated for resources: {'Port': ['ID=4fbc3f65-1567-46e5-9044-e649f65a4dd2,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:54.555732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 7a107496-dcaf-444e-837e-f591639b4330 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:31:54.559398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:31:54.563711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:31:54.598817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:54.645803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:54.971430 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:55.373340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d6c68-8986-467a-9d58-7a07d41b0bc0 None None] Network 7a107496-dcaf-444e-837e-f591639b4330 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:31:55.410219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:55.468533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:55.531356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0f21db2b-1513-4f81-826b-982dc540aa5d None None] Provisioning for port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:31:55.578139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:55.588867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:55.739596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 7a107496-dcaf-444e-837e-f591639b4330 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:31:55.741068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:31:55.792252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:55.931651 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:31:55.937215 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:55.937596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:55.955850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 42b6c560-9917-4cfc-8bd8-8e97f23873ff has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:31:56.069290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:31:56.069902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.076828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4ece473f-b12d-468d-8799-342a745e57eb None None] Provisioning for port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:31:56.093907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4ece473f-b12d-468d-8799-342a745e57eb None None] Provisioning complete for port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:56.093907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ece473f-b12d-468d-8799-342a745e57eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.133379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=53c79ecc-b2e3-40c4-8669-85f07c7d4b81,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:56.150578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4ece473f-b12d-468d-8799-342a745e57eb None None] Port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:31:56.161195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:31:56.174353 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Sync routers for ids ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:56.174803 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-30d15ee8-8065-44cf-b349-2a727fa8facc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/42b6c560-9917-4cfc-8bd8-8e97f23873ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3229351 Jun 16 15:31:56.176609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34136) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:56.185190 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Routers {'42b6c560-9917-4cfc-8bd8-8e97f23873ff'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:56.188115 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:56.224024 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.224874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4fbc3f65-1567-46e5-9044-e649f65a4dd2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:56.369021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b8cf0-d0dd-468e-aa71-3cbbed8e5d1a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:56.369766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b8cf0-d0dd-468e-aa71-3cbbed8e5d1a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:56.370315 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b8cf0-d0dd-468e-aa71-3cbbed8e5d1a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:56.371095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b8cf0-d0dd-468e-aa71-3cbbed8e5d1a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:56.372739 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b25b8cf0-d0dd-468e-aa71-3cbbed8e5d1a tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1951551 Jun 16 15:31:56.375344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34140) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:56.385327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b6a760d7-1361-4734-9f9b-30e9b7554671 None None] Provisioning complete for port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:56.385894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6a760d7-1361-4734-9f9b-30e9b7554671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.406917 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Set router 42b6c560-9917-4cfc-8bd8-8e97f23873ff gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:56.416843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=53c79ecc-b2e3-40c4-8669-85f07c7d4b81,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:56.442186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:31:56.448848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:56.450101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.452944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f4692-baf8-4ea8-8924-e24a9d71caa7 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:56.453615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f4692-baf8-4ea8-8924-e24a9d71caa7 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:56.454076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f4692-baf8-4ea8-8924-e24a9d71caa7 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:56.454530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f4692-baf8-4ea8-8924-e24a9d71caa7 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:56.459687 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3f9f4692-baf8-4ea8-8924-e24a9d71caa7 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2735 time: 0.0799422 Jun 16 15:31:56.459856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34144) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:56.484238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b6a760d7-1361-4734-9f9b-30e9b7554671 None None] Port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:31:56.571415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:31:56.571753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.623357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 4fbc3f65-1567-46e5-9044-e649f65a4dd2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4fbc3f65-1567-46e5-9044-e649f65a4dd2,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:56.624406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-be2e76df-9be4-409e-b093-800db4400aec None None] Provisioning complete for port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:56.624768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be2e76df-9be4-409e-b093-800db4400aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.680183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-be2e76df-9be4-409e-b093-800db4400aec None None] Port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:31:56.682825 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-de4aa7f1-a10e-475e-8ffc-d1323a5f7cb7 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2215495 Jun 16 15:31:56.697261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.757398 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:54Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88', 'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:7f:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:53Z', 'updated_at': '2022-06-16T15:31:55Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:56.761171 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Checking router: 42b6c560-9917-4cfc-8bd8-8e97f23873ff for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:56.761512 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Updating router 42b6c560-9917-4cfc-8bd8-8e97f23873ff port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:31:56.771774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=4fbc3f65-1567-46e5-9044-e649f65a4dd2,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:56.803912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34150) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:56.809013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1250022365', 'description': 'tempest-secgroup-smoke-1250022365 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:31:56.815124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:56.820058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:56.821900 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.823389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:56.829543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:56.994719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.015739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:57.020036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:57.022853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:57.028465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:57.099099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.142700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.170773 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.183205 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Transition to ACTIVE for port object bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:31:57.192160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:57.268768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.270648 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5eaf6971-8854-4971-b22d-9d1f66b9f00b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4657164 Jun 16 15:31:57.273505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34154) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:57.278476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:31:57.279820 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.284573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:57.288526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:57.294697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:57.297354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:57.389468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.440395 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Pushing event updated for resources: {'Port': ['ID=bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:57.461255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.488050 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.488922 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.489259 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.489592 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.489920 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.490254 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.490582 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.490903 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.491249 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.491570 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.491888 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.492204 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:57.516762 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Attempting to bind port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:31:57.517085 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Attempting to bind port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:31:57.517445 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Attempting to bind port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 on network 7a107496-dcaf-444e-837e-f591639b4330 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:31:57.523253 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:31:57.523624 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Checking segment: {'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:31:57.524013 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.524405 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Bound using segment: {'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:31:57.524857 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Bound port: bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:31:57.525229 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.525474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.550488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d9d27b-1255-48a1-b3cd-a5bc48a5c4eb,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:57.605821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.607116 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0e0e051b-5bd5-48be-ae38-fa226f7e094d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325591 Jun 16 15:31:57.609869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34158) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:57.615749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:31:57.620567 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] For port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:31:57.621815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:57.623916 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] For port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:31:57.625764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:57.628668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:57.634376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:57.694629 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.732551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.755010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:57.764075 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Routers {'42b6c560-9917-4cfc-8bd8-8e97f23873ff'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:31:57.764855 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:57.806052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.838455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:57.839225 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.863336 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0901f16-cfa6-4dbe-860e-ae04f9b06bbc None None] Pushing event updated for resources: {'Port': ['ID=bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:57.881589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:57.918204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47972f9c-1cae-4045-8af1-70b1a50376f7,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:57.966006 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] Set router 42b6c560-9917-4cfc-8bd8-8e97f23873ff gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:31:57.970658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:31:57.972039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4fbc3f65-1567-46e5-9044-e649f65a4dd2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:58.011667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.012877 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-03393e34-c278-40a0-9318-dcfb7b7fd242 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4018366 Jun 16 15:31:58.015529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34162) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:58.020975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:31:58.027868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:58.032123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:58.035254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:58.041384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:58.053753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:58.054128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.115713 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.176425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:31:58.184742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.256829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.283357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35558606-d06e-4ada-831e-d7327054bb6c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:58.314740 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:54Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88', 'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:7f:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:53Z', 'updated_at': '2022-06-16T15:31:57Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:58.319128 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea115989-f447-484e-8f11-5bd50c657074 None None] The sync data for ids ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'] in dv-neutron-846028-2-hyperv is: [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:54Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88', 'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:7f:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:53Z', 'updated_at': '2022-06-16T15:31:57Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:58.337265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.338513 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-54b45575-30a6-40f9-a3ce-a62e04c338ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220816 Jun 16 15:31:58.341346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34166) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:58.350333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:31:58.352712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:58.356697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:58.362667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:58.373581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:58.470049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.538022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.611413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.636999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1729cdc-38da-4e10-b218-16493d176bc8,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:58.714520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.718472 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c230329f-9d03-4e36-a570-b146328f55d3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3734989 Jun 16 15:31:58.718978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34170) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:58.724884 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:31:58.731415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:58.735360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:58.738393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:58.745909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:58.823012 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:31:58.830232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.897979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.983126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:59.007661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42e7983-c04b-4b6f-a798-04d424c08ea9,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:59.092058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:59.093284 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5f6a4fd7-16b0-4657-a2f1-2696e13f7da0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733020 Jun 16 15:31:59.096063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34174) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:59.101883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:31:59.108137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:31:59.112210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:31:59.115338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:31:59.121407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:31:59.200409 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:31:59.208279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:59.281117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:59.331577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:59.356025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b265de60-8ac8-4e25-bf61-97ea72a48b45,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:59.417244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:59.418438 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7ea83ebb-98de-495e-9918-6e2b842b8cb4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3214543 Jun 16 15:31:59.631000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-874d47cf-b4c9-4dcc-b6c0-c55aefd0f65a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:31:59.697161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-874d47cf-b4c9-4dcc-b6c0-c55aefd0f65a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:31:59.698478 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-874d47cf-b4c9-4dcc-b6c0-c55aefd0f65a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1250022365&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.1055827 Jun 16 15:31:59.759182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:59.852862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-f9cb1b4e-c4a0-4d4d-bb56-ee9d796f43c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:31:59.853522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-f9cb1b4e-c4a0-4d4d-bb56-ee9d796f43c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:31:59.885626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:31:59.890714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:59.899727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:59.943536 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-f9cb1b4e-c4a0-4d4d-bb56-ee9d796f43c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:31:59.944694 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-f9cb1b4e-c4a0-4d4d-bb56-ee9d796f43c3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/networks?id=7a107496-dcaf-444e-837e-f591639b4330 HTTP/1.1" status: 200 len: 797 time: 0.2375154 Jun 16 15:31:59.966148 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-74462998-e221-46a1-aabc-685fe7813394 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/quotas/cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 375 time: 0.0143774 Jun 16 15:32:00.029783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:32:00.030164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:00.064092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:32:00.069899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-f32b4723-f716-4aa5-a84c-4b39eb9d6aec tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:32:00.125371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:00.136848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-f32b4723-f716-4aa5-a84c-4b39eb9d6aec tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:32:00.138183 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-f32b4723-f716-4aa5-a84c-4b39eb9d6aec tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1657295 Jun 16 15:32:00.196103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:00.276977 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-df37aa63-f247-4d8e-b3c7-873fa7d54207 service neutron] 10.222.0.73 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262934 Jun 16 15:32:00.420041 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-d943d66e-5ad5-45ce-9ed6-e73951956d69 service neutron] 10.222.0.73 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368830 Jun 16 15:32:00.656278 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5b489b87-dce6-48e8-8d48-a213e7ac047e req-bf09f79f-4bb0-4c94-a2e3-c30b7c619672 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 210 time: 0.0531442 Jun 16 15:32:01.740833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:32:01.809522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:32:01.809932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:01.817356 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b39185b6-cadf-4419-8fd6-fa8193c9dcae req-20b90180-5737-41dc-b82d-fd5f15b9f9d5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 210 time: 0.0532730 Jun 16 15:32:01.927905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:32:02.630194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-0e4ef492-3b68-4c0c-8fb9-3bf962e691bb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:02.631538 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-0e4ef492-3b68-4c0c-8fb9-3bf962e691bb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=7a107496-dcaf-444e-837e-f591639b4330 HTTP/1.1" status: 200 len: 797 time: 0.1482036 Jun 16 15:32:02.695969 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-dfd278e6-a2d3-43d7-96c2-f2e3cfa3c8bf tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 380 time: 0.0564895 Jun 16 15:32:02.704037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'device_id': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'admin_state_up': True, 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'security_groups': ['8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:32:02.852091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:32:02.862176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:32:02.972456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:32:02.974617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.992883 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-94eba380-ca13-4e23-8aa3-54cd1d891894 req-2537d9c4-f4a7-4e29-8e71-6c9428cace9f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 210 time: 0.0672443 Jun 16 15:32:03.154184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.6 (7a107496-dcaf-444e-837e-f591639b4330/18e8f8e4-c95d-4dc1-8282-7a4b19b14938/2aabcf82-13d3-40c4-850c-fe213f3f8489) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:32:03.341601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.358215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object 2aabcf82-13d3-40c4-850c-fe213f3f8489 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:32:03.445423 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.514198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 7a107496-dcaf-444e-837e-f591639b4330 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:32:03.517550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:32:03.521654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:32:03.556055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=2aabcf82-13d3-40c4-850c-fe213f3f8489,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:03.604004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:03.609135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.709268 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-12824fe4-d9a7-456a-91a8-d401ae52c51b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0090234 Jun 16 15:32:03.720643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Request body: {'port': {'device_id': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:32:03.754233 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-85dd19e7-2b63-4601-a900-3fc3f6cd7bd3 None None] Provisioning for port 2aabcf82-13d3-40c4-850c-fe213f3f8489 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:32:03.759763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-85dd19e7-2b63-4601-a900-3fc3f6cd7bd3 None None] Provisioning complete for port 2aabcf82-13d3-40c4-850c-fe213f3f8489 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:32:03.760194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85dd19e7-2b63-4601-a900-3fc3f6cd7bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.814169 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85dd19e7-2b63-4601-a900-3fc3f6cd7bd3 None None] Port 2aabcf82-13d3-40c4-850c-fe213f3f8489 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:32:03.920998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:04.307910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf97ca-3cbc-432b-92a3-a694bf433608 req-1b352dbb-9155-4356-890f-d59599eaff50 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:04.308598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b6bf97ca-3cbc-432b-92a3-a694bf433608 req-1b352dbb-9155-4356-890f-d59599eaff50 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:32:04.342458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aabcf82-13d3-40c4-850c-fe213f3f8489 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:32:04.350601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:04.365206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Transition to ACTIVE for port object 2aabcf82-13d3-40c4-850c-fe213f3f8489 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:32:04.439406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b6bf97ca-3cbc-432b-92a3-a694bf433608 req-1b352dbb-9155-4356-890f-d59599eaff50 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:32:04.440683 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b6bf97ca-3cbc-432b-92a3-a694bf433608 req-1b352dbb-9155-4356-890f-d59599eaff50 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 931 time: 0.3000243 Jun 16 15:32:04.489320 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b6bf97ca-3cbc-432b-92a3-a694bf433608 req-398ead39-a82d-4598-9aaf-765ad98e1777 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 Jun 16 15:32:04.490149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:04.658257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Pushing event updated for resources: {'Port': ['ID=2aabcf82-13d3-40c4-850c-fe213f3f8489,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:04.734856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Attempting to bind port 2aabcf82-13d3-40c4-850c-fe213f3f8489 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:32:04.735264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Attempting to bind port 2aabcf82-13d3-40c4-850c-fe213f3f8489 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:32:04.735623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Attempting to bind port 2aabcf82-13d3-40c4-850c-fe213f3f8489 on network 7a107496-dcaf-444e-837e-f591639b4330 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:32:04.740239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Port 2aabcf82-13d3-40c4-850c-fe213f3f8489 on network 7a107496-dcaf-444e-837e-f591639b4330 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:32:04.740558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Attempting to bind port 2aabcf82-13d3-40c4-850c-fe213f3f8489 on network 7a107496-dcaf-444e-837e-f591639b4330 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:32:04.745605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:32:04.745941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Checking segment: {'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:32:04.746360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Bound using segment: {'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:32:04.746797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Bound port: 2aabcf82-13d3-40c4-850c-fe213f3f8489, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7a107496-dcaf-444e-837e-f591639b4330'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:32:04.747171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:04.838909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] For port 2aabcf82-13d3-40c4-850c-fe213f3f8489, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:32:04.841814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] For port 2aabcf82-13d3-40c4-850c-fe213f3f8489, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:32:04.902803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:04.956567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:04.957234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:04.958527 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] 10.222.0.46 "PUT /v2.0/ports/2aabcf82-13d3-40c4-850c-fe213f3f8489 HTTP/1.1" status: 200 len: 1093 time: 1.2419205 Jun 16 15:32:04.958974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'tag': '2aabcf82-13d3-40c4-850c-fe213f3f8489'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:32:04.984817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185c45c-bd86-45f4-9b7e-b1d8f6d7ee2e service neutron] Pushing event updated for resources: {'Port': ['ID=2aabcf82-13d3-40c4-850c-fe213f3f8489,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:05.004491 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379e33ae-b3fe-4a72-9e96-05237709ed00'] response: {'name': 'network-changed', 'server_uuid': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'tag': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'status': 'completed', 'code': 200} Jun 16 15:32:05.107715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebf94a-b0d3-4b8b-a83e-45c91cd6ad63 req-5c3e9584-615c-4934-b654-576d40cd8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:05.109175 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40ebf94a-b0d3-4b8b-a83e-45c91cd6ad63 req-5c3e9584-615c-4934-b654-576d40cd8a31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 1096 time: 0.0878830 Jun 16 15:32:05.254448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebf94a-b0d3-4b8b-a83e-45c91cd6ad63 req-263d62cf-c1dc-4b1b-a10d-d67b0689270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:05.256514 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40ebf94a-b0d3-4b8b-a83e-45c91cd6ad63 req-263d62cf-c1dc-4b1b-a10d-d67b0689270b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdbb136214314352a52001d8f185680c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1405523 Jun 16 15:32:05.397595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebf94a-b0d3-4b8b-a83e-45c91cd6ad63 req-660b9c30-8084-4d1e-a9ab-20bbaccb3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:05.398961 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40ebf94a-b0d3-4b8b-a83e-45c91cd6ad63 req-660b9c30-8084-4d1e-a9ab-20bbaccb3618 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361346 Jun 16 15:32:05.514730 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-449337c6-20fc-4b5d-9cd8-883572ce30be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:05.516214 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-449337c6-20fc-4b5d-9cd8-883572ce30be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 1096 time: 0.0814362 Jun 16 15:32:05.584494 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-6dc84a29-b464-44f7-91cd-39e434c40e12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489 HTTP/1.1" status: 200 len: 217 time: 0.0613470 Jun 16 15:32:05.702575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:05.704320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1569f591-ec7c-44d9-81c8-01228085d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:05.705746 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-1569f591-ec7c-44d9-81c8-01228085d059 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18e8f8e4-c95d-4dc1-8282-7a4b19b14938 HTTP/1.1" status: 200 len: 842 time: 0.1149063 Jun 16 15:32:05.877434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eac03f-0b41-409c-acca-d33d0ab38cde req-a9f2ea5b-e0a4-4bca-9215-883b41017d1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:05.878848 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-34eac03f-0b41-409c-acca-d33d0ab38cde req-a9f2ea5b-e0a4-4bca-9215-883b41017d1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 943 time: 0.2572930 Jun 16 15:32:05.933908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-76125b95-3322-484b-b152-2492d6f1962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:05.935272 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-76125b95-3322-484b-b152-2492d6f1962b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a107496-dcaf-444e-837e-f591639b4330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2172647 Jun 16 15:32:05.938347 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-34eac03f-0b41-409c-acca-d33d0ab38cde req-039a4e33-219e-4bf9-8887-d00c17eca9f5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530632 Jun 16 15:32:06.065545 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-61c07615-542f-467d-bf78-09b4ee1e79fd service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240551 Jun 16 15:32:06.196631 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b352151e-f4dd-4941-a013-4771fcfc3668 req-78cbbd32-41df-4415-9bd1-05be5aa13394 service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249864 Jun 16 15:32:07.132666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84870d5c-8c0b-449c-9672-efafcea0049c req-e461996b-65c1-463d-bbc8-9eb0c67b0b6c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:07.134095 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-84870d5c-8c0b-449c-9672-efafcea0049c req-e461996b-65c1-463d-bbc8-9eb0c67b0b6c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 943 time: 0.0882039 Jun 16 15:32:07.181613 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-84870d5c-8c0b-449c-9672-efafcea0049c req-855eeef9-0d05-4fb1-9f3a-ad6aa77ee0ae tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417900 Jun 16 15:32:08.373909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b183bbe-7eda-479a-80bd-62acf959fc9d req-bb6bcc0c-b018-480d-81c4-c3e8f2942835 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:08.375583 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b183bbe-7eda-479a-80bd-62acf959fc9d req-bb6bcc0c-b018-480d-81c4-c3e8f2942835 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 943 time: 0.0889292 Jun 16 15:32:08.435489 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b183bbe-7eda-479a-80bd-62acf959fc9d req-1f97112e-2b9c-40c1-882d-5396914b260c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509365 Jun 16 15:32:09.507255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 2aabcf82-13d3-40c4-850c-fe213f3f8489 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:32:09.669220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646f933-1208-464b-9a0c-2425933f4da4 req-f48958d0-67aa-4eed-8d7e-989a4727d4a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:09.670657 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8646f933-1208-464b-9a0c-2425933f4da4 req-f48958d0-67aa-4eed-8d7e-989a4727d4a4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 943 time: 0.0977011 Jun 16 15:32:09.693862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 2aabcf82-13d3-40c4-850c-fe213f3f8489, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:32:09.708821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'port_id': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'mac_address': 'fa:16:3e:4a:c3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:32:09.721520 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8646f933-1208-464b-9a0c-2425933f4da4 req-d53b5083-7ab2-43f9-bd07-16a9c210df7d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449734 Jun 16 15:32:09.766535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 2aabcf82-13d3-40c4-850c-fe213f3f8489 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:32:09.766914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:09.784526 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aabcf82-13d3-40c4-850c-fe213f3f8489 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:32:09.801007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 2aabcf82-13d3-40c4-850c-fe213f3f8489, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:32:09.885837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:09.959607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=2aabcf82-13d3-40c4-850c-fe213f3f8489,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:10.103129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['2aabcf82-13d3-40c4-850c-fe213f3f8489'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:32:10.926916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a40f6-4666-4ce1-8f69-ad570a64b280 req-5490f254-7b2b-4dd4-ab52-418a8b5bb5de tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:10.928402 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7e4a40f6-4666-4ce1-8f69-ad570a64b280 req-5490f254-7b2b-4dd4-ab52-418a8b5bb5de tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 944 time: 0.0897150 Jun 16 15:32:10.978398 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7e4a40f6-4666-4ce1-8f69-ad570a64b280 req-364a4247-ec0a-495e-8199-a9946fc623c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Jun 16 15:32:11.522915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 2aabcf82-13d3-40c4-850c-fe213f3f8489 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:32:11.657240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 2aabcf82-13d3-40c4-850c-fe213f3f8489 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:32:11.662316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 2aabcf82-13d3-40c4-850c-fe213f3f8489 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:32:11.662692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:11.779495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 2aabcf82-13d3-40c4-850c-fe213f3f8489 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:32:11.779874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:11.807409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aabcf82-13d3-40c4-850c-fe213f3f8489'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:32:11.817987 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 2aabcf82-13d3-40c4-850c-fe213f3f8489, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:32:11.851321 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15827c83-53ed-45ae-aa9f-8a580443d621'] response: {'server_uuid': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'code': 200} Jun 16 15:32:11.891982 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:11.974398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=2aabcf82-13d3-40c4-850c-fe213f3f8489,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:12.252014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a762b5-2dd3-4a3a-ae86-5907118dae83 req-e6aadf56-db51-492f-8b81-ddb80901eb26 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:12.253471 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c6a762b5-2dd3-4a3a-ae86-5907118dae83 req-e6aadf56-db51-492f-8b81-ddb80901eb26 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 945 time: 0.1657906 Jun 16 15:32:12.274638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffac97-5b64-4b15-b08a-60553dcddb72 req-ce490e35-5fde-4878-b2b5-68d8c7af295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:12.276551 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-97ffac97-5b64-4b15-b08a-60553dcddb72 req-ce490e35-5fde-4878-b2b5-68d8c7af295d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 1098 time: 0.1242409 Jun 16 15:32:12.332005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c6a762b5-2dd3-4a3a-ae86-5907118dae83 req-64e0480d-725d-407d-a9a1-f254559226ed tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718498 Jun 16 15:32:12.340822 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-97ffac97-5b64-4b15-b08a-60553dcddb72 req-330f229f-eec0-4de6-a60b-57479d5c18f3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561340 Jun 16 15:32:13.545589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4fde0-3603-4ed3-a65c-6d323678e073 req-4a78c3a7-1a99-4ba9-8bb9-2cbd1b027b17 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:13.546981 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9fc4fde0-3603-4ed3-a65c-6d323678e073 req-4a78c3a7-1a99-4ba9-8bb9-2cbd1b027b17 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 945 time: 0.1000612 Jun 16 15:32:13.602283 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9fc4fde0-3603-4ed3-a65c-6d323678e073 req-c0d08373-4946-44d1-b880-e02a991ba8df tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494571 Jun 16 15:32:14.796351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396975-de6a-41bd-a9e2-ef242807435c req-5aff41b5-6582-4a9a-bdfa-3b380dc404c0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:14.797777 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-90396975-de6a-41bd-a9e2-ef242807435c req-5aff41b5-6582-4a9a-bdfa-3b380dc404c0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 945 time: 0.0860171 Jun 16 15:32:14.844940 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-90396975-de6a-41bd-a9e2-ef242807435c req-b667042c-68e1-48d0-b05b-b2897031dac6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409470 Jun 16 15:32:15.043607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ae8b-acea-4c2e-bc7b-056c1d643ede req-16a28e97-2a26-4e6e-a5ff-938a3d999f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:15.045073 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6da8ae8b-acea-4c2e-bc7b-056c1d643ede req-16a28e97-2a26-4e6e-a5ff-938a3d999f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 945 time: 0.0923193 Jun 16 15:32:15.090101 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6da8ae8b-acea-4c2e-bc7b-056c1d643ede req-8eb0e602-db57-4f41-8b7e-82db2539f62c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392766 Jun 16 15:32:15.112731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34234) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:15.190218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222bc2f0-56bb-4261-8fd8-b72d97aa815f tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:15.191787 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-222bc2f0-56bb-4261-8fd8-b72d97aa815f tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 1093 time: 0.0780609 Jun 16 15:32:15.194692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34238) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:15.199923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:32:15.206049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:32:15.209931 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:floatingip and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:32:15.212736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:32:15.218390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:32:15.273924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:15.414650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:15.558479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.250 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/6bd969d6-de39-4c4d-979c-aa4a17b0b29d) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:32:15.679568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8ba310d-4676-4fb2-9b43-ca1edf47e7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:15.707974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:15.776840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:15.951380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:32:15.954592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:32:15.958065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:32:15.987142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=6bd969d6-de39-4c4d-979c-aa4a17b0b29d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:16.374526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:16.492202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:16.537137 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:32:16.697473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:16.753996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:16.873738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=6bd969d6-de39-4c4d-979c-aa4a17b0b29d,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:16.884152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:17.049665 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 0c5f6a53-b288-48ef-94c2-c2451e52dc54 associated. External IP: 172.26.2.250, port: 2aabcf82-13d3-40c4-850c-fe213f3f8489. Jun 16 15:32:17.393735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 42b6c560-9917-4cfc-8bd8-8e97f23873ff has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:32:17.681098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:32:17.691352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] Sync routers for ids ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:32:17.701907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] Routers {'42b6c560-9917-4cfc-8bd8-8e97f23873ff'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:32:17.702537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:32:17.736531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:17.793829 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-abc2711a-ac8d-4873-a09a-c66139d57d32 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5980453 Jun 16 15:32:17.794367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'tag': '2aabcf82-13d3-40c4-850c-fe213f3f8489'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:32:17.796603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34242) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:17.848553 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3aca103-dd7c-425d-81cd-72619ba94729'] response: {'name': 'network-changed', 'server_uuid': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'tag': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'status': 'completed', 'code': 200} Jun 16 15:32:17.887151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] Set router 42b6c560-9917-4cfc-8bd8-8e97f23873ff gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:32:17.965015 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-77f82e9f-1c0e-4317-95b1-0d94ee7b4e03 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/0c5f6a53-b288-48ef-94c2-c2451e52dc54 HTTP/1.1" status: 200 len: 991 time: 0.1671913 Jun 16 15:32:17.987907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-51157b03-31f5-42bc-9f4b-20ea2fb24030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:17.989354 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-51157b03-31f5-42bc-9f4b-20ea2fb24030 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 1098 time: 0.1184618 Jun 16 15:32:18.116764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-c81a7db9-1a68-4e52-a27a-aecd4488df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:18.118183 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-c81a7db9-1a68-4e52-a27a-aecd4488df79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a107496-dcaf-444e-837e-f591639b4330 HTTP/1.1" status: 200 len: 898 time: 0.1226363 Jun 16 15:32:18.266914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:54Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '0c5f6a53-b288-48ef-94c2-c2451e52dc54', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'port_id': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'mac_address': 'fa:16:3e:4a:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:32:16Z', 'updated_at': '2022-06-16T15:32:16Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88', 'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:7f:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:53Z', 'updated_at': '2022-06-16T15:32:00Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:32:18.271806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] Checking router: 42b6c560-9917-4cfc-8bd8-8e97f23873ff for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:32:18.280533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] Routers {'42b6c560-9917-4cfc-8bd8-8e97f23873ff'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:32:18.281136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:31:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:32:18.335064 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-3a24a2e6-a88c-4471-8859-9d1b882f8036 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489 HTTP/1.1" status: 200 len: 999 time: 0.2100394 Jun 16 15:32:18.335279 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5d0eec45-8009-4318-9b2e-14a45d813956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:18.397927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-46873e30-82a8-4a24-ae4f-271faf710688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:18.399400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-46873e30-82a8-4a24-ae4f-271faf710688 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18e8f8e4-c95d-4dc1-8282-7a4b19b14938 HTTP/1.1" status: 200 len: 842 time: 0.0593925 Jun 16 15:32:18.481496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-319d3831-a146-4a63-937f-f57ad8e7b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:18.483149 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-319d3831-a146-4a63-937f-f57ad8e7b4b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a107496-dcaf-444e-837e-f591639b4330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778224 Jun 16 15:32:18.495855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] Set router 42b6c560-9917-4cfc-8bd8-8e97f23873ff gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:32:18.617876 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-59e8a2f6-76a5-47af-a700-2b52840bd606 service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288989 Jun 16 15:32:18.750237 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3e1346e0-003b-41aa-bd27-ac20909204c2 req-43a99b88-1b3c-4044-950a-b02f0a755b6e service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269114 Jun 16 15:32:18.760353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:18.870185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:54Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '0c5f6a53-b288-48ef-94c2-c2451e52dc54', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'port_id': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'mac_address': 'fa:16:3e:4a:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:32:16Z', 'updated_at': '2022-06-16T15:32:16Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88', 'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:7f:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:53Z', 'updated_at': '2022-06-16T15:32:00Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:32:18.874587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3397cb2-6a89-43f1-a7d5-ff9dd41a6a9b None None] The sync data for ids ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'] in dv-neutron-846028-2-hyperv is: [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:54Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '0c5f6a53-b288-48ef-94c2-c2451e52dc54', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'port_id': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'mac_address': 'fa:16:3e:4a:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:32:16Z', 'updated_at': '2022-06-16T15:32:16Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88', 'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:7f:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:53Z', 'updated_at': '2022-06-16T15:32:00Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:32:18.968750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34248) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:19.079775 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dbf21fe8-bdca-4a54-b435-dbfd853abcae tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/0c5f6a53-b288-48ef-94c2-c2451e52dc54 HTTP/1.1" status: 200 len: 991 time: 0.1085196 Jun 16 15:32:19.082772 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb4e15-0cfd-4cea-9699-c78cba710c13 None None] New status for floating IP 0c5f6a53-b288-48ef-94c2-c2451e52dc54: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:32:20.082150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34252) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:20.186090 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e1ad56e-abc7-45c3-b220-565b1d523f8f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/0c5f6a53-b288-48ef-94c2-c2451e52dc54 HTTP/1.1" status: 200 len: 993 time: 0.1027882 Jun 16 15:32:20.211174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:21.497065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:28.157556 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-378ad1a2-c7f0-47c1-a3a3-c92c4c13304a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814738 Jun 16 15:32:28.316278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-45caca3f-c64f-45ef-85c9-92f7b8c487e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:28.317748 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-45caca3f-c64f-45ef-85c9-92f7b8c487e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 1098 time: 0.0875912 Jun 16 15:32:28.463375 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-b3aa22c7-c859-4056-b7e3-34208def16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:28.464743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-b3aa22c7-c859-4056-b7e3-34208def16d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a107496-dcaf-444e-837e-f591639b4330 HTTP/1.1" status: 200 len: 898 time: 0.1282988 Jun 16 15:32:28.568137 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-fd86316a-9d86-4912-a066-3cd1d574198a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489 HTTP/1.1" status: 200 len: 1001 time: 0.0977130 Jun 16 15:32:28.636409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-8fd72a2e-10ed-421a-9c1e-f91fc361423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:28.638297 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-8fd72a2e-10ed-421a-9c1e-f91fc361423c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18e8f8e4-c95d-4dc1-8282-7a4b19b14938 HTTP/1.1" status: 200 len: 842 time: 0.0639887 Jun 16 15:32:28.721000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-f5f66822-e0ed-47ca-823c-059d89cef0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:32:28.722342 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-f5f66822-e0ed-47ca-823c-059d89cef0cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a107496-dcaf-444e-837e-f591639b4330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780621 Jun 16 15:32:28.855437 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-8f9607b9-f2b3-43eb-a421-1068e0ca6b43 service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270888 Jun 16 15:32:28.986702 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c3b62fd-633f-4619-ac06-58635a3381a8 req-69f78784-fba1-43f7-a72f-815e903fd81b service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258914 Jun 16 15:32:35.719691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:45.679377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-484d3cf9-9fc0-4848-ab2b-ca62454f4779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:48.371378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-47bc47fd-7015-4c45-ba6d-4c54da7a3206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:48.718881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:50.210258 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:51.484650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:53.536080 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:33:05.741732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:15.679241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2655f3d1-390f-4434-9802-e10af5090424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:18.335970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4ea85ac8-0c6f-4665-ab8c-b7e3935afbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:18.730204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:20.216179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:21.513241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:30.534753 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:33:30.820723 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-447f2ceb-cf3d-4d31-9a02-ef9ea8ebf009 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1846240 Jun 16 15:33:30.977706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-c42234e7-c96d-455a-abb9-066a59845bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:33:30.979069 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-c42234e7-c96d-455a-abb9-066a59845bae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 1098 time: 0.0900137 Jun 16 15:33:31.221856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-0c345109-75ba-4f48-b6b5-134c034a1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:33:31.223362 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-0c345109-75ba-4f48-b6b5-134c034a1ac2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a107496-dcaf-444e-837e-f591639b4330 HTTP/1.1" status: 200 len: 898 time: 0.2213731 Jun 16 15:33:31.327287 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-b1d37bc3-4858-46f1-99ec-0885d2410f41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489 HTTP/1.1" status: 200 len: 1001 time: 0.0976338 Jun 16 15:33:31.388731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-0ab31c35-88fe-416b-a3c1-b4f5eddc061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:33:31.390125 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-0ab31c35-88fe-416b-a3c1-b4f5eddc061d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18e8f8e4-c95d-4dc1-8282-7a4b19b14938 HTTP/1.1" status: 200 len: 842 time: 0.0572314 Jun 16 15:33:31.476861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-899e08a8-6d39-427f-8e99-22884ca3792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:33:31.478352 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-899e08a8-6d39-427f-8e99-22884ca3792e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a107496-dcaf-444e-837e-f591639b4330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825355 Jun 16 15:33:31.487629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-061c35d2-6f92-4d6e-bfd5-fa49fbfd58ad service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:33:31.488571 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-061c35d2-6f92-4d6e-bfd5-fa49fbfd58ad service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047839 Jun 16 15:33:31.618828 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-c9601214-a787-4efe-b310-7b0bde7becca service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240058 Jun 16 15:33:31.748230 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a40540f3-7a88-4a39-a1d2-3c6b1a47c59f req-c131e05e-3e02-499b-bd2c-6d881fc4d135 service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239519 Jun 16 15:33:35.746560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.655846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-560df7ea-f2e6-48a4-be38-3f2917f78188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:48.324692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df9c2324-adce-4c10-9c0a-78cc60bca127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:48.712677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.221383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:51.495772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:05.776191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:07.533860 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:34:10.076843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34282) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:10.171372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:10.293439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13730211'] for subnet, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:10.541441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777696960031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15216760'] for subnet, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:10.595109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:10.595998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:10.597132 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/subnets/18e8f8e4-c95d-4dc1-8282-7a4b19b14938 HTTP/1.1" status: 200 len: 834 time: 0.5187390 Jun 16 15:34:10.599606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d6db2-5801-4b69-b647-a55a3ea181e1 None None] Network 7a107496-dcaf-444e-837e-f591639b4330 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:34:10.614639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Subnet': ['ID=18e8f8e4-c95d-4dc1-8282-7a4b19b14938,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:10.622565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.622565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.623252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.624174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.624174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.624961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.625240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.625574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.625902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.626277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.626601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:10.626914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ed5b68-b587-4d6d-9ac1-18514c548cb9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:11.121028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4f2975df-db72-49d9-898a-c5988cd7f61f None None] Provisioning complete for port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:34:11.121288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f2975df-db72-49d9-898a-c5988cd7f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:11.237418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4f2975df-db72-49d9-898a-c5988cd7f61f None None] Current status of the port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:34:11.248460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4f2975df-db72-49d9-898a-c5988cd7f61f None None] Provisioning complete for port 2aabcf82-13d3-40c4-850c-fe213f3f8489 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:34:11.248826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f2975df-db72-49d9-898a-c5988cd7f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:11.377549 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4f2975df-db72-49d9-898a-c5988cd7f61f None None] Current status of the port 2aabcf82-13d3-40c4-850c-fe213f3f8489 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:34:11.389334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4f2975df-db72-49d9-898a-c5988cd7f61f None None] Provisioning complete for port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:34:11.389755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f2975df-db72-49d9-898a-c5988cd7f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:11.519810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4f2975df-db72-49d9-898a-c5988cd7f61f None None] Current status of the port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:34:15.701896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dde37e7f-81e8-46ad-a1cd-2621fc889f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:18.330333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f730e0d-f6c5-4f49-90f2-61c8a236f6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:18.724482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:20.231460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:21.518344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:32.752071 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-af756826-7866-4e82-a832-5ae1860bdc4d req-0dc3ee86-70ab-48d3-83cd-2fadac6c74e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826631 Jun 16 15:34:32.892725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af756826-7866-4e82-a832-5ae1860bdc4d req-0480f558-6326-42dc-a383-c7f3b5bbbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:32.894153 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-af756826-7866-4e82-a832-5ae1860bdc4d req-0480f558-6326-42dc-a383-c7f3b5bbbb2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 1098 time: 0.0764582 Jun 16 15:34:33.035471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af756826-7866-4e82-a832-5ae1860bdc4d req-5e523a1d-7b16-465c-953d-0cb82b4a2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:33.036793 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-af756826-7866-4e82-a832-5ae1860bdc4d req-5e523a1d-7b16-465c-953d-0cb82b4a2a25 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a107496-dcaf-444e-837e-f591639b4330 HTTP/1.1" status: 200 len: 898 time: 0.1227813 Jun 16 15:34:33.139830 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-af756826-7866-4e82-a832-5ae1860bdc4d req-ab36d367-5bba-4871-9b24-50cadd51056c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489 HTTP/1.1" status: 200 len: 1001 time: 0.0949931 Jun 16 15:34:33.206611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af756826-7866-4e82-a832-5ae1860bdc4d req-cb40ecd7-bc51-4896-9405-648744d90c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:33.208046 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-af756826-7866-4e82-a832-5ae1860bdc4d req-cb40ecd7-bc51-4896-9405-648744d90c4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18e8f8e4-c95d-4dc1-8282-7a4b19b14938 HTTP/1.1" status: 200 len: 842 time: 0.0610361 Jun 16 15:34:33.290335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af756826-7866-4e82-a832-5ae1860bdc4d req-4c3b0100-8a37-4e70-9c74-720fff5e2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:33.291866 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-af756826-7866-4e82-a832-5ae1860bdc4d req-4c3b0100-8a37-4e70-9c74-720fff5e2ad9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a107496-dcaf-444e-837e-f591639b4330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777214 Jun 16 15:34:33.423194 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-af756826-7866-4e82-a832-5ae1860bdc4d req-384fa9f5-9e69-4ba2-89f1-04db0e2723bc service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247189 Jun 16 15:34:33.646817 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-af756826-7866-4e82-a832-5ae1860bdc4d req-7e32dca7-e613-4bd7-89b1-1561bb5b9774 service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174330 Jun 16 15:34:35.752535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:44.533252 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:34:45.676488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7744601-a0a2-4e7a-abe4-81eb3fad3838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:48.330030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9a70eb02-84c1-41e7-aa17-c58b3eb73a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:48.768842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:50.247877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:51.556412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:53.490160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34306) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:53.703361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 6bd969d6-de39-4c4d-979c-aa4a17b0b29d {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:34:53.703610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:53.888756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:53.889112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:54.016112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 6bd969d6-de39-4c4d-979c-aa4a17b0b29d owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:34:54.261272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:54.313301 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=6bd969d6-de39-4c4d-979c-aa4a17b0b29d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:54.419855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:54.420179 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 0c5f6a53-b288-48ef-94c2-c2451e52dc54 disassociated (deleted). External IP: 172.26.2.250, port: 2aabcf82-13d3-40c4-850c-fe213f3f8489. Jun 16 15:34:54.786553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 42b6c560-9917-4cfc-8bd8-8e97f23873ff has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:34:55.085667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:34:55.096640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] Sync routers for ids ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:34:55.106439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] Routers {'42b6c560-9917-4cfc-8bd8-8e97f23873ff'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:34:55.107102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:34:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:34:55.164087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:55.220015 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f46e56c8-4c17-4d1f-b7ce-af48745180f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/floatingips/0c5f6a53-b288-48ef-94c2-c2451e52dc54 HTTP/1.1" status: 204 len: 168 time: 1.7287037 Jun 16 15:34:55.220609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'tag': '2aabcf82-13d3-40c4-850c-fe213f3f8489'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:34:55.287825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] Set router 42b6c560-9917-4cfc-8bd8-8e97f23873ff gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:34:55.472549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e929da6b-f290-4d0d-84f0-a1020f4d30c1'] response: {'name': 'network-changed', 'server_uuid': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'tag': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'status': 'completed', 'code': 200} Jun 16 15:34:55.576038 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-58bf0062-3605-4061-af33-e814ebcb77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:55.577490 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-58bf0062-3605-4061-af33-e814ebcb77f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 1098 time: 0.0827160 Jun 16 15:34:55.617436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:54Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88', 'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:7f:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:53Z', 'updated_at': '2022-06-16T15:32:00Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:34:55.621552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] Checking router: 42b6c560-9917-4cfc-8bd8-8e97f23873ff for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:34:55.630723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] Routers {'42b6c560-9917-4cfc-8bd8-8e97f23873ff'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:34:55.631378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:34:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:34:55.716633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-64e8ff2a-2a2c-4191-97ac-a2d606550a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:55.718082 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-64e8ff2a-2a2c-4191-97ac-a2d606550a45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a107496-dcaf-444e-837e-f591639b4330 HTTP/1.1" status: 200 len: 898 time: 0.1350145 Jun 16 15:34:55.793947 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-a4438eee-07af-43bf-95b8-b873ca1b8798 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489 HTTP/1.1" status: 200 len: 217 time: 0.0689716 Jun 16 15:34:55.819731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] Set router 42b6c560-9917-4cfc-8bd8-8e97f23873ff gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:34:55.869617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-bf17d7ea-5bf3-4a2c-b465-5773f6e0825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:55.870997 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-bf17d7ea-5bf3-4a2c-b465-5773f6e0825f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=18e8f8e4-c95d-4dc1-8282-7a4b19b14938 HTTP/1.1" status: 200 len: 842 time: 0.0710268 Jun 16 15:34:56.033383 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-bdf653a2-660e-4cae-ba82-7f85f3a55a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:56.034903 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-bdf653a2-660e-4cae-ba82-7f85f3a55a83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a107496-dcaf-444e-837e-f591639b4330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1576073 Jun 16 15:34:56.047242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf24b4e-dcb4-4841-8f05-a28d1b7e8129 req-ba951d89-e753-4210-b66f-94854871a495 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:56.047897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-0bf24b4e-dcb4-4841-8f05-a28d1b7e8129 req-ba951d89-e753-4210-b66f-94854871a495 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:34:56.134984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:54Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88', 'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:7f:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:53Z', 'updated_at': '2022-06-16T15:32:00Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:34:56.139008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba3cbe-0022-493b-9947-5052036bf641 None None] The sync data for ids ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'] in dv-neutron-846028-2-hyperv is: [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:31:54Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88', 'name': '', 'network_id': '7a107496-dcaf-444e-837e-f591639b4330', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:7f:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:53Z', 'updated_at': '2022-06-16T15:32:00Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '18e8f8e4-c95d-4dc1-8282-7a4b19b14938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:34:56.169433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-0bf24b4e-dcb4-4841-8f05-a28d1b7e8129 req-ba951d89-e753-4210-b66f-94854871a495 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:34:56.170568 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0bf24b4e-dcb4-4841-8f05-a28d1b7e8129 req-ba951d89-e753-4210-b66f-94854871a495 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 945 time: 0.3381348 Jun 16 15:34:56.230668 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-47eb07b5-f7c0-4d6b-843b-1087d7298208 service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786337 Jun 16 15:34:56.274119 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0bf24b4e-dcb4-4841-8f05-a28d1b7e8129 req-be06cb3a-880d-40d2-a075-65341c692060 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955148 Jun 16 15:34:56.385068 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a9e4b-50f3-49b6-b44e-3cbcafcf0b19 None None] New status for floating IP 0c5f6a53-b288-48ef-94c2-c2451e52dc54: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:34:56.390173 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-043ad21a-92a3-49f2-b6ac-30dff328eb4a req-f16ea575-88fd-48da-b107-182a3e9d468c service neutron] 10.222.0.46 "GET /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540103 Jun 16 15:34:57.323917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-a63f3ae8-d38a-482f-b686-913051dc6241 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:57.325375 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-a63f3ae8-d38a-482f-b686-913051dc6241 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 945 time: 0.0934067 Jun 16 15:34:57.404890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-97ae8143-9c0b-431b-af0a-f152b743a933 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 2aabcf82-13d3-40c4-850c-fe213f3f8489 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:34:57.405241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-97ae8143-9c0b-431b-af0a-f152b743a933 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.622353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d858-f1d0-4cf8-8b6b-1cd45c7b94fb req-80c54c26-12d0-4bc1-999d-2938f0d12d28 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:34:57.623803 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-49c3d858-f1d0-4cf8-8b6b-1cd45c7b94fb req-80c54c26-12d0-4bc1-999d-2938f0d12d28 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 945 time: 0.2330105 Jun 16 15:34:57.746690 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-49c3d858-f1d0-4cf8-8b6b-1cd45c7b94fb req-a7d59aff-d9c5-43ce-aae6-f5785afb29b2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167264 Jun 16 15:34:57.755818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-97ae8143-9c0b-431b-af0a-f152b743a933 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 2aabcf82-13d3-40c4-850c-fe213f3f8489, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=2aabcf82-13d3-40c4-850c-fe213f3f8489,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:34:57.756178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-97ae8143-9c0b-431b-af0a-f152b743a933 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.987971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-97ae8143-9c0b-431b-af0a-f152b743a933 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 2aabcf82-13d3-40c4-850c-fe213f3f8489 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:34:58.186704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-97ae8143-9c0b-431b-af0a-f152b743a933 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:58.243010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae8143-9c0b-431b-af0a-f152b743a933 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=2aabcf82-13d3-40c4-850c-fe213f3f8489,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:58.331591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-97ae8143-9c0b-431b-af0a-f152b743a933 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port 2aabcf82-13d3-40c4-850c-fe213f3f8489 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:34:58.334691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-97ae8143-9c0b-431b-af0a-f152b743a933 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:58.337220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'name': 'network-vif-deleted', 'tag': '2aabcf82-13d3-40c4-850c-fe213f3f8489'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:34:58.380961 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd27019-c18c-48ef-936c-53f0f4583aae'] response: {'server_uuid': 'f8e34086-65dc-465b-a6df-120c09bf79bb', 'name': 'network-vif-deleted', 'tag': '2aabcf82-13d3-40c4-850c-fe213f3f8489', 'status': 'completed', 'code': 200} Jun 16 15:34:58.443411 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-15a014a1-3799-459a-bf4b-3d68c4fef772 req-97ae8143-9c0b-431b-af0a-f152b743a933 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "DELETE /v2.0/ports/2aabcf82-13d3-40c4-850c-fe213f3f8489 HTTP/1.1" status: 204 len: 173 time: 1.1122847 Jun 16 15:34:58.926426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-9b1cad9e-b753-4c00-b10e-b94b361719cb req-61be6401-81e8-4f85-9f8f-e216aba9f6e3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:34:59.013851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-9b1cad9e-b753-4c00-b10e-b94b361719cb req-61be6401-81e8-4f85-9f8f-e216aba9f6e3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:34:59.013851 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9b1cad9e-b753-4c00-b10e-b94b361719cb req-61be6401-81e8-4f85-9f8f-e216aba9f6e3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8e34086-65dc-465b-a6df-120c09bf79bb HTTP/1.1" status: 200 len: 210 time: 0.1380334 Jun 16 15:35:00.107276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34334) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:00.176763 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5d263bf8-a3b0-404a-b8ee-36e881b5abf1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:00.205733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5d263bf8-a3b0-404a-b8ee-36e881b5abf1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:00.346683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5d263bf8-a3b0-404a-b8ee-36e881b5abf1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:00.364302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d263bf8-a3b0-404a-b8ee-36e881b5abf1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:00.414334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5d263bf8-a3b0-404a-b8ee-36e881b5abf1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:00.415491 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5d263bf8-a3b0-404a-b8ee-36e881b5abf1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/8fd7d0c2-88e4-4b14-8d7e-2d99f7ebc545 HTTP/1.1" status: 204 len: 168 time: 0.3072274 Jun 16 15:35:00.484674 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34340) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:01.077869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:01.536775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:35:01.537453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:01.726772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:01.727150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:01.854971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:35:02.147380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:02.174696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 2aabcf82-13d3-40c4-850c-fe213f3f8489 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:35:02.195165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:02.217096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 2aabcf82-13d3-40c4-850c-fe213f3f8489 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:35:02.217448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 2aabcf82-13d3-40c4-850c-fe213f3f8489 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:35:02.243947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.244299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.244645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.244983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.245318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.245651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.245980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.246312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.246643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.246991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.247321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.247645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:02.501068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:02.857724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 42b6c560-9917-4cfc-8bd8-8e97f23873ff has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:35:03.162699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:35:03.172351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] Sync routers for ids ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:35:03.181583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] Routers {'42b6c560-9917-4cfc-8bd8-8e97f23873ff'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:35:03.182563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:34:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:03.243928 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2970e04b-f090-4fcd-8640-41af7be51a81 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/42b6c560-9917-4cfc-8bd8-8e97f23873ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7580912 Jun 16 15:35:03.246595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34344) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:03.327205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bf4561-8638-4641-8bfe-b13d3bbb5f7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting subnet 18e8f8e4-c95d-4dc1-8282-7a4b19b14938 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:35:03.330252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-49bf4561-8638-4641-8bfe-b13d3bbb5f7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:03.380838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] Set router 42b6c560-9917-4cfc-8bd8-8e97f23873ff gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:35:03.384230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-49bf4561-8638-4641-8bfe-b13d3bbb5f7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:03.477322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-49bf4561-8638-4641-8bfe-b13d3bbb5f7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:03.625415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-49bf4561-8638-4641-8bfe-b13d3bbb5f7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:03.667680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf4561-8638-4641-8bfe-b13d3bbb5f7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Subnet': ['ID=18e8f8e4-c95d-4dc1-8282-7a4b19b14938,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:03.677625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-49bf4561-8638-4641-8bfe-b13d3bbb5f7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:03.685563 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-49bf4561-8638-4641-8bfe-b13d3bbb5f7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/subnets/18e8f8e4-c95d-4dc1-8282-7a4b19b14938 HTTP/1.1" status: 204 len: 168 time: 0.4373515 Jun 16 15:35:03.688115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34348) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:03.690951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d7d87-469a-4df4-bf03-c530ff2b4b59 None None] Network 7a107496-dcaf-444e-837e-f591639b4330 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:35:03.876835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:03.886091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:35:01Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:03.892620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] Checking router: 42b6c560-9917-4cfc-8bd8-8e97f23873ff for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:35:03.910100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] Routers {'42b6c560-9917-4cfc-8bd8-8e97f23873ff'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:35:03.910725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:34:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:04.070380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:04.132624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] DHCP port deletion for 7a107496-dcaf-444e-837e-f591639b4330 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:35:04.149699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Deleting port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:35:04.150297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:04.181020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:35:04.181480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:04.226569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] Set router 42b6c560-9917-4cfc-8bd8-8e97f23873ff gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:35:04.359982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 53c79ecc-b2e3-40c4-8669-85f07c7d4b81, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=53c79ecc-b2e3-40c4-8669-85f07c7d4b81,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:04.360716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:04.597236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:35:04.646905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] For port 4fbc3f65-1567-46e5-9044-e649f65a4dd2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4fbc3f65-1567-46e5-9044-e649f65a4dd2,segment=NetworkSegment(c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd),segment_id=c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:04.647324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:04.816424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Calling delete_port for 4fbc3f65-1567-46e5-9044-e649f65a4dd2 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:35:04.894742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:35:01Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:04.900678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e49ce-0d7a-444d-bb05-09258fba06f8 None None] The sync data for ids ['42b6c560-9917-4cfc-8bd8-8e97f23873ff'] in dv-neutron-846028-2-hyperv is: [{'id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'name': 'tempest-TestNetworkBasicOps-router-887516381', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:31:48Z', 'updated_at': '2022-06-16T15:35:01Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': '53c79ecc-b2e3-40c4-8669-85f07c7d4b81', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6c560-9917-4cfc-8bd8-8e97f23873ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:31:49Z', 'updated_at': '2022-06-16T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:35:04.981713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.010440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.037834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Pushing event deleted for resources: {'Port': ['ID=4fbc3f65-1567-46e5-9044-e649f65a4dd2,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:05.042585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] No DVR routers for this DVR port 4fbc3f65-1567-46e5-9044-e649f65a4dd2 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:35:05.048437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.048790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83885d53-25c7-49c8-9382-a6af4487015a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:05.071833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=53c79ecc-b2e3-40c4-8669-85f07c7d4b81,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:05.170636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.355245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.360504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.473011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.473588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Fanout notify agent at l3_agent the message router_deleted on router 42b6c560-9917-4cfc-8bd8-8e97f23873ff {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:35:05.489819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.490946 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6845acec-0f89-449c-8857-cfbe658acfa4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/routers/42b6c560-9917-4cfc-8bd8-8e97f23873ff HTTP/1.1" status: 204 len: 168 time: 1.8016665 Jun 16 15:35:05.493628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34352) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:05.611606 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.746398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.771588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a107496-dcaf-444e-837e-f591639b4330']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:05.780880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.783494 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:05.783792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:05.796304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.814725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.821507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:35:05.821895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.966896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:35:06.001816 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd resource provider aggregate not found Jun 16 15:35:06.003838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:35:06.004199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 53c79ecc-b2e3-40c4-8669-85f07c7d4b81 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:35:06.004765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4fbc3f65-1567-46e5-9044-e649f65a4dd2 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:35:06.016849 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c69bbb95-16dd-4a7c-ac65-1078cbdcf4cd found for delete ", "request_id": "req-360eb32f-60ac-4c48-ae87-45199879b9ca"}]} Jun 16 15:35:06.021379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:06.038748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 4fbc3f65-1567-46e5-9044-e649f65a4dd2 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:35:06.039130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4fbc3f65-1567-46e5-9044-e649f65a4dd2 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:35:06.039549 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:35:06.042318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:06.051101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Network': ['ID=7a107496-dcaf-444e-837e-f591639b4330,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:06.076835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:35:06.077177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bdeb9b2c-bd5c-4dfa-8b96-35af5fd60d88 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:35:06.111778 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-964d2ca8-819b-4cb5-a612-ef3af0d40e7b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/networks/7a107496-dcaf-444e-837e-f591639b4330 HTTP/1.1" status: 204 len: 168 time: 0.6169724 Jun 16 15:35:06.124270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34362) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:06.130373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'network': {'name': 'tempest-network-smoke--127689847', 'project_id': 'cdbb136214314352a52001d8f185680c', 'port_security_enabled': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:06.136212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:06.141339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:network and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:06.146400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:06.152434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:06.208508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:35:06.211930 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:06.240856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:35:06.249827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:06.250161 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Added segment 6848118c-1dd7-4efe-9d3b-12dca93f1084 of type vlan for network 50fcbc1d-e562-472f-a099-89690e8325e0 Jun 16 15:35:06.287378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:06.421096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:06.427190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:06.427799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:06.551109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Network': ['ID=50fcbc1d-e562-472f-a099-89690e8325e0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:06.558525 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b722d825-fe12-49a8-8d99-5ae38e061bb0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4332378 Jun 16 15:35:06.561204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34366) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:06.564371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 50fcbc1d-e562-472f-a099-89690e8325e0 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:35:06.566402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'admin_state_up': True, 'project_id': 'cdbb136214314352a52001d8f185680c', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:06.574529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:06.578428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:router and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:06.581397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:06.592763 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:06.661419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:06.662914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:06.680419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:07.120987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:07.513219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:07.546089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:07.686711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.13 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/e8c83af2-92e2-46bd-8ca0-76bcc32aaca2) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:35:07.847546 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:07.945440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:08.013557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:35:08.016748 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:35:08.020417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:35:08.050535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=e8c83af2-92e2-46bd-8ca0-76bcc32aaca2,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:08.603918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:08.954090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:09.224612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:35:09.408335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:35:09.418849 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Sync routers for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:35:09.428528 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:35:09.429140 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:34:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:09.518634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:09.519920 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fe1ee20c-bc0b-43a5-ba40-d9c03f6b030e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9578052 Jun 16 15:35:09.523694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34370) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:09.644530 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:35:09.720419 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-99d42692-6aef-4d1a-a37d-4c6327ebc8e3 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=cdbb136214314352a52001d8f185680c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1956279 Jun 16 15:35:09.723592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34376) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:09.863861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e03c39-8b9d-480e-9f50-8c2da27237c4 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:09.865870 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b7e03c39-8b9d-480e-9f50-8c2da27237c4 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1413765 Jun 16 15:35:09.869121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34380) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:09.912312 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d37cffd0-92e4-4405-9358-ad2c62c78a6d tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420227 Jun 16 15:35:09.915161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34384) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:09.921636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1753111585', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'project_id': 'cdbb136214314352a52001d8f185680c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:09.962898 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:08Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:09.966720 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Checking router: 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:35:09.967094 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Updating router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:35:10.026339 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:10.035019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:10.038862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:subnet and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:10.043929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:10.047776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:10.163126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:35:10.168500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:10.386173 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:10.398669 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Transition to ACTIVE for port object e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:35:10.495633 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:10.579465 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Attempting to bind port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:35:10.579465 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Attempting to bind port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:35:10.579465 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Attempting to bind port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:35:10.584799 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:35:10.585166 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:35:10.585597 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:10.585984 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:35:10.586427 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Bound port: e8c83af2-92e2-46bd-8ca0-76bcc32aaca2, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:35:10.586791 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:10.604024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:10.613746 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Pushing event updated for resources: {'Port': ['ID=e8c83af2-92e2-46bd-8ca0-76bcc32aaca2,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:10.630671 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.631041 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.631472 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.631807 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.632130 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.632453 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.632779 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.633096 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.633415 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.633729 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.634048 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.634363 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.676920 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] For port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:35:10.679970 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] For port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e8c83af2-92e2-46bd-8ca0-76bcc32aaca2,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:35:10.685085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Subnet': ['ID=252c934e-449b-4126-98ed-d377be394067,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:10.696117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.696459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.696795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.697119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.697439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.697759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.698076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.698394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.698710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.699054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.699373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.699680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:10.704581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Checking segment: {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:35:10.704926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network hostable DHCP agents. Network: 50fcbc1d-e562-472f-a099-89690e8325e0, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:35:10.764664 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:10.838467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 50fcbc1d-e562-472f-a099-89690e8325e0 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:35:10.841611 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:35:10.842225 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:34:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:10.907686 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd91333-cabd-477a-9941-733fcc2fe5b2 None None] Pushing event updated for resources: {'Port': ['ID=e8c83af2-92e2-46bd-8ca0-76bcc32aaca2,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:10.924182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 50fcbc1d-e562-472f-a099-89690e8325e0) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:35:10.930721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:10.932248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:10.936106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf854e0-70a0-48cf-bda0-596ed3287e57 None None] Network 50fcbc1d-e562-472f-a099-89690e8325e0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:35:11.044815 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:35:11.054279 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f5788cbf-9063-4674-8703-3b438413a1ca tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1372955 Jun 16 15:35:11.058464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34388) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:11.221840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-50fcbc1d-e562-472f-a099-89690e8325e0', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:35:11.222975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:11.381015 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:08Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:11.386239 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264b2da-ad1a-4bfb-ba26-fc5f98f239d3 None None] The sync data for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv is: [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:08Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:35:11.425957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Allocated IP 172.20.0.2 (50fcbc1d-e562-472f-a099-89690e8325e0/252c934e-449b-4126-98ed-d377be394067/91755dc9-fdcd-40e8-b904-ab67107b952e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:35:11.703783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:11.721012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Transition to ACTIVE for port object 91755dc9-fdcd-40e8-b904-ab67107b952e will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:35:11.742976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Transition to ACTIVE for port object 91755dc9-fdcd-40e8-b904-ab67107b952e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:35:11.816112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:11.873649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:11.878254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:35:11.934506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Network 50fcbc1d-e562-472f-a099-89690e8325e0 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:35:11.939887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:35:11.950839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:35:12.016702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Pushing event updated for resources: {'Port': ['ID=91755dc9-fdcd-40e8-b904-ab67107b952e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:12.086695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Attempting to bind port 91755dc9-fdcd-40e8-b904-ab67107b952e on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:35:12.087094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Attempting to bind port 91755dc9-fdcd-40e8-b904-ab67107b952e by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:35:12.087464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Attempting to bind port 91755dc9-fdcd-40e8-b904-ab67107b952e on network 50fcbc1d-e562-472f-a099-89690e8325e0 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:35:12.093990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:35:12.094370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Checking segment: {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:35:12.094777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:12.095210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Bound using segment: {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:35:12.102521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Bound port: 91755dc9-fdcd-40e8-b904-ab67107b952e, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:35:12.102521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:12.152345 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:35:12.162686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:12.163088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:12.248933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] For port 91755dc9-fdcd-40e8-b904-ab67107b952e, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:35:12.252334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] For port 91755dc9-fdcd-40e8-b904-ab67107b952e, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=91755dc9-fdcd-40e8-b904-ab67107b952e,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:35:12.323030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:12.378408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:12.378961 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:12.390075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.1 (50fcbc1d-e562-472f-a099-89690e8325e0/252c934e-449b-4126-98ed-d377be394067/f1b2c444-e3b7-46b7-94ce-c4c78c47dc48) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:35:12.434499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e8c83af2-92e2-46bd-8ca0-76bcc32aaca2,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:12.440060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469a44a-9c89-4c06-a32c-adbd530957b4 None None] Pushing event updated for resources: {'Port': ['ID=91755dc9-fdcd-40e8-b904-ab67107b952e,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:12.516869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:12.587262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:12.609080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:35:12.663551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=e8c83af2-92e2-46bd-8ca0-76bcc32aaca2,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:12.730164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:12.800488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 50fcbc1d-e562-472f-a099-89690e8325e0 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:35:12.804662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:35:12.808553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:35:12.966884 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=f1b2c444-e3b7-46b7-94ce-c4c78c47dc48,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:12.999568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:13.383089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:13.831004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:13.861626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff81485-8f62-4c4d-8ba6-68c550f20164 None None] Network 50fcbc1d-e562-472f-a099-89690e8325e0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:35:13.895287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:13.937936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:35:14.023822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=f1b2c444-e3b7-46b7-94ce-c4c78c47dc48,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:14.027186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:14.087327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9e212b47-a88d-4381-9aee-c1bad31e9691 None None] Provisioning for port 91755dc9-fdcd-40e8-b904-ab67107b952e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:35:14.104500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:14.104782 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:14.171116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 50fcbc1d-e562-472f-a099-89690e8325e0 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:35:14.172349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:35:14.291141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:14.292471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 91755dc9-fdcd-40e8-b904-ab67107b952e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:35:14.380660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:35:14.427357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 91755dc9-fdcd-40e8-b904-ab67107b952e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:35:14.433299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 91755dc9-fdcd-40e8-b904-ab67107b952e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:14.433785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:14.583661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 91755dc9-fdcd-40e8-b904-ab67107b952e is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:14.584159 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:14.588489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:35:14.602967 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-67a49e05-3e57-4c53-b88d-5a749148a2bd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/1c9b4dc0-b910-4cc6-b5d1-7de588707e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5419149 Jun 16 15:35:14.604938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Sync routers for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:35:14.605439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34392) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:14.614849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5c9b544d-1158-4b97-947f-2c728040621e None None] Provisioning complete for port 91755dc9-fdcd-40e8-b904-ab67107b952e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:14.615282 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5c9b544d-1158-4b97-947f-2c728040621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:14.675895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:35:14.677141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:34:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:14.758713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 91755dc9-fdcd-40e8-b904-ab67107b952e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=91755dc9-fdcd-40e8-b904-ab67107b952e,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:14.845255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:14.907699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c09d2de-c1cb-49e9-bfce-7fe6ec06b178 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:14.908322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c09d2de-c1cb-49e9-bfce-7fe6ec06b178 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:14.908632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c09d2de-c1cb-49e9-bfce-7fe6ec06b178 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:14.909094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c09d2de-c1cb-49e9-bfce-7fe6ec06b178 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:14.910998 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1c09d2de-c1cb-49e9-bfce-7fe6ec06b178 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.3043849 Jun 16 15:35:14.914317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34396) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:14.984373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b8a09-7800-4f91-8376-7d107cfd125c tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:14.984748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b8a09-7800-4f91-8376-7d107cfd125c tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:14.985201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b8a09-7800-4f91-8376-7d107cfd125c tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:14.985651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b8a09-7800-4f91-8376-7d107cfd125c tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:14.994031 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-de8b8a09-7800-4f91-8376-7d107cfd125c tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0720179 Jun 16 15:35:14.994207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34400) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:14.996296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:35:15.049936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=91755dc9-fdcd-40e8-b904-ab67107b952e,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:15.053781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b544d-1158-4b97-947f-2c728040621e None None] Current status of the port 91755dc9-fdcd-40e8-b904-ab67107b952e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:15.221743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-318b10bc-3d15-4bce-9a4a-6721d3101181 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2296054 Jun 16 15:35:15.223944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5c9b544d-1158-4b97-947f-2c728040621e None None] Provisioning for port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:35:15.241982 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5c9b544d-1158-4b97-947f-2c728040621e None None] Provisioning complete for port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:15.242364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5c9b544d-1158-4b97-947f-2c728040621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:15.321836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b544d-1158-4b97-947f-2c728040621e None None] Port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:35:15.383781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34406) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:15.389535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-373531910', 'description': 'tempest-secgroup-smoke-373531910 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:15.392234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:15.395875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:15.398729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Checking router: 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:35:15.399211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Updating router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:35:15.400425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:15.403600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:15.409533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:15.494320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:15.509110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-205df13e-e8e7-4a3a-adda-b88fc5f56160 None None] Provisioning complete for port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:15.509473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-205df13e-e8e7-4a3a-adda-b88fc5f56160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:15.515427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:15.519435 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:15.522497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:15.528642 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:15.536654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:15.617532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:15.634507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-205df13e-e8e7-4a3a-adda-b88fc5f56160 None None] Port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:35:15.672553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:15.708344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cee28366-1875-466d-8a2a-5988ee3f89a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:15.720250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c778a1-f6b8-4359-a2bd-48c72952d98d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:15.813445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:15.817793 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8e394b8a-66b5-4010-a900-2dde904444d9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4298232 Jun 16 15:35:15.818052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34410) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:15.823647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '32c778a1-f6b8-4359-a2bd-48c72952d98d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:15.829881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:15.835991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:15.839863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:15.851833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:15.860502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 91755dc9-fdcd-40e8-b904-ab67107b952e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:35:15.993830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.002356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 91755dc9-fdcd-40e8-b904-ab67107b952e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:16.003025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.050219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.071947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.076581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Transition to ACTIVE for port object f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:35:16.146370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 91755dc9-fdcd-40e8-b904-ab67107b952e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:16.169731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.195644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9488ed5-6d8a-4bd0-b04b-b37c5d15b0b3,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:16.203762 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.284994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.291054 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8e94731e-bd65-4cf5-966e-c2c2af91605c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4679577 Jun 16 15:35:16.291520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34414) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:16.299815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '32c778a1-f6b8-4359-a2bd-48c72952d98d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:16.314635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:16.328031 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:16.334066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:16.346105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:16.375799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d264f8-6578-4491-89f7-6fd30c5d3ca9 None None] Pushing event updated for resources: {'Port': ['ID=f1b2c444-e3b7-46b7-94ce-c4c78c47dc48,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:16.451281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.453102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Attempting to bind port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:35:16.458518 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Attempting to bind port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:35:16.458518 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Attempting to bind port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 on network 50fcbc1d-e562-472f-a099-89690e8325e0 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:35:16.460510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:35:16.460890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Checking segment: {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:35:16.461290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.461709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Bound using segment: {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:35:16.462158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Bound port: f1b2c444-e3b7-46b7-94ce-c4c78c47dc48, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:35:16.462536 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.560719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.578084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] For port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:35:16.580722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] For port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f1b2c444-e3b7-46b7-94ce-c4c78c47dc48,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:35:16.641121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.668950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.674090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f570b8-94ce-4cdd-8eeb-de84aea84564,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:16.746966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:16.748883 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-40945422-8651-4545-85b2-ed585b52cdf0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4551938 Jun 16 15:35:16.752474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34418) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:16.758426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '32c778a1-f6b8-4359-a2bd-48c72952d98d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:16.766086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:16.769152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:16.773081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:16.776811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:35:16.777457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:34:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:16.780870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:16.845932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d264f8-6578-4491-89f7-6fd30c5d3ca9 None None] Pushing event updated for resources: {'Port': ['ID=f1b2c444-e3b7-46b7-94ce-c4c78c47dc48,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:16.922743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.032258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.039390 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:35:17.129753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.157791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35869a27-d7d6-476a-a292-71ed544b839f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:17.259427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.260946 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3499644b-036c-4d06-b7fb-15720e201591 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5075228 Jun 16 15:35:17.264639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34422) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:17.275244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '32c778a1-f6b8-4359-a2bd-48c72952d98d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:17.277315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:17.281464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:17.285014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:17.291947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:17.379577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.454339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.506844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.525910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:16Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:17.530680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52013e81-95ae-423f-a3e8-9e9adb1840b5 None None] The sync data for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv is: [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:16Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:35:17.535469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20cd705-229d-4c98-91b4-1bf0d2d9b0fe,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:17.624760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.628170 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1efcea39-2371-4561-a72a-4bbe8d82d698 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622713 Jun 16 15:35:17.631824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34426) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:17.637995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '32c778a1-f6b8-4359-a2bd-48c72952d98d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:17.644209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:17.652650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:17.657346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:17.669597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:17.757047 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:35:17.764692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.851257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.881420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:35:17.939509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:17.972622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b7bad1-5b0f-4234-8126-2087509e0b6c,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:18.032438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:35:18.038375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:18.041545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:18.060853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:18.065220 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4fb52783-73f8-40a7-802f-d0ac9abc5ca4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4294267 Jun 16 15:35:18.065512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34430) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:18.073173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '32c778a1-f6b8-4359-a2bd-48c72952d98d', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:18.082778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:18.089936 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:18.097598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:18.115015 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:18.181845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:18.182207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:18.210231 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:35:18.219478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f1b2c444-e3b7-46b7-94ce-c4c78c47dc48,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:18.221319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:18.307137 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:18.324065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:18.348017 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-75d90dbc-6dbb-4716-89c4-c07bd8a0572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:18.397675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=f1b2c444-e3b7-46b7-94ce-c4c78c47dc48,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:18.402770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:18.434319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7199f440-3707-4493-a796-74f63d728459,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:18.521857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:18.523182 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7704a8d3-cb24-4442-96e9-f4d6f4dce55a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4566400 Jun 16 15:35:18.739001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-ff66162f-a19a-4bf6-81fe-d5587cf42da2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:35:18.798794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:18.824729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-ff66162f-a19a-4bf6-81fe-d5587cf42da2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:35:18.826061 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-ff66162f-a19a-4bf6-81fe-d5587cf42da2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373531910&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.1330214 Jun 16 15:35:18.990042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-48b76e9d-5641-47e2-84f4-d0715c479054 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:18.990744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-48b76e9d-5641-47e2-84f4-d0715c479054 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:35:19.113005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-48b76e9d-5641-47e2-84f4-d0715c479054 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:35:19.114582 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-48b76e9d-5641-47e2-84f4-d0715c479054 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 796 time: 0.2805619 Jun 16 15:35:19.136510 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-5909d2fa-a6b3-41b6-8cf7-7d51f240a0a8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/quotas/cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 375 time: 0.0159285 Jun 16 15:35:19.243160 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-adcf85ef-8cd1-4d72-ab75-24872a0f24fa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953014 Jun 16 15:35:19.303035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-8dc4b38a-ddda-47c8-bb6c-6fe57b9fb45b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:35:19.304023 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-8dc4b38a-ddda-47c8-bb6c-6fe57b9fb45b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494640 Jun 16 15:35:19.451867 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-ea51d9d0-f7de-42a2-9baa-785c6c703722 service neutron] 10.222.0.73 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412997 Jun 16 15:35:19.585152 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-5a36ac9b-f593-4090-b2be-96327a902e33 service neutron] 10.222.0.73 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273472 Jun 16 15:35:19.845516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:35:19.868400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0e2e19b-466b-4638-b460-4880da8c9f76 req-ede11edb-95e7-4c74-82eb-cdb532ff9067 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 210 time: 0.0555155 Jun 16 15:35:19.919184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:19.919619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:20.034146 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:20.281537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:20.976437 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4788b24e-61e5-4be3-8f3c-8efc9ef611a2 req-7c08f0e8-21e8-4eb1-8bb2-bb7ab237a725 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 210 time: 0.0532901 Jun 16 15:35:21.523593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:21.531613 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:35:22.080185 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-45235216-1852-47cc-ae4d-17910ed344f1 req-bac27a39-0757-4cb7-8951-f6f7e0071150 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 210 time: 0.0502176 Jun 16 15:35:23.186426 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-307cd7dd-007e-4185-980c-539d87ad166d req-50e1b0d9-d01e-4b3b-bcb5-60c72aa71400 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 210 time: 0.0532372 Jun 16 15:35:24.341771 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c8a32c41-c9b5-4053-b1d3-bd1574784591 req-30ddcbf6-78cb-472f-ae71-704bf2cc4593 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 210 time: 0.0513141 Jun 16 15:35:25.518952 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bcc4c418-10a7-40f9-a728-29bbdf6f5161 req-dbd543b3-2fe6-4e58-99df-bd86198ac045 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 210 time: 0.0661447 Jun 16 15:35:26.478891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-497ddb04-7662-4aeb-8a0d-1869576b80b1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:26.480465 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-497ddb04-7662-4aeb-8a0d-1869576b80b1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 796 time: 0.3553057 Jun 16 15:35:26.551712 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-2b13ce62-5e2c-4a3a-96e8-dfe68d24f582 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 379 time: 0.0611706 Jun 16 15:35:26.567781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'admin_state_up': True, 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'security_groups': ['32c778a1-f6b8-4359-a2bd-48c72952d98d']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:26.826075 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5908b126-37a1-46c0-8f1d-61f2b048da39 req-fbf1ff95-4f0e-41e3-a545-aa80fa293b87 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 210 time: 0.1022809 Jun 16 15:35:26.864044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:26.873090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:port and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:26.877838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:26.885931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:26.963946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:35:26.967457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:27.130736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.12 (50fcbc1d-e562-472f-a099-89690e8325e0/252c934e-449b-4126-98ed-d377be394067/cf48e352-6ed8-4550-afeb-19c1c50ee549) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:35:27.341161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:27.356931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object cf48e352-6ed8-4550-afeb-19c1c50ee549 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:35:27.448097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:27.520039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 50fcbc1d-e562-472f-a099-89690e8325e0 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:35:27.523440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:35:27.527092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:35:27.558209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=cf48e352-6ed8-4550-afeb-19c1c50ee549,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:27.594712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:27.595347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:27.677673 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-be8502af-e88d-4a2d-896b-f179b233d2f1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1172702 Jun 16 15:35:27.688865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Request body: {'port': {'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:27.803845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:27.850058 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0e3e0836-72f1-4b12-bc4b-5539c62191da None None] Provisioning for port cf48e352-6ed8-4550-afeb-19c1c50ee549 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:35:27.858750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0e3e0836-72f1-4b12-bc4b-5539c62191da None None] Provisioning complete for port cf48e352-6ed8-4550-afeb-19c1c50ee549 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:27.859157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0e3e0836-72f1-4b12-bc4b-5539c62191da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:27.913912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e0836-72f1-4b12-bc4b-5539c62191da None None] Port cf48e352-6ed8-4550-afeb-19c1c50ee549 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:35:28.148441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980911b4-a7c1-465a-be01-b4a4baad913d req-8c70b8fa-320e-4654-9de4-36c318475ffd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:28.149124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-980911b4-a7c1-465a-be01-b4a4baad913d req-8c70b8fa-320e-4654-9de4-36c318475ffd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:35:28.236496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-980911b4-a7c1-465a-be01-b4a4baad913d req-8c70b8fa-320e-4654-9de4-36c318475ffd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:35:28.237646 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-980911b4-a7c1-465a-be01-b4a4baad913d req-8c70b8fa-320e-4654-9de4-36c318475ffd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 932 time: 0.2972646 Jun 16 15:35:28.261728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf48e352-6ed8-4550-afeb-19c1c50ee549 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:35:28.273459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:28.303190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Transition to ACTIVE for port object cf48e352-6ed8-4550-afeb-19c1c50ee549 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:35:28.308147 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-980911b4-a7c1-465a-be01-b4a4baad913d req-27970f05-fa48-46ed-acc1-306b5cdf89ef tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628378 Jun 16 15:35:28.367474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:28.537948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf48e352-6ed8-4550-afeb-19c1c50ee549,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:28.714056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Attempting to bind port cf48e352-6ed8-4550-afeb-19c1c50ee549 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:35:28.714725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Attempting to bind port cf48e352-6ed8-4550-afeb-19c1c50ee549 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:35:28.714725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Attempting to bind port cf48e352-6ed8-4550-afeb-19c1c50ee549 on network 50fcbc1d-e562-472f-a099-89690e8325e0 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:35:28.719289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Port cf48e352-6ed8-4550-afeb-19c1c50ee549 on network 50fcbc1d-e562-472f-a099-89690e8325e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:35:28.719605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Attempting to bind port cf48e352-6ed8-4550-afeb-19c1c50ee549 on network 50fcbc1d-e562-472f-a099-89690e8325e0 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:35:28.724701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:35:28.725040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Checking segment: {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:35:28.725427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Bound using segment: {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:35:28.725854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Bound port: cf48e352-6ed8-4550-afeb-19c1c50ee549, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:35:28.726200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:28.835270 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] For port cf48e352-6ed8-4550-afeb-19c1c50ee549, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:35:28.838370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] For port cf48e352-6ed8-4550-afeb-19c1c50ee549, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:35:28.924231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:28.979398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:28.979997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:28.981398 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 200 len: 1094 time: 1.2967734 Jun 16 15:35:28.981819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:35:29.016540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1233a-00ce-42db-b798-d560a95ad0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf48e352-6ed8-4550-afeb-19c1c50ee549,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:29.189521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-39fa0f23-cdd4-4ce2-a65e-39bccb6be77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:29.190990 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-39fa0f23-cdd4-4ce2-a65e-39bccb6be77b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 1097 time: 0.0913937 Jun 16 15:35:29.192488 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a1fbc5-b6fd-46f4-822c-f5ad117b8880'] response: {'name': 'network-changed', 'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'status': 'completed', 'code': 200} Jun 16 15:35:29.265327 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-36737ed4-b215-4f7c-902d-c6063864905b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 200 len: 217 time: 0.0675251 Jun 16 15:35:29.333646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-96031d39-74e1-414b-8051-3acc8b3e19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:29.335123 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-96031d39-74e1-414b-8051-3acc8b3e19ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 200 len: 835 time: 0.0621014 Jun 16 15:35:29.461005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-4367b31c-0748-4a61-bdc1-299503c8fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:29.462472 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-4367b31c-0748-4a61-bdc1-299503c8fe99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50fcbc1d-e562-472f-a099-89690e8325e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1215107 Jun 16 15:35:29.623930 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08e9e5-5e43-4380-9d6e-30db85946de7 req-ac5056ac-a7f0-4249-ac51-8172d65f3af5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:29.625309 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8f08e9e5-5e43-4380-9d6e-30db85946de7 req-ac5056ac-a7f0-4249-ac51-8172d65f3af5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 944 time: 0.2088315 Jun 16 15:35:29.627276 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-47e96eaa-81cb-4620-bb71-c2708dce5256 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551311 Jun 16 15:35:29.763960 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8f08e9e5-5e43-4380-9d6e-30db85946de7 req-d4106eff-ff65-484b-ae46-65ff8d177ea9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318960 Jun 16 15:35:29.799487 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c99dcca3-53d1-46be-947d-cce0fbf55677 req-3d05848f-6d50-4839-b285-d6f367cd9cc6 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540847 Jun 16 15:35:30.012354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976b87-e836-49ef-ae17-f0742768a6bd req-6a14253c-31ed-4de3-be83-adcb1744e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:30.013837 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-91976b87-e836-49ef-ae17-f0742768a6bd req-6a14253c-31ed-4de3-be83-adcb1744e1b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 1097 time: 0.0815690 Jun 16 15:35:30.151339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976b87-e836-49ef-ae17-f0742768a6bd req-9f36251f-e91a-45f3-a673-672589cf9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:30.152848 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-91976b87-e836-49ef-ae17-f0742768a6bd req-9f36251f-e91a-45f3-a673-672589cf9f92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 897 time: 0.1328197 Jun 16 15:35:30.229570 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-91976b87-e836-49ef-ae17-f0742768a6bd req-83fbf545-dff9-4080-93af-7f6474ba9f43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 200 len: 217 time: 0.0702844 Jun 16 15:35:30.306277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976b87-e836-49ef-ae17-f0742768a6bd req-b26ae278-82ba-4736-980e-85234e84bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:30.307153 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-91976b87-e836-49ef-ae17-f0742768a6bd req-b26ae278-82ba-4736-980e-85234e84bf34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 200 len: 835 time: 0.0701902 Jun 16 15:35:30.404388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976b87-e836-49ef-ae17-f0742768a6bd req-03de233d-a054-4441-873f-2492b6b0a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:30.405988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-91976b87-e836-49ef-ae17-f0742768a6bd req-03de233d-a054-4441-873f-2492b6b0a6f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50fcbc1d-e562-472f-a099-89690e8325e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917802 Jun 16 15:35:30.549356 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-91976b87-e836-49ef-ae17-f0742768a6bd req-4f0095e4-d894-4b4b-976d-e332d1f5a84b service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351552 Jun 16 15:35:30.798172 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-91976b87-e836-49ef-ae17-f0742768a6bd req-529b4b64-586b-4113-a41e-9a9c676d6393 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422428 Jun 16 15:35:30.976109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55073e6-818d-430f-8b36-d74984c8a471 req-a5996c88-b534-45d3-b919-38e804799e52 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:30.977599 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a55073e6-818d-430f-8b36-d74984c8a471 req-a5996c88-b534-45d3-b919-38e804799e52 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 944 time: 0.0947664 Jun 16 15:35:31.021909 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a55073e6-818d-430f-8b36-d74984c8a471 req-8ed2b5c8-3005-462d-9620-b4c37a446042 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385802 Jun 16 15:35:32.215600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ffd6d-b579-4fce-babf-37b15a6ebfb7 req-aa680aac-9e6d-4f22-9851-425f67a1b866 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:32.217031 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-866ffd6d-b579-4fce-babf-37b15a6ebfb7 req-aa680aac-9e6d-4f22-9851-425f67a1b866 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 944 time: 0.0869594 Jun 16 15:35:32.262088 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-866ffd6d-b579-4fce-babf-37b15a6ebfb7 req-4a75f1d2-2037-461e-8a62-49d1d933944e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393467 Jun 16 15:35:32.329445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device cf48e352-6ed8-4550-afeb-19c1c50ee549 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:35:32.480692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port cf48e352-6ed8-4550-afeb-19c1c50ee549, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:32.493412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:35:32.551377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port cf48e352-6ed8-4550-afeb-19c1c50ee549 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:32.551759 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:32.568887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf48e352-6ed8-4550-afeb-19c1c50ee549 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:35:32.584924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port cf48e352-6ed8-4550-afeb-19c1c50ee549, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:32.648967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:32.721248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=cf48e352-6ed8-4550-afeb-19c1c50ee549,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:32.907950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['cf48e352-6ed8-4550-afeb-19c1c50ee549'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:35:33.459210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6e157-36c4-4e62-b12a-197bc1e15b4a req-18480356-b23b-465c-a0b3-5a26a46450ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:33.460655 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3fc6e157-36c4-4e62-b12a-197bc1e15b4a req-18480356-b23b-465c-a0b3-5a26a46450ad tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 945 time: 0.0942862 Jun 16 15:35:33.503021 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3fc6e157-36c4-4e62-b12a-197bc1e15b4a req-1c5778c2-8c1c-4810-a06e-0f989b97c14a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367057 Jun 16 15:35:34.341093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device cf48e352-6ed8-4550-afeb-19c1c50ee549 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:35:34.472438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port cf48e352-6ed8-4550-afeb-19c1c50ee549 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:35:34.478172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port cf48e352-6ed8-4550-afeb-19c1c50ee549 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:34.478541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:34.633739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port cf48e352-6ed8-4550-afeb-19c1c50ee549 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:34.633986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:34.670236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:35:34.680754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port cf48e352-6ed8-4550-afeb-19c1c50ee549, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:34.707317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea5ea-7b2d-4360-bf4d-99ad8d9968be req-3c33e342-da16-4d86-88a6-31f597270548 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:34.708893 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-282ea5ea-7b2d-4360-bf4d-99ad8d9968be req-3c33e342-da16-4d86-88a6-31f597270548 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 945 time: 0.0944231 Jun 16 15:35:34.755869 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-282ea5ea-7b2d-4360-bf4d-99ad8d9968be req-021dce7e-dcdc-4e7e-a24b-48d448ceedd2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412984 Jun 16 15:35:34.757880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:34.800719 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b7802a-9ef0-4456-9b3e-6b3bb8ded0c8'] response: {'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'code': 200} Jun 16 15:35:34.849387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=cf48e352-6ed8-4550-afeb-19c1c50ee549,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:35.147489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad94f5-205d-4d42-940d-cde5363d6f47 req-0d8f9d3e-5475-4021-9380-13d22eac13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:35.148667 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-69ad94f5-205d-4d42-940d-cde5363d6f47 req-0d8f9d3e-5475-4021-9380-13d22eac13f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 1099 time: 0.0796587 Jun 16 15:35:35.193199 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-69ad94f5-205d-4d42-940d-cde5363d6f47 req-595c07a3-6786-4dcb-9a4b-052004b92fcb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389607 Jun 16 15:35:35.830418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:35.955728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b06f-c865-4672-a09d-115e9f0e3cc4 req-a8e87355-6a84-4d09-b32b-f8c749b4d6c1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:35.957163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d4e8b06f-c865-4672-a09d-115e9f0e3cc4 req-a8e87355-6a84-4d09-b32b-f8c749b4d6c1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 946 time: 0.0933235 Jun 16 15:35:36.001826 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d4e8b06f-c865-4672-a09d-115e9f0e3cc4 req-ed46d897-affc-4c40-beca-f0b9887425a1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383551 Jun 16 15:35:37.207831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96fa83-1ec5-4873-8040-dd48656acd3b req-ab387eb2-5ebb-4774-abfa-a5c8dcb46760 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:37.209269 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-de96fa83-1ec5-4873-8040-dd48656acd3b req-ab387eb2-5ebb-4774-abfa-a5c8dcb46760 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 946 time: 0.0993044 Jun 16 15:35:37.252181 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-de96fa83-1ec5-4873-8040-dd48656acd3b req-1c1f3131-7794-4bd9-b1b9-4b39a3a22fbe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372679 Jun 16 15:35:37.467732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57414d3-6e13-4479-ab83-ff5ced1c5592 req-5816eb8c-6344-46e9-94ea-008404dbbb9a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:37.469183 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d57414d3-6e13-4479-ab83-ff5ced1c5592 req-5816eb8c-6344-46e9-94ea-008404dbbb9a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 946 time: 0.0875623 Jun 16 15:35:37.514346 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d57414d3-6e13-4479-ab83-ff5ced1c5592 req-662110aa-4d9e-4d88-b39e-fc89240a09fa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391240 Jun 16 15:35:37.536369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34512) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:37.616683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bcb41c-2583-4aa5-8cd6-a63cbe966afc tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:37.618069 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e7bcb41c-2583-4aa5-8cd6-a63cbe966afc tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 1094 time: 0.0807378 Jun 16 15:35:37.621168 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34516) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:37.626207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:37.632779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:37.636577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:floatingip and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:37.639370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:37.645021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:37.717865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:37.859684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:37.996578 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.238 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/4ad4a01b-0b1b-4f8f-b923-8fa3620a5c41) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:35:38.144880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:38.249391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:38.314720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:35:38.317915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:35:38.320535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:35:38.358577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=4ad4a01b-0b1b-4f8f-b923-8fa3620a5c41,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:38.848874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:38.990825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:39.199184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:39.249442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:39.362711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=4ad4a01b-0b1b-4f8f-b923-8fa3620a5c41,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:39.373796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:39.544835 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP dcefa353-bcfd-4a9f-8cde-61097c78fe60 associated. External IP: 172.26.2.238, port: cf48e352-6ed8-4550-afeb-19c1c50ee549. Jun 16 15:35:39.900712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:35:40.189886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:35:40.200442 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] Sync routers for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:35:40.211687 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:35:40.212299 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:35:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:40.281862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:40.339829 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-81cb7678-f1d8-4646-bed7-a226f2ed9f94 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7176440 Jun 16 15:35:40.340430 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:35:40.343338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34520) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:40.404367 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8c4cba-22ec-41ed-82da-0e1b9b4da22b'] response: {'name': 'network-changed', 'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'status': 'completed', 'code': 200} Jun 16 15:35:40.430912 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:35:40.438835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faccc068-4245-4596-adbb-44335c9d142b tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:40.446877 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-faccc068-4245-4596-adbb-44335c9d142b tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 1094 time: 0.1014647 Jun 16 15:35:40.534386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-56cffc60-253c-4630-85cc-47a49b07d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:40.535926 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-56cffc60-253c-4630-85cc-47a49b07d3b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 1099 time: 0.1037331 Jun 16 15:35:40.626419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34528) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:40.632566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574795501', 'description': 'tempest-secgroup-smoke-574795501 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:40.638660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:40.649331 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:40.685153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-205fc304-66b9-4070-8e2f-24c2e0cfb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:40.686568 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-205fc304-66b9-4070-8e2f-24c2e0cfb1f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 897 time: 0.1453702 Jun 16 15:35:40.735643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:40.761854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:40.766183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:40.769570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:40.775837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:40.798143 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-beb5b6b9-ba57-45c2-9aea-a84bb8b0f9d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 200 len: 1000 time: 0.1052985 Jun 16 15:35:40.807642 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'dcefa353-bcfd-4a9f-8cde-61097c78fe60', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:35:38Z', 'updated_at': '2022-06-16T15:35:38Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:40.812254 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] Checking router: 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:35:40.823367 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:35:40.823977 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:35:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:40.854242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:40.862462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-952561c7-fef6-4d61-a306-eb3ebebe50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:40.866618 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-952561c7-fef6-4d61-a306-eb3ebebe50b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 200 len: 835 time: 0.0608199 Jun 16 15:35:40.923737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:40.956326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-e87c89ef-a553-44d2-8e01-2507ff1f9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:40.958109 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-e87c89ef-a553-44d2-8e01-2507ff1f9245 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50fcbc1d-e562-472f-a099-89690e8325e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882823 Jun 16 15:35:40.983049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:41.022728 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:35:41.053343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:41.055415 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f0fc2365-aed8-44c2-a999-ad58c72a0906 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4274268 Jun 16 15:35:41.057970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34532) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:41.066130 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '3a7d0d8f-265d-447e-ab5c-3ef3bca576fa', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:41.074563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:41.079676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:41.082685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:41.088571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:41.107280 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-b08eb213-74dc-416d-b59c-17450e585daf service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430833 Jun 16 15:35:41.170250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:41.247804 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fa0972e-c00d-4488-9c73-cc49365c9555 req-ecb312ba-5da1-414a-812e-659b936e989f service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347694 Jun 16 15:35:41.247994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:41.321615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:41.353529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f392104a-a2c8-40ab-9b83-31b51820201c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:41.381921 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'dcefa353-bcfd-4a9f-8cde-61097c78fe60', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:35:38Z', 'updated_at': '2022-06-16T15:35:38Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:35:41.386002 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ace8e-4fe1-45d0-aae8-c11a094e2583 None None] The sync data for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv is: [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'dcefa353-bcfd-4a9f-8cde-61097c78fe60', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:35:38Z', 'updated_at': '2022-06-16T15:35:38Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:35:41.448033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:41.450118 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-76937146-3a24-4321-b473-34986be2998c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903227 Jun 16 15:35:41.452882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34536) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:41.466834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '3a7d0d8f-265d-447e-ab5c-3ef3bca576fa', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:41.466834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:41.469828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:41.473742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:41.479774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:41.576317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27343dea-8fa5-47e3-88ab-bd6511966a84 None None] New status for floating IP dcefa353-bcfd-4a9f-8cde-61097c78fe60: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:35:41.580252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:41.645508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:41.734762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:41.760431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8235e5dd-0550-4d4a-96f2-c63454f3a169,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:41.847082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:41.848313 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f6681b6b-3cb2-468a-9730-9e533fa7e602 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3944132 Jun 16 15:35:41.851118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34540) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:41.856414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '3a7d0d8f-265d-447e-ab5c-3ef3bca576fa', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:41.862336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:41.866227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:41.870435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:41.875834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:41.980102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.072529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.146346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.170333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afed39f7-3628-4412-ae9d-ab69b17740de,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:42.244025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.245389 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-46fcffa7-e90d-4f38-9522-897bed7dff53 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3932738 Jun 16 15:35:42.248411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34544) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:42.255505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '3a7d0d8f-265d-447e-ab5c-3ef3bca576fa', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:42.263395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:42.268144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:42.272703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:42.281969 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:42.359232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.423226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.529770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.556092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b86f5f-a0e5-44a5-87d3-a829aa8515da,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:42.653168 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.654418 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f5908602-c615-4f6e-850f-90a75fe22f1f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4048831 Jun 16 15:35:42.657121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34548) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:42.662724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '3a7d0d8f-265d-447e-ab5c-3ef3bca576fa', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:42.669037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:42.672963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:42.676599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:42.682460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:42.761716 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:35:42.769484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.838991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.929300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:42.954160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b6251e-c4fa-4998-bf2d-9f7d6aa52f86,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:43.030107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:43.031365 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-21ad7513-19fd-493b-a2d6-0d2ce5734b85 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733003 Jun 16 15:35:43.034041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34552) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:35:43.039171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '3a7d0d8f-265d-447e-ab5c-3ef3bca576fa', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:43.045128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:43.049712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:35:43.052469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:35:43.058203 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:43.141060 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:35:43.148087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:43.218771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:43.293132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:43.317898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b659746-c688-40c4-a23c-81d0b885f00e,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:43.388037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:43.389455 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-70252e04-cfb5-4069-923d-00cd434d88d0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3544986 Jun 16 15:35:43.561545 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-fae2f782-63b1-4fc7-a0f0-d803e673db46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574795501&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.0396671 Jun 16 15:35:43.710269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112e87-8a64-4bcb-937c-b7702d556caf req-c287f55c-d114-4111-93d1-9768c96a19ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:43.711721 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-c287f55c-d114-4111-93d1-9768c96a19ce tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 796 time: 0.1428578 Jun 16 15:35:43.727410 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-04a079be-dc97-4ce1-b978-4d4174be2998 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/quotas/cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 375 time: 0.0099261 Jun 16 15:35:43.848357 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-b5416056-3a96-4951-9e68-158296bb697f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1140411 Jun 16 15:35:43.925563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-cccfbacf-389c-4e68-8a62-4a5cb7a15132 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:35:43.926629 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-cccfbacf-389c-4e68-8a62-4a5cb7a15132 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0655124 Jun 16 15:35:44.062067 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-864bfb8b-336f-4910-94b4-3e362a7da2fe service neutron] 10.222.0.73 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292017 Jun 16 15:35:44.323795 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-588e080b-0ef6-4b60-94c0-7a73561f2b4c service neutron] 10.222.0.73 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545190 Jun 16 15:35:45.678719 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-08eda540-fef7-478a-9aaa-3d698071f084 req-f7282324-66b1-4bb2-b754-91d4586ac2d5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 210 time: 0.0637436 Jun 16 15:35:45.704210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4997-cc55-49ff-961b-247259b4e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:46.838776 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-558b2151-3506-4351-93c0-d474bae2690d req-14568596-dc27-471b-93e7-a9330f083b49 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 210 time: 0.0548000 Jun 16 15:35:47.902736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e4628aa4-5599-4b0f-bc37-55f21338e05f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:47.904935 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e4628aa4-5599-4b0f-bc37-55f21338e05f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 796 time: 0.1577013 Jun 16 15:35:47.961514 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-c6e51a01-f15f-40bf-93d8-d08978380efa tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 471 time: 0.0459328 Jun 16 15:35:48.009508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'device_id': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'admin_state_up': True, 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'security_groups': ['3a7d0d8f-265d-447e-ab5c-3ef3bca576fa']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:48.040311 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86c20c25-1f8b-4194-af03-b25ef400c714 req-0f285ac5-0abe-4fbb-a560-26b790fbc221 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 210 time: 0.0779076 Jun 16 15:35:48.166234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:35:48.176469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:35:48.255618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:35:48.259637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:48.340883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3c87fe7c-14d8-40fa-b743-96c0e90508e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:48.442044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.3 (50fcbc1d-e562-472f-a099-89690e8325e0/252c934e-449b-4126-98ed-d377be394067/491554e5-9b5f-4b90-bdca-93047d5dc4c3) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:35:48.643916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:48.664196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object 491554e5-9b5f-4b90-bdca-93047d5dc4c3 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:35:48.752992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:48.787606 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:48.858265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network 50fcbc1d-e562-472f-a099-89690e8325e0 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:35:48.865550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:35:48.869853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:35:48.912480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=491554e5-9b5f-4b90-bdca-93047d5dc4c3,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:48.949405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:48.950040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:49.067837 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f3a20cef-76bf-4ce2-84e9-0e5ae82a72cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0620584 Jun 16 15:35:49.080099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Request body: {'port': {'device_id': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:35:49.219214 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c1fd03fa-8f60-4c36-ba1a-15a0a10d8e22 None None] Provisioning for port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:35:49.224523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c1fd03fa-8f60-4c36-ba1a-15a0a10d8e22 None None] Provisioning complete for port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:49.224897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c1fd03fa-8f60-4c36-ba1a-15a0a10d8e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:49.274972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:49.288864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd03fa-8f60-4c36-ba1a-15a0a10d8e22 None None] Port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:35:49.414352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5468a22-661d-4869-a037-c306b923518d req-b1e87dee-5985-4e54-a31d-48968b0868bc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:49.415078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-a5468a22-661d-4869-a037-c306b923518d req-b1e87dee-5985-4e54-a31d-48968b0868bc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:35:49.544451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-a5468a22-661d-4869-a037-c306b923518d req-b1e87dee-5985-4e54-a31d-48968b0868bc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:35:49.545611 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5468a22-661d-4869-a037-c306b923518d req-b1e87dee-5985-4e54-a31d-48968b0868bc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 931 time: 0.3479378 Jun 16 15:35:49.625077 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5468a22-661d-4869-a037-c306b923518d req-27031f6b-f1d4-4b66-b22a-3abd1621f6b3 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671742 Jun 16 15:35:49.702169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491554e5-9b5f-4b90-bdca-93047d5dc4c3 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:35:49.709652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:49.723682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Transition to ACTIVE for port object 491554e5-9b5f-4b90-bdca-93047d5dc4c3 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:35:49.786776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:50.037693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=491554e5-9b5f-4b90-bdca-93047d5dc4c3,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:50.150567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Attempting to bind port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:35:50.150905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Attempting to bind port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:35:50.151264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Attempting to bind port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 on network 50fcbc1d-e562-472f-a099-89690e8325e0 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:35:50.156041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 on network 50fcbc1d-e562-472f-a099-89690e8325e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:35:50.156357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Attempting to bind port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 on network 50fcbc1d-e562-472f-a099-89690e8325e0 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:35:50.162019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:35:50.162354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Checking segment: {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:35:50.162739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Bound using segment: {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:35:50.163208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Bound port: 491554e5-9b5f-4b90-bdca-93047d5dc4c3, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6848118c-1dd7-4efe-9d3b-12dca93f1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:35:50.163600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:50.256841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] For port 491554e5-9b5f-4b90-bdca-93047d5dc4c3, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:35:50.259805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] For port 491554e5-9b5f-4b90-bdca-93047d5dc4c3, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=491554e5-9b5f-4b90-bdca-93047d5dc4c3,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:35:50.275207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:50.404099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:50.460643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:50.461288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:50.462676 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] 10.222.0.46 "PUT /v2.0/ports/491554e5-9b5f-4b90-bdca-93047d5dc4c3 HTTP/1.1" status: 200 len: 1093 time: 1.3870571 Jun 16 15:35:50.463134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'tag': '491554e5-9b5f-4b90-bdca-93047d5dc4c3'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:35:50.497634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2976212-595e-46e3-b81c-b9df534f7fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=491554e5-9b5f-4b90-bdca-93047d5dc4c3,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:50.511465 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c727d9-be41-4a6c-97de-e4eb19878348'] response: {'name': 'network-changed', 'server_uuid': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'tag': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'status': 'completed', 'code': 200} Jun 16 15:35:50.656934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee6899-43f2-4be4-96e5-032ccf2a1cb8 req-ccf24e3e-e631-4899-81a6-3b732507d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:50.658330 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-68ee6899-43f2-4be4-96e5-032ccf2a1cb8 req-ccf24e3e-e631-4899-81a6-3b732507d71b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 1096 time: 0.1078463 Jun 16 15:35:50.894014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee6899-43f2-4be4-96e5-032ccf2a1cb8 req-bc385aa6-0620-4d29-831d-a43843742c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:50.896079 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-68ee6899-43f2-4be4-96e5-032ccf2a1cb8 req-bc385aa6-0620-4d29-831d-a43843742c81 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdbb136214314352a52001d8f185680c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2303364 Jun 16 15:35:50.950500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d762f1-e410-4aae-8fd2-e4ea136982cb req-90c1c225-0796-4164-83f3-95a086441e41 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:50.951847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c2d762f1-e410-4aae-8fd2-e4ea136982cb req-90c1c225-0796-4164-83f3-95a086441e41 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 943 time: 0.1696179 Jun 16 15:35:51.077319 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c2d762f1-e410-4aae-8fd2-e4ea136982cb req-58eacdb5-c82f-430e-9eed-cee261ba75c0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158292 Jun 16 15:35:51.084967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee6899-43f2-4be4-96e5-032ccf2a1cb8 req-1128c616-9322-4435-9060-84c8652ba4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:51.086365 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-68ee6899-43f2-4be4-96e5-032ccf2a1cb8 req-1128c616-9322-4435-9060-84c8652ba4ab service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1837964 Jun 16 15:35:51.207872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112e87-8a64-4bcb-937c-b7702d556caf req-19e4581f-1529-4260-92e5-443679a1630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:51.209260 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-19e4581f-1529-4260-92e5-443679a1630d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 1096 time: 0.0864854 Jun 16 15:35:51.294322 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-f2650cf1-e2e3-4254-a239-1e45e544d1e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491554e5-9b5f-4b90-bdca-93047d5dc4c3 HTTP/1.1" status: 200 len: 217 time: 0.0775635 Jun 16 15:35:51.361662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e4ef9818-2045-4e0f-8076-5a558e1b516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:51.363095 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-e4ef9818-2045-4e0f-8076-5a558e1b516a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 200 len: 835 time: 0.0633998 Jun 16 15:35:51.448856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112e87-8a64-4bcb-937c-b7702d556caf req-8bcdd4f0-ac3f-473b-a568-b8ef419f8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:51.450334 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-8bcdd4f0-ac3f-473b-a568-b8ef419f8947 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50fcbc1d-e562-472f-a099-89690e8325e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807362 Jun 16 15:35:51.523949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:51.592459 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-6d93a005-c8d5-4cbf-ae1f-e88861af09f5 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360826 Jun 16 15:35:51.725975 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-71112e87-8a64-4bcb-937c-b7702d556caf req-82a69b6e-28dc-4a6a-bf61-87495c14c4df service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272640 Jun 16 15:35:52.290316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1eaaf8-6da3-4d8f-8460-196fdfbbbc40 req-480169dd-02d2-4d4f-bbb4-b160aab437fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:52.292125 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ac1eaaf8-6da3-4d8f-8460-196fdfbbbc40 req-480169dd-02d2-4d4f-bbb4-b160aab437fe tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 943 time: 0.1047890 Jun 16 15:35:52.344576 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ac1eaaf8-6da3-4d8f-8460-196fdfbbbc40 req-2f6e88d6-b92b-46c2-8d9b-b938adbe7166 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461869 Jun 16 15:35:53.542771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abd892-8623-4be2-b2ea-621cddbb1fc8 req-43899c48-1964-451a-83dc-dc534e246c41 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:53.544252 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-30abd892-8623-4be2-b2ea-621cddbb1fc8 req-43899c48-1964-451a-83dc-dc534e246c41 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 943 time: 0.0891011 Jun 16 15:35:53.693795 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-30abd892-8623-4be2-b2ea-621cddbb1fc8 req-0aa16f43-6c54-498e-8188-a5b3a5f11b46 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435075 Jun 16 15:35:54.474163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 491554e5-9b5f-4b90-bdca-93047d5dc4c3 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:35:54.612741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 491554e5-9b5f-4b90-bdca-93047d5dc4c3, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=491554e5-9b5f-4b90-bdca-93047d5dc4c3,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:54.628074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'port_id': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'mac_address': 'fa:16:3e:ac:0e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:35:54.687709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:54.688079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:54.705439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491554e5-9b5f-4b90-bdca-93047d5dc4c3 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:35:54.722525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 491554e5-9b5f-4b90-bdca-93047d5dc4c3, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=491554e5-9b5f-4b90-bdca-93047d5dc4c3,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:54.789914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:54.862648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=491554e5-9b5f-4b90-bdca-93047d5dc4c3,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:54.888254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0793b9f-af3a-4cf0-840d-99dbf759bcb6 req-d21d9926-55a4-4846-8279-97c9d3ff4cec tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:54.890010 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0793b9f-af3a-4cf0-840d-99dbf759bcb6 req-d21d9926-55a4-4846-8279-97c9d3ff4cec tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 944 time: 0.0898666 Jun 16 15:35:54.936708 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0793b9f-af3a-4cf0-840d-99dbf759bcb6 req-3152d6d8-2153-4cbc-a088-3f2140c5e8ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402458 Jun 16 15:35:55.001901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['491554e5-9b5f-4b90-bdca-93047d5dc4c3'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:35:56.139306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77752274-373f-431a-a0b1-b257abbdf69d req-4f6b16d7-5623-4698-a517-c8501fc50537 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:56.140659 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-77752274-373f-431a-a0b1-b257abbdf69d req-4f6b16d7-5623-4698-a517-c8501fc50537 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 944 time: 0.0923636 Jun 16 15:35:56.184911 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-77752274-373f-431a-a0b1-b257abbdf69d req-c4b19038-89da-45c2-b7ac-81defa1bb64f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383968 Jun 16 15:35:56.486097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 491554e5-9b5f-4b90-bdca-93047d5dc4c3 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:35:56.612454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:35:56.618013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:56.618388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:56.752210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:35:56.752584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:56.780081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491554e5-9b5f-4b90-bdca-93047d5dc4c3'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:35:56.790009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 491554e5-9b5f-4b90-bdca-93047d5dc4c3, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=491554e5-9b5f-4b90-bdca-93047d5dc4c3,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:56.823619 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1c684e-ad5c-48c7-9ce0-2fd39dd69ea9'] response: {'server_uuid': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'code': 200} Jun 16 15:35:56.906741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:56.975855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=491554e5-9b5f-4b90-bdca-93047d5dc4c3,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:57.265333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a65e6-55b1-4645-aa55-5ab161feb14a req-eeb2e107-f371-4a1b-b70c-62f2cca8b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:57.266988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-887a65e6-55b1-4645-aa55-5ab161feb14a req-eeb2e107-f371-4a1b-b70c-62f2cca8b46e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 1098 time: 0.0833106 Jun 16 15:35:57.309697 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-887a65e6-55b1-4645-aa55-5ab161feb14a req-bd53ed48-a7b4-4bae-983f-ba228c58b2c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368991 Jun 16 15:35:57.431228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf882b0-d3f2-4779-8c91-8d71edccc99a req-1ff7bf13-b2b3-4efc-aa72-37809024fe67 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:57.433354 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bf882b0-d3f2-4779-8c91-8d71edccc99a req-1ff7bf13-b2b3-4efc-aa72-37809024fe67 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 945 time: 0.1016381 Jun 16 15:35:57.487988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bf882b0-d3f2-4779-8c91-8d71edccc99a req-9301891a-00ca-4ec0-9819-4d16cd55a077 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488009 Jun 16 15:35:58.530482 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:35:58.690219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2237c3-d3bf-4d31-b29d-ced5de701520 req-5a639d01-3651-4821-8915-d39ab3ed2a43 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:58.691885 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0d2237c3-d3bf-4d31-b29d-ced5de701520 req-5a639d01-3651-4821-8915-d39ab3ed2a43 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 945 time: 0.0951850 Jun 16 15:35:58.740558 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0d2237c3-d3bf-4d31-b29d-ced5de701520 req-43d80933-aa3a-4456-8940-188a0270b323 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Jun 16 15:35:59.943916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e75c9a-d75a-4fa3-8209-3343bbfe05da req-8c0190d6-3994-440e-9dd1-fb3af1f1f388 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:35:59.945345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-98e75c9a-d75a-4fa3-8209-3343bbfe05da req-8c0190d6-3994-440e-9dd1-fb3af1f1f388 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 945 time: 0.0966585 Jun 16 15:35:59.990405 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-98e75c9a-d75a-4fa3-8209-3343bbfe05da req-a0d6372b-82a1-453c-89ae-c3e22bcaaed2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392981 Jun 16 15:36:00.184612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85060c0d-dfea-43ec-bf15-267f357127cd req-3893022e-5a63-4d49-8c85-81ad7185b72e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:00.186055 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-85060c0d-dfea-43ec-bf15-267f357127cd req-3893022e-5a63-4d49-8c85-81ad7185b72e tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 945 time: 0.0878291 Jun 16 15:36:00.231675 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-85060c0d-dfea-43ec-bf15-267f357127cd req-cd099e35-0a52-43f5-ad3d-0d974d6ed4c1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391939 Jun 16 15:36:00.255296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34614) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:00.340118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a10763d-1776-416e-9bb6-b6d55e2a257d tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:00.341666 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5a10763d-1776-416e-9bb6-b6d55e2a257d tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 1093 time: 0.0852501 Jun 16 15:36:00.344650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34618) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:00.350139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:36:00.356113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:36:00.365181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:floatingip and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:36:00.365181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:36:00.369419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:36:00.477794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:00.618036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:00.767225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.227 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/698a6d3e-3189-462b-b1b5-b3e7835db6b0) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:36:00.922861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:01.049827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:01.118160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:36:01.125524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:36:01.129835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:36:01.164557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=698a6d3e-3189-462b-b1b5-b3e7835db6b0,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:01.551158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:01.707918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:02.029117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:02.095806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:02.212261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=698a6d3e-3189-462b-b1b5-b3e7835db6b0,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:02.225981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:02.404686 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 18430461-7efe-40c7-b769-16c701d9429e associated. External IP: 172.26.2.227, port: 491554e5-9b5f-4b90-bdca-93047d5dc4c3. Jun 16 15:36:02.758601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:36:02.938681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:36:02.948373 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] Sync routers for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:36:02.959360 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:36:02.959961 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:35:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:03.055427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:03.116192 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ca8f6ef2-ce52-4cde-b6c9-d422225f7c2c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7704735 Jun 16 15:36:03.116879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'tag': '491554e5-9b5f-4b90-bdca-93047d5dc4c3'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:36:03.140567 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:36:03.236401 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e9c382-a673-4ddb-b6a7-90f704db6a2b'] response: {'name': 'network-changed', 'server_uuid': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'tag': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'status': 'completed', 'code': 200} Jun 16 15:36:03.342287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23757-26f1-4421-86ec-27e3939466ca req-4f3f0bc9-124c-4a82-a979-f4639f0d5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:03.343716 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17f23757-26f1-4421-86ec-27e3939466ca req-4f3f0bc9-124c-4a82-a979-f4639f0d5922 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 1098 time: 0.0859389 Jun 16 15:36:03.482761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23757-26f1-4421-86ec-27e3939466ca req-adb9d82e-db3d-4f12-99a7-dcc75475c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:03.484225 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17f23757-26f1-4421-86ec-27e3939466ca req-adb9d82e-db3d-4f12-99a7-dcc75475c84c service neutron] 10.222.0.46 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 897 time: 0.1341875 Jun 16 15:36:03.564059 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '18430461-7efe-40c7-b769-16c701d9429e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.227', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:ac:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:36:01Z', 'updated_at': '2022-06-16T15:36:01Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}, {'id': 'dcefa353-bcfd-4a9f-8cde-61097c78fe60', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:35:38Z', 'updated_at': '2022-06-16T15:35:41Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:03.576220 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] Checking router: 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:36:03.585261 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:36:03.585865 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:35:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:03.596780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17f23757-26f1-4421-86ec-27e3939466ca req-936a12b2-25e8-483c-bb59-f792553bd988 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491554e5-9b5f-4b90-bdca-93047d5dc4c3 HTTP/1.1" status: 200 len: 999 time: 0.1057804 Jun 16 15:36:03.661300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23757-26f1-4421-86ec-27e3939466ca req-70dd3c3d-49a7-4f2a-be31-a432a5b590b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:03.662711 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17f23757-26f1-4421-86ec-27e3939466ca req-70dd3c3d-49a7-4f2a-be31-a432a5b590b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 200 len: 835 time: 0.0590553 Jun 16 15:36:03.752166 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23757-26f1-4421-86ec-27e3939466ca req-34896596-cbee-4b53-8ad5-68310626d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:03.753699 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17f23757-26f1-4421-86ec-27e3939466ca req-34896596-cbee-4b53-8ad5-68310626d99e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50fcbc1d-e562-472f-a099-89690e8325e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850153 Jun 16 15:36:03.771866 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:36:03.904812 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17f23757-26f1-4421-86ec-27e3939466ca req-fb0df773-0556-4397-b575-05e1f50b510e service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434290 Jun 16 15:36:04.048382 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17f23757-26f1-4421-86ec-27e3939466ca req-b634fd22-db09-4783-9e2c-ad4c2911e4d0 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363239 Jun 16 15:36:04.130226 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '18430461-7efe-40c7-b769-16c701d9429e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.227', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:ac:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:36:01Z', 'updated_at': '2022-06-16T15:36:01Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}, {'id': 'dcefa353-bcfd-4a9f-8cde-61097c78fe60', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:35:38Z', 'updated_at': '2022-06-16T15:35:41Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:04.134187 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e26131-de5f-407f-ac91-95ca3bb940e1 None None] The sync data for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv is: [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '18430461-7efe-40c7-b769-16c701d9429e', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.227', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:ac:0e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:36:01Z', 'updated_at': '2022-06-16T15:36:01Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}, {'id': 'dcefa353-bcfd-4a9f-8cde-61097c78fe60', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:35:38Z', 'updated_at': '2022-06-16T15:35:41Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:36:04.339163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b13814-7c19-42ad-81ff-58ad7f57a033 None None] New status for floating IP 18430461-7efe-40c7-b769-16c701d9429e: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:36:05.801275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:15.723892 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-48818a47-6766-47aa-88af-a5f8939f6820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:18.377970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b14d0da4-b291-46bf-99e8-b0f5e2d9bac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:18.761264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:20.251891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:21.574960 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:34.079603 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-a4e5e642-6d44-458a-ae6c-be2f0534c5c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846226 Jun 16 15:36:34.337933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-3b108fec-4931-490d-8c26-9574e07b2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:34.339452 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-3b108fec-4931-490d-8c26-9574e07b2b06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 1099 time: 0.1915150 Jun 16 15:36:34.498023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-0858d6b6-2eac-481e-a0dc-95ef37b8c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:34.499512 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-0858d6b6-2eac-481e-a0dc-95ef37b8c1aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 897 time: 0.1411779 Jun 16 15:36:34.607600 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-fd5c9441-f290-4e6b-a30e-f99a064320d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 200 len: 1002 time: 0.1011245 Jun 16 15:36:34.669421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-ff8fb8c9-6669-47ff-bca3-1650a7b85972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:34.670846 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-ff8fb8c9-6669-47ff-bca3-1650a7b85972 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 200 len: 835 time: 0.0565641 Jun 16 15:36:34.756079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-020367ab-a4ee-46af-9f93-f195cbccb817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:34.757617 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-020367ab-a4ee-46af-9f93-f195cbccb817 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50fcbc1d-e562-472f-a099-89690e8325e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798795 Jun 16 15:36:34.891787 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-50b17aaa-b663-47b3-aa71-82fff064d465 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277924 Jun 16 15:36:35.027555 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8bd688cc-503a-4d54-acd0-82ea1ebe9295 req-3ef9ec77-9b38-430d-85e0-dfd033e40192 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292377 Jun 16 15:36:35.532286 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:36:35.832707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:37.292304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34640) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:37.396864 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c762efe1-8da9-40df-912f-2f590bddc1dd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/dcefa353-bcfd-4a9f-8cde-61097c78fe60 HTTP/1.1" status: 200 len: 994 time: 0.1033678 Jun 16 15:36:38.150660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34650) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:38.157571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:36:38.299267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:38.654418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port cf48e352-6ed8-4550-afeb-19c1c50ee549, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:36:38.683030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:38.763110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:38.827333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:38.827950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:38.829335 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/ports/cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 200 len: 939 time: 0.6776788 Jun 16 15:36:38.829878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:36:38.858184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=cf48e352-6ed8-4550-afeb-19c1c50ee549,revision_number=6']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:38.866144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.866753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.867251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.867592 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.867921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.868412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.868744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.869069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.869393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.869712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.870030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.870356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96527505-6c10-45f5-8055-90bcea71e7e1 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:38.886700 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c913f7-c389-45a4-bb90-75fc56324487'] response: {'name': 'network-changed', 'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'status': 'completed', 'code': 200} Jun 16 15:36:38.995935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-c1dfc47b-7f26-441d-bfbc-57c62fdf9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:38.997400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-c1dfc47b-7f26-441d-bfbc-57c62fdf9a58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 1100 time: 0.0863552 Jun 16 15:36:39.089885 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-606bd44b-d9ac-4fa7-84ea-632e58efc134 None None] Provisioning complete for port cf48e352-6ed8-4550-afeb-19c1c50ee549 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:36:39.090458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-606bd44b-d9ac-4fa7-84ea-632e58efc134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:39.129469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-16692516-b1e1-472c-ab46-44240b84118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:39.130948 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-16692516-b1e1-472c-ab46-44240b84118b service neutron] 10.222.0.46 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 897 time: 0.1278393 Jun 16 15:36:39.152515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-606bd44b-d9ac-4fa7-84ea-632e58efc134 None None] Port cf48e352-6ed8-4550-afeb-19c1c50ee549 is administratively disabled so it will not transition to active. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Jun 16 15:36:39.235704 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-0ea99953-f790-4e8f-81b3-a34b97683cfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 200 len: 1003 time: 0.0994580 Jun 16 15:36:39.297644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-8fde5553-aa5f-4a6a-98d4-fcd713d692a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:39.299109 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-8fde5553-aa5f-4a6a-98d4-fcd713d692a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 200 len: 835 time: 0.0574787 Jun 16 15:36:39.385571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-1a2d6933-4da6-472d-9762-fa05e3628f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:39.387043 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-1a2d6933-4da6-472d-9762-fa05e3628f2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50fcbc1d-e562-472f-a099-89690e8325e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823843 Jun 16 15:36:39.524314 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-51baf71d-e8b4-483a-99d6-bb6b8afbbb81 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313999 Jun 16 15:36:39.658884 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c12d6a20-05b1-42fa-9f08-44b47225e9ca req-ff3d0f7d-f774-4237-81e7-681c694b58c2 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287556 Jun 16 15:36:42.263253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34660) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:42.269533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-cea4fb3b-3173-4707-b766-9516d1c784b0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:36:42.397951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cea4fb3b-3173-4707-b766-9516d1c784b0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:42.630736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-cea4fb3b-3173-4707-b766-9516d1c784b0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port cf48e352-6ed8-4550-afeb-19c1c50ee549, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:36:42.661060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cea4fb3b-3173-4707-b766-9516d1c784b0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:42.729088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cea4fb3b-3173-4707-b766-9516d1c784b0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:42.789303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea4fb3b-3173-4707-b766-9516d1c784b0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:42.789921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cea4fb3b-3173-4707-b766-9516d1c784b0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:42.791917 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cea4fb3b-3173-4707-b766-9516d1c784b0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/ports/cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 200 len: 938 time: 0.5270295 Jun 16 15:36:42.792097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:36:42.794497 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34664) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:42.826960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4fb3b-3173-4707-b766-9516d1c784b0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=cf48e352-6ed8-4550-afeb-19c1c50ee549,revision_number=7']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:42.857510 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec7f5de-fc43-4bb7-8cc4-a12b79924b6a'] response: {'name': 'network-changed', 'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'status': 'completed', 'code': 200} Jun 16 15:36:43.017025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['cf48e352-6ed8-4550-afeb-19c1c50ee549'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:36:43.089460 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-93fbde5d-529f-4cb8-b057-ed9b409ed5b9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/dcefa353-bcfd-4a9f-8cde-61097c78fe60 HTTP/1.1" status: 200 len: 994 time: 0.2936723 Jun 16 15:36:43.116566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-ada2fb29-797b-44b1-a0b9-108d6bb5a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:43.118275 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-ada2fb29-797b-44b1-a0b9-108d6bb5a583 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 1099 time: 0.2293429 Jun 16 15:36:43.125071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-36d15436-74f9-4981-9906-8baca4a7c04a None None] Provisioning complete for port cf48e352-6ed8-4550-afeb-19c1c50ee549 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:36:43.125469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36d15436-74f9-4981-9906-8baca4a7c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:43.265335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-b51be441-bdf4-40d3-90df-4108f08d2820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:43.266764 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-b51be441-bdf4-40d3-90df-4108f08d2820 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 897 time: 0.1429753 Jun 16 15:36:43.330187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-36d15436-74f9-4981-9906-8baca4a7c04a None None] Current status of the port cf48e352-6ed8-4550-afeb-19c1c50ee549 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:36:43.379710 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-c6d4b8fc-95bb-489a-8d7c-100c513a58d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 200 len: 1002 time: 0.1059442 Jun 16 15:36:43.448737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-a33cc8e1-500c-43b0-b680-30ac4e8fde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:43.450230 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-a33cc8e1-500c-43b0-b680-30ac4e8fde8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 200 len: 835 time: 0.0646043 Jun 16 15:36:43.533777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-739254a1-ceb5-4bb9-96b6-be5c05eb2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:43.535294 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-739254a1-ceb5-4bb9-96b6-be5c05eb2908 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50fcbc1d-e562-472f-a099-89690e8325e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779626 Jun 16 15:36:43.675780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-c89c27bf-4f65-4902-8bb9-be13826f4559 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342087 Jun 16 15:36:43.807474 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-28b91b56-2323-481e-9ce6-fec1a9e59acf req-2a0a0d85-d84a-4ca2-9e38-ed0180a1121f service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257436 Jun 16 15:36:45.694452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb131-f852-4c56-a706-5f502661a0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:45.990431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34678) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:46.204125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 698a6d3e-3189-462b-b1b5-b3e7835db6b0 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:36:46.204462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:46.383428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:46.383771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:46.508117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 698a6d3e-3189-462b-b1b5-b3e7835db6b0 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:36:46.751505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:46.802539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=698a6d3e-3189-462b-b1b5-b3e7835db6b0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:46.947526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.947871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.948209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.948538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.948868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.949195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.949525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.949951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.950275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.950594 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.950913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:46.951257 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:47.016175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:47.016843 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 18430461-7efe-40c7-b769-16c701d9429e disassociated (deleted). External IP: 172.26.2.227, port: 491554e5-9b5f-4b90-bdca-93047d5dc4c3. Jun 16 15:36:47.381750 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:36:47.570364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:36:47.585550 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] Sync routers for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:36:47.595341 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:36:47.608708 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:36:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:47.696638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:47.768478 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-af761ad6-0776-416b-8d64-c80c872961ac tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/floatingips/18430461-7efe-40c7-b769-16c701d9429e HTTP/1.1" status: 204 len: 168 time: 1.7769220 Jun 16 15:36:47.769376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'tag': '491554e5-9b5f-4b90-bdca-93047d5dc4c3'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:36:47.801404 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:36:47.839197 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d148249a-3213-4c5a-b5c9-5554bc1b5a98'] response: {'name': 'network-changed', 'server_uuid': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'tag': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'status': 'completed', 'code': 200} Jun 16 15:36:47.969406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-c31795e2-57d1-48a3-a3e7-80b63a1dc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:47.971601 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-c31795e2-57d1-48a3-a3e7-80b63a1dc077 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 1098 time: 0.1142676 Jun 16 15:36:48.147359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-d002e25c-069b-4793-970c-2255ed11a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:48.150462 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-d002e25c-069b-4793-970c-2255ed11a553 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 897 time: 0.1733682 Jun 16 15:36:48.224950 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-e5d26e4c-9f3a-4664-b64b-41a78ef44d60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=491554e5-9b5f-4b90-bdca-93047d5dc4c3 HTTP/1.1" status: 200 len: 217 time: 0.0676439 Jun 16 15:36:48.322483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-ed3337ee-3c46-4fe4-aa85-db91a081aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:48.324036 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-ed3337ee-3c46-4fe4-aa85-db91a081aff1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 200 len: 835 time: 0.0928717 Jun 16 15:36:48.326761 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'dcefa353-bcfd-4a9f-8cde-61097c78fe60', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:35:38Z', 'updated_at': '2022-06-16T15:35:41Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:48.333223 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] Checking router: 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:36:48.340628 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b462f31-a941-402a-beae-95b74b331e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:48.351709 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:36:48.352701 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:36:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:48.489025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-68fa58d7-0506-48d9-8726-a0339b629ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:48.490407 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-68fa58d7-0506-48d9-8726-a0339b629ed1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50fcbc1d-e562-472f-a099-89690e8325e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1601577 Jun 16 15:36:48.527240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf7ff0-e54d-41db-900e-761a7d0424dc req-5295e456-e02f-48ee-b75c-d3357273d759 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:48.527916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-1ebf7ff0-e54d-41db-900e-761a7d0424dc req-5295e456-e02f-48ee-b75c-d3357273d759 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:36:48.557406 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:36:48.657829 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-5aed2acb-bdde-4a08-9689-34270c33b135 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587443 Jun 16 15:36:48.686104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-1ebf7ff0-e54d-41db-900e-761a7d0424dc req-5295e456-e02f-48ee-b75c-d3357273d759 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:36:48.687255 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1ebf7ff0-e54d-41db-900e-761a7d0424dc req-5295e456-e02f-48ee-b75c-d3357273d759 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 945 time: 0.2929163 Jun 16 15:36:48.764363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:48.918981 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1ebf7ff0-e54d-41db-900e-761a7d0424dc req-78500162-a3e3-4850-8c1c-8a0f7495f2f7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072288 Jun 16 15:36:48.954366 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c23875a-e120-4c9e-8de1-583e0e49ee17 req-1f039dfb-e720-498d-8a6d-bc6345579edd service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903035 Jun 16 15:36:48.979232 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'dcefa353-bcfd-4a9f-8cde-61097c78fe60', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:35:38Z', 'updated_at': '2022-06-16T15:35:41Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:48.984099 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff62855-a50c-454c-9959-7b846cb77174 None None] The sync data for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv is: [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'dcefa353-bcfd-4a9f-8cde-61097c78fe60', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'port_id': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:35:38Z', 'updated_at': '2022-06-16T15:35:41Z', 'revision_number': 1, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:36:49.235039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025cd89-b63a-42b3-bb2e-d5087bab905d None None] New status for floating IP 18430461-7efe-40c7-b769-16c701d9429e: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:36:49.649676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-71601293-e753-412c-91f1-0b044616c7de tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:49.651048 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-71601293-e753-412c-91f1-0b044616c7de tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 945 time: 0.0935624 Jun 16 15:36:49.730956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-786eebbe-0065-4e02-8fd7-fdfbf551e639 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:36:49.731296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-786eebbe-0065-4e02-8fd7-fdfbf551e639 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:49.992539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-786eebbe-0065-4e02-8fd7-fdfbf551e639 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 491554e5-9b5f-4b90-bdca-93047d5dc4c3, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=491554e5-9b5f-4b90-bdca-93047d5dc4c3,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:36:49.992890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-786eebbe-0065-4e02-8fd7-fdfbf551e639 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:50.178417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-786eebbe-0065-4e02-8fd7-fdfbf551e639 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 491554e5-9b5f-4b90-bdca-93047d5dc4c3 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:36:50.248753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:50.317927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e6678-fad6-4d22-bf1d-24f99e870557 req-acea8efc-329d-41b4-a32d-574125b5fe0f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:50.319464 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed2e6678-fad6-4d22-bf1d-24f99e870557 req-acea8efc-329d-41b4-a32d-574125b5fe0f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 945 time: 0.2616520 Jun 16 15:36:50.412310 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed2e6678-fad6-4d22-bf1d-24f99e870557 req-d39a73a4-c267-4452-986b-7d051c4ec736 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626693 Jun 16 15:36:50.485782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-786eebbe-0065-4e02-8fd7-fdfbf551e639 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:50.558160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eebbe-0065-4e02-8fd7-fdfbf551e639 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=491554e5-9b5f-4b90-bdca-93047d5dc4c3,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:50.646682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-786eebbe-0065-4e02-8fd7-fdfbf551e639 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port 491554e5-9b5f-4b90-bdca-93047d5dc4c3 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:36:50.649256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-786eebbe-0065-4e02-8fd7-fdfbf551e639 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:50.651928 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'name': 'network-vif-deleted', 'tag': '491554e5-9b5f-4b90-bdca-93047d5dc4c3'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:36:50.696417 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1191cc4c-c103-45f5-9a8d-5733054e6b99'] response: {'server_uuid': '0fc84578-f0b0-4ed1-ac48-0d553204acbd', 'name': 'network-vif-deleted', 'tag': '491554e5-9b5f-4b90-bdca-93047d5dc4c3', 'status': 'completed', 'code': 200} Jun 16 15:36:50.715025 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7db2cbad-7435-46c8-b1d9-af03faaef36e req-786eebbe-0065-4e02-8fd7-fdfbf551e639 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "DELETE /v2.0/ports/491554e5-9b5f-4b90-bdca-93047d5dc4c3 HTTP/1.1" status: 204 len: 173 time: 1.0591900 Jun 16 15:36:51.528892 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:51.619607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-7851c595-a206-4d5a-bee8-14dc990eef02 req-6d259cdc-cc5e-4d37-9250-279891706047 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:36:51.720677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-7851c595-a206-4d5a-bee8-14dc990eef02 req-6d259cdc-cc5e-4d37-9250-279891706047 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:36:51.724073 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7851c595-a206-4d5a-bee8-14dc990eef02 req-6d259cdc-cc5e-4d37-9250-279891706047 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc84578-f0b0-4ed1-ac48-0d553204acbd HTTP/1.1" status: 200 len: 210 time: 0.1765587 Jun 16 15:36:52.726827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 491554e5-9b5f-4b90-bdca-93047d5dc4c3 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:36:52.765109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 491554e5-9b5f-4b90-bdca-93047d5dc4c3 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:36:52.766064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 491554e5-9b5f-4b90-bdca-93047d5dc4c3 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:36:52.841174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34696) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:52.912183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6986bba2-9b58-4d3d-add2-2b4a5e483b23 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:52.942540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6986bba2-9b58-4d3d-add2-2b4a5e483b23 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:53.071982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6986bba2-9b58-4d3d-add2-2b4a5e483b23 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:53.092281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986bba2-9b58-4d3d-add2-2b4a5e483b23 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7d0d8f-265d-447e-ab5c-3ef3bca576fa,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:53.101857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6986bba2-9b58-4d3d-add2-2b4a5e483b23 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:53.104895 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6986bba2-9b58-4d3d-add2-2b4a5e483b23 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/3a7d0d8f-265d-447e-ab5c-3ef3bca576fa HTTP/1.1" status: 204 len: 168 time: 0.2607894 Jun 16 15:36:53.267485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34702) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:53.483059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 4ad4a01b-0b1b-4f8f-b923-8fa3620a5c41 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:36:53.483305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:53.667951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:53.668267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:53.807974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 4ad4a01b-0b1b-4f8f-b923-8fa3620a5c41 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:36:54.078329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:54.133550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=4ad4a01b-0b1b-4f8f-b923-8fa3620a5c41,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:54.240413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:54.240742 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP dcefa353-bcfd-4a9f-8cde-61097c78fe60 disassociated (deleted). External IP: 172.26.2.238, port: cf48e352-6ed8-4550-afeb-19c1c50ee549. Jun 16 15:36:54.724832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:36:54.966681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:36:54.981348 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] Sync routers for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:36:54.999879 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:36:55.005466 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:36:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:55.090283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:55.172483 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1a0d8a4b-3e9f-4cac-be7c-ec60ad5e0106 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/floatingips/dcefa353-bcfd-4a9f-8cde-61097c78fe60 HTTP/1.1" status: 204 len: 168 time: 1.9038229 Jun 16 15:36:55.173064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:36:55.234718 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5294dd-ecdc-479f-9c82-585ea369d90b'] response: {'name': 'network-changed', 'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'status': 'completed', 'code': 200} Jun 16 15:36:55.237345 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:36:55.358037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-a8c1d2c1-f08d-4f66-90e0-709a12ed2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:55.359593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-a8c1d2c1-f08d-4f66-90e0-709a12ed2661 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 1099 time: 0.0989182 Jun 16 15:36:55.518885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-55ad935e-49f1-4893-ac90-f4ca2d56b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:55.520346 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-55ad935e-49f1-4893-ac90-f4ca2d56b8d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 200 len: 897 time: 0.1545532 Jun 16 15:36:55.585838 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:55.592045 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] Checking router: 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:36:55.607215 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:36:55.608283 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:36:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:55.700778 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-1f2a8f35-a26c-4b89-a254-d4613884dd85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 200 len: 217 time: 0.1749599 Jun 16 15:36:55.793712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-32dd14eb-176c-4ab1-a103-0f8f86ad3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:55.796236 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-32dd14eb-176c-4ab1-a103-0f8f86ad3200 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 200 len: 835 time: 0.0886326 Jun 16 15:36:55.858557 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:36:55.997032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee88bd-2ddd-4002-b0cf-c4bcd4998aed req-a558401a-bda0-42a5-9b25-7098887488b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:55.998528 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-84ee88bd-2ddd-4002-b0cf-c4bcd4998aed req-a558401a-bda0-42a5-9b25-7098887488b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 946 time: 0.1385298 Jun 16 15:36:56.001552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-31fede41-f784-4aba-af68-989de36f387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:56.002973 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-31fede41-f784-4aba-af68-989de36f387c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50fcbc1d-e562-472f-a099-89690e8325e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1999922 Jun 16 15:36:56.126922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-84ee88bd-2ddd-4002-b0cf-c4bcd4998aed req-e0c4b8e5-20d3-484a-9ff7-0faa54ae9805 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:36:56.179810 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-5b54596f-44dd-4772-b9a8-bd27e3222635 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615756 Jun 16 15:36:56.222536 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:56.227619 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b6712-02b5-4f22-af92-400a4cd8eeeb None None] The sync data for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv is: [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:35:13Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'f1b2c444-e3b7-46b7-94ce-c4c78c47dc48', 'name': '', 'network_id': '50fcbc1d-e562-472f-a099-89690e8325e0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:41:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '252c934e-449b-4126-98ed-d377be394067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:12Z', 'updated_at': '2022-06-16T15:35:18Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '252c934e-449b-4126-98ed-d377be394067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:36:56.313022 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-84ee88bd-2ddd-4002-b0cf-c4bcd4998aed req-e0c4b8e5-20d3-484a-9ff7-0faa54ae9805 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:36:56.315046 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-84ee88bd-2ddd-4002-b0cf-c4bcd4998aed req-e0c4b8e5-20d3-484a-9ff7-0faa54ae9805 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097317 Jun 16 15:36:56.390370 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f5c463d-ce0c-40e2-88c9-bc7e7ae7aa2b req-86bac08c-7c1d-4ef4-ab3d-9eb8632dbd75 service neutron] 10.222.0.46 "GET /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039587 Jun 16 15:36:56.472364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989c5f22-39f9-4049-b240-fca718b8dbac None None] New status for floating IP dcefa353-bcfd-4a9f-8cde-61097c78fe60: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:36:57.215309 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-6ca31d49-fb7f-4482-b3dc-31ce5cca7a43 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:57.216806 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-6ca31d49-fb7f-4482-b3dc-31ce5cca7a43 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 946 time: 0.0979853 Jun 16 15:36:57.291211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-f9da3be5-ad90-4c34-bed6-877a6e6b3a13 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port cf48e352-6ed8-4550-afeb-19c1c50ee549 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:36:57.291624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-f9da3be5-ad90-4c34-bed6-877a6e6b3a13 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:57.651784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-f9da3be5-ad90-4c34-bed6-877a6e6b3a13 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port cf48e352-6ed8-4550-afeb-19c1c50ee549, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=cf48e352-6ed8-4550-afeb-19c1c50ee549,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:36:57.652800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-f9da3be5-ad90-4c34-bed6-877a6e6b3a13 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:57.725112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1f8e5-087d-456f-9792-40b5cb51bc6e req-5ae61659-2f78-4039-a9f6-8a8681b9ad01 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:36:57.726707 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-20d1f8e5-087d-456f-9792-40b5cb51bc6e req-5ae61659-2f78-4039-a9f6-8a8681b9ad01 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 946 time: 0.2472773 Jun 16 15:36:57.798197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-f9da3be5-ad90-4c34-bed6-877a6e6b3a13 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for cf48e352-6ed8-4550-afeb-19c1c50ee549 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:36:57.891645 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-20d1f8e5-087d-456f-9792-40b5cb51bc6e req-112c99ae-1a7e-4e32-8580-d75034a3e312 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=32c778a1-f6b8-4359-a2bd-48c72952d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049585 Jun 16 15:36:58.072350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-f9da3be5-ad90-4c34-bed6-877a6e6b3a13 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:58.123055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da3be5-ad90-4c34-bed6-877a6e6b3a13 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=cf48e352-6ed8-4550-afeb-19c1c50ee549,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:58.229336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-f9da3be5-ad90-4c34-bed6-877a6e6b3a13 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port cf48e352-6ed8-4550-afeb-19c1c50ee549 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:36:58.231823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-f9da3be5-ad90-4c34-bed6-877a6e6b3a13 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:58.234558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'name': 'network-vif-deleted', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:36:58.248219 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0cc5c4be-0598-4f6c-9869-ba184721b83b req-f9da3be5-ad90-4c34-bed6-877a6e6b3a13 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "DELETE /v2.0/ports/cf48e352-6ed8-4550-afeb-19c1c50ee549 HTTP/1.1" status: 204 len: 173 time: 1.0254896 Jun 16 15:36:58.283968 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ad394e-7c6d-48a9-bd32-c09e968fdc1a'] response: {'server_uuid': 'c787e981-dce0-40e4-ab95-4690b99f1fcf', 'name': 'network-vif-deleted', 'tag': 'cf48e352-6ed8-4550-afeb-19c1c50ee549', 'status': 'completed', 'code': 200} Jun 16 15:36:59.077126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-80284e2d-42b6-47ff-b061-3f3da5ecafba req-d17f1a8b-205b-474a-bb25-a55a4883d84f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:36:59.192676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-80284e2d-42b6-47ff-b061-3f3da5ecafba req-d17f1a8b-205b-474a-bb25-a55a4883d84f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:36:59.195715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-80284e2d-42b6-47ff-b061-3f3da5ecafba req-d17f1a8b-205b-474a-bb25-a55a4883d84f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=c787e981-dce0-40e4-ab95-4690b99f1fcf HTTP/1.1" status: 200 len: 210 time: 0.1767697 Jun 16 15:37:00.321796 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34720) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:00.426850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f93afb94-ac44-446e-9924-cf6e628a41c5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:00.473366 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f93afb94-ac44-446e-9924-cf6e628a41c5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:00.708349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f93afb94-ac44-446e-9924-cf6e628a41c5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:00.727769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93afb94-ac44-446e-9924-cf6e628a41c5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c778a1-f6b8-4359-a2bd-48c72952d98d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:00.765365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device cf48e352-6ed8-4550-afeb-19c1c50ee549 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:00.800795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: cf48e352-6ed8-4550-afeb-19c1c50ee549 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:37:00.801138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device cf48e352-6ed8-4550-afeb-19c1c50ee549 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:00.930854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f93afb94-ac44-446e-9924-cf6e628a41c5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:00.932030 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f93afb94-ac44-446e-9924-cf6e628a41c5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/32c778a1-f6b8-4359-a2bd-48c72952d98d HTTP/1.1" status: 204 len: 168 time: 0.6091316 Jun 16 15:37:01.112889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34726) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:01.677770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:02.190863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:37:02.191241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:02.404747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port f1b2c444-e3b7-46b7-94ce-c4c78c47dc48, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f1b2c444-e3b7-46b7-94ce-c4c78c47dc48,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:02.405208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:02.536886 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:37:03.057121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:03.106506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=f1b2c444-e3b7-46b7-94ce-c4c78c47dc48,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:03.425866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:03.912642 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:37:04.106190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:37:04.116278 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] Sync routers for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:37:04.125382 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:37:04.125988 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:36:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:04.210306 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-85b516d4-65a8-4526-ae78-e6039e88b309 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/1c9b4dc0-b910-4cc6-b5d1-7de588707e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0962546 Jun 16 15:37:04.213075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34730) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:04.330263 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:37:04.406989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f621050d-642a-45a7-a0db-e9758de81445 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting subnet 252c934e-449b-4126-98ed-d377be394067 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:37:04.411087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f621050d-642a-45a7-a0db-e9758de81445 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:04.469432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f621050d-642a-45a7-a0db-e9758de81445 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:04.572535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f621050d-642a-45a7-a0db-e9758de81445 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:04.623810 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:37:02Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:04.627803 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] Checking router: 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:37:04.641413 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] Routers {'1c9b4dc0-b910-4cc6-b5d1-7de588707e66'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:37:04.642017 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:36:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:04.766141 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f621050d-642a-45a7-a0db-e9758de81445 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:04.807165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621050d-642a-45a7-a0db-e9758de81445 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Subnet': ['ID=252c934e-449b-4126-98ed-d377be394067,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:04.811838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f621050d-642a-45a7-a0db-e9758de81445 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:04.819249 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f621050d-642a-45a7-a0db-e9758de81445 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/subnets/252c934e-449b-4126-98ed-d377be394067 HTTP/1.1" status: 204 len: 168 time: 0.6048055 Jun 16 15:37:04.822128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34734) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:04.822347 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02000c5d-5945-4c0a-aef1-1c9e5cddced3 None None] Network 50fcbc1d-e562-472f-a099-89690e8325e0 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:37:04.836588 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] Set router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:37:05.029373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:05.112437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] DHCP port deletion for 50fcbc1d-e562-472f-a099-89690e8325e0 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:37:05.117139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Deleting port 91755dc9-fdcd-40e8-b904-ab67107b952e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:37:05.117388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:05.186264 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:37:02Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:05.191321 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da4819-7314-4b4e-aa4e-fc65c9c59bda None None] The sync data for ids ['1c9b4dc0-b910-4cc6-b5d1-7de588707e66'] in dv-neutron-846028-2-hyperv is: [{'id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'name': 'tempest-TestNetworkBasicOps-router-1531487681', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13'}], 'enable_snat': True}, 'gw_port_id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:35:06Z', 'updated_at': '2022-06-16T15:37:02Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'e8c83af2-92e2-46bd-8ca0-76bcc32aaca2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9b4dc0-b910-4cc6-b5d1-7de588707e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:35:07Z', 'updated_at': '2022-06-16T15:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:37:05.246478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:05.331569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:37:05.331857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:05.345285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] For port 91755dc9-fdcd-40e8-b904-ab67107b952e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=91755dc9-fdcd-40e8-b904-ab67107b952e,segment=NetworkSegment(6848118c-1dd7-4efe-9d3b-12dca93f1084),segment_id=6848118c-1dd7-4efe-9d3b-12dca93f1084)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:05.345673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:05.506675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Calling delete_port for 91755dc9-fdcd-40e8-b904-ab67107b952e owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:37:05.518076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port e8c83af2-92e2-46bd-8ca0-76bcc32aaca2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e8c83af2-92e2-46bd-8ca0-76bcc32aaca2,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:05.518440 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:05.681959 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:37:05.695994 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:05.752898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Pushing event deleted for resources: {'Port': ['ID=91755dc9-fdcd-40e8-b904-ab67107b952e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:05.761878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] No DVR routers for this DVR port 91755dc9-fdcd-40e8-b904-ab67107b952e on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:37:05.774192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.774405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.774756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.775124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.775781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.775781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.777190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.777190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.777190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.777190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.777561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.777690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baacf5f-1911-4d04-ac41-55e1a1dae4cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:05.891599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:05.912715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:05.971918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:37:05.972402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f1b2c444-e3b7-46b7-94ce-c4c78c47dc48 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:05.973003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 91755dc9-fdcd-40e8-b904-ab67107b952e no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:06.022822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 91755dc9-fdcd-40e8-b904-ab67107b952e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:37:06.023250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 91755dc9-fdcd-40e8-b904-ab67107b952e not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:06.114276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:06.296522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=e8c83af2-92e2-46bd-8ca0-76bcc32aaca2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:06.404492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:06.587423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:06.590141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:06.763576 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:06.764090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Fanout notify agent at l3_agent the message router_deleted on router 1c9b4dc0-b910-4cc6-b5d1-7de588707e66 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:37:06.788449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:06.788449 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-80bbd95c-c63c-4996-bbf3-64bfbae7fabc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/routers/1c9b4dc0-b910-4cc6-b5d1-7de588707e66 HTTP/1.1" status: 204 len: 168 time: 1.9615645 Jun 16 15:37:06.788449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34738) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:06.916664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.058667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.089780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fcbc1d-e562-472f-a099-89690e8325e0']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:07.103418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6848118c-1dd7-4efe-9d3b-12dca93f1084') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:07.103717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6848118c-1dd7-4efe-9d3b-12dca93f1084') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:07.116585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.133976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.140266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:37:07.140658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.283672 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6848118c-1dd7-4efe-9d3b-12dca93f1084 resource provider aggregate not found Jun 16 15:37:07.301930 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6848118c-1dd7-4efe-9d3b-12dca93f1084 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6848118c-1dd7-4efe-9d3b-12dca93f1084 found for delete ", "request_id": "req-451eaf6a-decb-42a1-94f4-226bfbbe9741"}]} Jun 16 15:37:07.386488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.392452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.422108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Network': ['ID=50fcbc1d-e562-472f-a099-89690e8325e0,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:07.541218 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-54306799-b13d-4d90-9d37-7c33d7856c79 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/networks/50fcbc1d-e562-472f-a099-89690e8325e0 HTTP/1.1" status: 204 len: 168 time: 0.7520733 Jun 16 15:37:07.571612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34748) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:07.577379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'network': {'name': 'tempest-network-smoke--430054749', 'project_id': 'cdbb136214314352a52001d8f185680c', 'port_security_enabled': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:07.583785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:07.588386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:network and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:07.591458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:07.598687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:07.723828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:37:07.727260 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.755681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:37:07.764639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.764991 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Added segment da17d7a0-3f42-4aaf-8fc3-955c46904bb5 of type vlan for network b1fc860d-1fba-4449-80cb-492f262622b4 Jun 16 15:37:07.794743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.894152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:07.928677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:37:07.929015 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e8c83af2-92e2-46bd-8ca0-76bcc32aaca2 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:07.985645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.991137 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:07.991740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:08.107893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Network': ['ID=b1fc860d-1fba-4449-80cb-492f262622b4,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:08.117932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network b1fc860d-1fba-4449-80cb-492f262622b4 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:37:08.200358 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-840b470d-b3b0-4878-854a-c454052efc73 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6276181 Jun 16 15:37:08.203476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34752) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:08.209361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-894882742', 'admin_state_up': True, 'project_id': 'cdbb136214314352a52001d8f185680c', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:08.216370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:08.221463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:router and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:08.224608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:08.231215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:08.423099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:08.424163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:08.439742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:08.799068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:09.343801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:09.374157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:09.515207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.144 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/d88259a0-8952-40f9-9166-016275a264c2) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:37:09.673605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:09.811829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:09.871509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:37:09.879202 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:09.883322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:37:09.921305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=d88259a0-8952-40f9-9166-016275a264c2,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:10.376347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.847419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:11.129398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 98848984-c81e-488a-8522-9a9c7ab44e20 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:37:11.321670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:37:11.332505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Sync routers for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:37:11.341840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:37:11.342714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:36:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:11.402735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:11.403927 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5de8046c-e721-4d0a-94db-b1cd05b88213 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1994176 Jun 16 15:37:11.407335 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34756) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:11.452083 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8bc6e933-a2bb-464a-8a3d-6145995d2fee tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=cdbb136214314352a52001d8f185680c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436027 Jun 16 15:37:11.455437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34760) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:11.542733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:37:11.595868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb5da80-4e6f-4c15-a3f6-18474a264ae4 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:11.597354 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3eb5da80-4e6f-4c15-a3f6-18474a264ae4 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1401324 Jun 16 15:37:11.600539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34764) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:11.641807 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-409f906f-b1c5-4281-b2c0-1fe3dd474bd9 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398650 Jun 16 15:37:11.645244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34768) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:11.652499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1361811206', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'project_id': 'cdbb136214314352a52001d8f185680c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:11.775948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:11.781392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:subnet and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:11.785768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:11.793076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:11.871146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:37:11.874794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:11.883991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:37:10Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:11.888371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Checking router: 98848984-c81e-488a-8522-9a9c7ab44e20 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:37:11.888718 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Updating router 98848984-c81e-488a-8522-9a9c7ab44e20 port d88259a0-8952-40f9-9166-016275a264c2 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:37:11.944207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.200763 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.294188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.294444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Subnet': ['ID=82df8b69-90cb-4294-831f-3c4b7d1cd5bc,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:12.305484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Checking segment: {'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:37:12.305484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network hostable DHCP agents. Network: b1fc860d-1fba-4449-80cb-492f262622b4, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:37:12.310860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Transition to ACTIVE for port object d88259a0-8952-40f9-9166-016275a264c2 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:12.408507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.471914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network b1fc860d-1fba-4449-80cb-492f262622b4 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:37:12.492643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Attempting to bind port d88259a0-8952-40f9-9166-016275a264c2 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:37:12.493069 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Attempting to bind port d88259a0-8952-40f9-9166-016275a264c2 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:37:12.493361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Attempting to bind port d88259a0-8952-40f9-9166-016275a264c2 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:37:12.498989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50c5be-eefe-4d50-bee0-319647c6428b None None] Pushing event updated for resources: {'Port': ['ID=d88259a0-8952-40f9-9166-016275a264c2,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:12.504037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:37:12.504419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:37:12.504806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.505187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:37:12.505651 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Bound port: d88259a0-8952-40f9-9166-016275a264c2, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:37:12.506029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.531727 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:37:12.603502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, b1fc860d-1fba-4449-80cb-492f262622b4) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:12.608280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:12.608954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.619540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7efe69-a668-449e-b764-2954e7886dbc None None] Network b1fc860d-1fba-4449-80cb-492f262622b4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:37:12.658619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] For port d88259a0-8952-40f9-9166-016275a264c2, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:37:12.720334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] For port d88259a0-8952-40f9-9166-016275a264c2, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d88259a0-8952-40f9-9166-016275a264c2,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:37:12.760140 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a13a4f10-8135-4ffb-91ac-bdecc016c705 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1133618 Jun 16 15:37:12.763287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34772) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:12.861067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-b1fc860d-1fba-4449-80cb-492f262622b4', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:37:12.862599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.879461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:13.038764 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:37:13.039426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:36:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:13.108609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50c5be-eefe-4d50-bee0-319647c6428b None None] Pushing event updated for resources: {'Port': ['ID=d88259a0-8952-40f9-9166-016275a264c2,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:13.275550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Allocated IP 172.20.0.2 (b1fc860d-1fba-4449-80cb-492f262622b4/82df8b69-90cb-4294-831f-3c4b7d1cd5bc/0b4c806f-6659-46c2-a4f2-ffcca2a41437) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:37:13.329809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:37:13.509065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:13.774986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:13.788074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Transition to ACTIVE for port object 0b4c806f-6659-46c2-a4f2-ffcca2a41437 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:13.813093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Transition to ACTIVE for port object 0b4c806f-6659-46c2-a4f2-ffcca2a41437 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:13.823911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:37:10Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:13.828616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bfeb4a-6b28-4038-af8b-9cfe79bb2854 None None] The sync data for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv is: [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:37:10Z', 'revision_number': 3, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:37:13.955042 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.060110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.1 (b1fc860d-1fba-4449-80cb-492f262622b4/82df8b69-90cb-4294-831f-3c4b7d1cd5bc/90f07c4c-50c1-4fdf-8c8b-f6177c1f067c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:37:14.086415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Pushing event updated for resources: {'Port': ['ID=0b4c806f-6659-46c2-a4f2-ffcca2a41437,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:14.103034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Network b1fc860d-1fba-4449-80cb-492f262622b4 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:37:14.114500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:14.125113 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:37:14.286294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Attempting to bind port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:37:14.286670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Attempting to bind port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:37:14.287089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Attempting to bind port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 on network b1fc860d-1fba-4449-80cb-492f262622b4 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:37:14.301773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:37:14.303661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Checking segment: {'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:37:14.304093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.307838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Bound using segment: {'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:37:14.307838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Bound port: 0b4c806f-6659-46c2-a4f2-ffcca2a41437, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:37:14.307838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.319632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.353587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:14.435178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] For port 0b4c806f-6659-46c2-a4f2-ffcca2a41437, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:37:14.439997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] For port 0b4c806f-6659-46c2-a4f2-ffcca2a41437, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0b4c806f-6659-46c2-a4f2-ffcca2a41437,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:37:14.489114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.523984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.566006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network b1fc860d-1fba-4449-80cb-492f262622b4 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:37:14.569825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:14.573976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:37:14.611553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:14.652828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.707866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84894829-fd60-424f-8c8a-e74be7d19812 None None] Pushing event updated for resources: {'Port': ['ID=0b4c806f-6659-46c2-a4f2-ffcca2a41437,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:15.045318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.471931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.551597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.683585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.687088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:15.748439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8db5bd1b-7db0-40ee-97a3-f810b58375d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.825259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network b1fc860d-1fba-4449-80cb-492f262622b4 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:37:15.826264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:15.956771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0b4c806f-6659-46c2-a4f2-ffcca2a41437 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:16.125429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:16.133111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d88259a0-8952-40f9-9166-016275a264c2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:16.160760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 98848984-c81e-488a-8522-9a9c7ab44e20 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:37:16.265274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port d88259a0-8952-40f9-9166-016275a264c2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:16.271492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d88259a0-8952-40f9-9166-016275a264c2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:16.271867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:16.318442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b311949-5343-46ab-88b1-29cd4fe26e4f None None] Network b1fc860d-1fba-4449-80cb-492f262622b4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:37:16.363710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:37:16.374306 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Sync routers for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:37:16.379625 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b8f331c8-6a24-4fc6-a1cd-23cb4e187417 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/98848984-c81e-488a-8522-9a9c7ab44e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6126788 Jun 16 15:37:16.379786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34776) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:16.385285 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:37:16.386063 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:36:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:16.511225 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-544238a4-e4a2-4d91-9449-c009a9d2688d None None] Provisioning for port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:16.525682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d0c98-a184-402b-acbd-f7bdf7199c95 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:16.526241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d0c98-a184-402b-acbd-f7bdf7199c95 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:16.531846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d0c98-a184-402b-acbd-f7bdf7199c95 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:16.531846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d0c98-a184-402b-acbd-f7bdf7199c95 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:16.531846 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2d1d0c98-a184-402b-acbd-f7bdf7199c95 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1481099 Jun 16 15:37:16.532111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34780) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:16.557279 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-544238a4-e4a2-4d91-9449-c009a9d2688d None None] Provisioning complete for port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:16.557572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-544238a4-e4a2-4d91-9449-c009a9d2688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:16.582752 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:37:16.602177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31247a-0958-4141-b96d-a869a918ede0 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:16.602924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31247a-0958-4141-b96d-a869a918ede0 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:16.603414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31247a-0958-4141-b96d-a869a918ede0 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:16.603985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31247a-0958-4141-b96d-a869a918ede0 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:16.608393 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7c31247a-0958-4141-b96d-a869a918ede0 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0728650 Jun 16 15:37:16.608578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d88259a0-8952-40f9-9166-016275a264c2 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:37:16.608578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:16.608775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34784) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:16.694675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port d88259a0-8952-40f9-9166-016275a264c2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d88259a0-8952-40f9-9166-016275a264c2,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:16.775235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-544238a4-e4a2-4d91-9449-c009a9d2688d None None] Current status of the port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:37:16.775906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-544238a4-e4a2-4d91-9449-c009a9d2688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:16.788420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:16.855627 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9006a079-1fc1-451f-b06f-22fca9330201 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2406785 Jun 16 15:37:16.883545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-544238a4-e4a2-4d91-9449-c009a9d2688d None None] For port 0b4c806f-6659-46c2-a4f2-ffcca2a41437, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0b4c806f-6659-46c2-a4f2-ffcca2a41437,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:16.887812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=d88259a0-8952-40f9-9166-016275a264c2,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:16.948033 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:37:14Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:37:15Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:16.952197 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Checking router: 98848984-c81e-488a-8522-9a9c7ab44e20 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:37:16.952545 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Updating router 98848984-c81e-488a-8522-9a9c7ab44e20 port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:37:16.957589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-544238a4-e4a2-4d91-9449-c009a9d2688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.009497 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.026779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34790) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:17.032229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2003253072', 'description': 'tempest-secgroup-smoke-2003253072 description', 'project_id': 'cdbb136214314352a52001d8f185680c'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:17.035821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544238a4-e4a2-4d91-9449-c009a9d2688d None None] Pushing event updated for resources: {'Port': ['ID=0b4c806f-6659-46c2-a4f2-ffcca2a41437,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:17.039322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:17.044819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:17.048120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:17.054918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:17.085129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-64b339a6-207c-4087-ad91-ff8e1476467f None None] Provisioning complete for port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:17.085502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-64b339a6-207c-4087-ad91-ff8e1476467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.140218 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.164026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:17.168463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:17.172987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:17.183539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:17.221905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-64b339a6-207c-4087-ad91-ff8e1476467f None None] Current status of the port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:37:17.292519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.334153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-64b339a6-207c-4087-ad91-ff8e1476467f None None] Provisioning for port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:17.339888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-64b339a6-207c-4087-ad91-ff8e1476467f None None] Provisioning complete for port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:17.340281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-64b339a6-207c-4087-ad91-ff8e1476467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.399261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-64b339a6-207c-4087-ad91-ff8e1476467f None None] Port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:37:17.405150 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.410916 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.423967 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Transition to ACTIVE for port object 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:17.461678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82377cf7-913b-4703-ab87-f28bfcebdffe,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:17.518646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0b0412fa-1fea-40b8-bd74-2aaac7d9b48c None None] Provisioning complete for port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:17.519043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0b0412fa-1fea-40b8-bd74-2aaac7d9b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.540167 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.568462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.573062 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b2e354e0-b23e-4572-bba5-fefcfdb4cc5f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5425289 Jun 16 15:37:17.573451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34794) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:17.575811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0b0412fa-1fea-40b8-bd74-2aaac7d9b48c None None] Port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:37:17.579326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '82377cf7-913b-4703-ab87-f28bfcebdffe', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:17.585769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:17.590316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:17.593197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:17.599937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:17.701235 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Pushing event updated for resources: {'Port': ['ID=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:17.718646 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.719011 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.719352 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.719681 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.720008 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.720337 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.720665 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.720997 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.721847 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.722239 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.722483 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.722798 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:17.730642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.791028 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Attempting to bind port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:37:17.791401 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Attempting to bind port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:37:17.791764 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Attempting to bind port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c on network b1fc860d-1fba-4449-80cb-492f262622b4 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:37:17.797264 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:37:17.798144 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Checking segment: {'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:37:17.798144 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.798378 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Bound using segment: {'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:37:17.798893 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Bound port: 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:37:17.800082 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.805464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.910845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0b4c806f-6659-46c2-a4f2-ffcca2a41437 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:17.919974 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] For port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:37:17.922983 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] For port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:37:17.962629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.980985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:17.981271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.987144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1055f97a-fa83-4cbe-a9e3-8b79e6219799,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:18.016938 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.077211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.078361 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4468d8bc-e4a4-4242-96f7-d815428fe3b7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5035317 Jun 16 15:37:18.081180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34798) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:18.087892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '82377cf7-913b-4703-ab87-f28bfcebdffe', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:18.101087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:18.101297 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:37:18.101870 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:36:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:18.105781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:18.108877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:37:18.109035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:18.109987 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d88259a0-8952-40f9-9166-016275a264c2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:18.121123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:18.177225 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d5c0c-6e47-4aa5-b5d4-4cb5276f40f0 None None] Pushing event updated for resources: {'Port': ['ID=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:18.191577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d88259a0-8952-40f9-9166-016275a264c2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:18.191968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.253292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.324423 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:37:18.356877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.370693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d88259a0-8952-40f9-9166-016275a264c2 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:37:18.385508 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4e69-4eff-48c1-8ba8-f92b5eb920a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.462613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.488655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f233a7-7ef5-4cd3-ae51-791adfb8c0e8,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:18.599358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.600601 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-974b8ce7-ecff-4725-8eff-3311df5eb2be tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5176508 Jun 16 15:37:18.603298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34802) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:18.608364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '82377cf7-913b-4703-ab87-f28bfcebdffe', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:18.614535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:18.619392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:18.622386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:18.629083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:18.659304 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:37:14Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:37:17Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:18.663373 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56fa10-bfec-4ddf-b36f-631f729dfd58 None None] The sync data for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv is: [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:37:14Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:37:17Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:37:18.727732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.753916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.800018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.916915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.946818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3833ca-43c8-4068-b901-4b761652b680,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:19.029299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:19.030608 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-df0065ac-cb06-4dc7-a679-ad09bec9636b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4262633 Jun 16 15:37:19.033531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34806) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:19.039475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '82377cf7-913b-4703-ab87-f28bfcebdffe', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:19.045988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:19.050851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:19.055210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:19.062888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:19.164515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:19.244349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:19.391648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:19.416476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef100bb0-f561-4e26-aa13-7351fcf96682,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:19.569641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:19.570102 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f32e1bc3-5f6b-4a67-951a-aac4c72ad1e0 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5355730 Jun 16 15:37:19.573324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34810) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:19.579131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '82377cf7-913b-4703-ab87-f28bfcebdffe', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:19.585994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:19.590364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:19.593692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:19.599760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:19.725457 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:37:19.732570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:19.802715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:19.894482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:19.919408 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18753ea3-db11-4124-abb8-5d9ebbc54e6a,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:19.937187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:20.048898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.050071 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e9fc8ddb-892d-4eb9-8f8e-33817f84932f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4755230 Jun 16 15:37:20.053255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34814) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:20.059688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'security_group_rule': {'security_group_id': '82377cf7-913b-4703-ab87-f28bfcebdffe', 'project_id': 'cdbb136214314352a52001d8f185680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:20.066745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:20.070649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:security_group_rule and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:20.073803 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:20.081052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:20.094335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:20.100674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:20.101287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.192339 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Project cdbb136214314352a52001d8f185680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:37:20.201894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.284362 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.298598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:37:20.299581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.342668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:20.385739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.419824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.446438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92226890-aab6-4ff9-b4bf-bcb71e00d2a9,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:20.494296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.573126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:20.580185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.581781 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6542ddc3-caa2-4a16-b180-9ec1ccb665b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5273294 Jun 16 15:37:20.764052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-045538df-e24c-46c9-b1d6-a19bc736e08f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:37:20.879545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-045538df-e24c-46c9-b1d6-a19bc736e08f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:37:20.880656 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-045538df-e24c-46c9-b1d6-a19bc736e08f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2003253072&fields=id&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 267 time: 0.1645567 Jun 16 15:37:21.046752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-60678e0f-daef-449e-890f-be6c96a9297a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:21.049052 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-60678e0f-daef-449e-890f-be6c96a9297a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/networks?id=b1fc860d-1fba-4449-80cb-492f262622b4 HTTP/1.1" status: 200 len: 796 time: 0.1611900 Jun 16 15:37:21.063972 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-f69be31b-097f-404a-9cf7-bbe9eed0d674 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/quotas/cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 375 time: 0.0093408 Jun 16 15:37:21.153276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-7709248f-f6cb-4284-a483-5046faeec70b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:37:21.239237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-7709248f-f6cb-4284-a483-5046faeec70b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:37:21.240841 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-7709248f-f6cb-4284-a483-5046faeec70b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712461 Jun 16 15:37:21.381855 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-6b15ad83-4210-4c78-94cb-3e3f86041ddd service neutron] 10.222.0.73 "GET /v2.0/networks/b1fc860d-1fba-4449-80cb-492f262622b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292429 Jun 16 15:37:21.528689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:21.626452 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-23909432-184f-419f-b582-057f30494ce0 service neutron] 10.222.0.73 "GET /v2.0/networks/b1fc860d-1fba-4449-80cb-492f262622b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386425 Jun 16 15:37:21.909178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:21.954011 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4397e3ba-73a4-487c-873c-8765dbd95eac req-2a0f8dcc-00d1-4207-929c-91ca8270bafc tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 210 time: 0.0552588 Jun 16 15:37:21.985817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:21.986218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.120854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:37:23.131032 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-43d0c034-e07f-4b1d-82d9-730b3393c22d req-96c39c0a-f562-4749-9f9c-f6a87249b831 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 210 time: 0.0535450 Jun 16 15:37:24.172411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-7a6a1a5f-f2b6-4c1f-8e08-a576809433a9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:24.174553 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-7a6a1a5f-f2b6-4c1f-8e08-a576809433a9 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/networks?id=b1fc860d-1fba-4449-80cb-492f262622b4 HTTP/1.1" status: 200 len: 796 time: 0.1579430 Jun 16 15:37:24.222365 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-e3fa0157-23ad-4cb6-9da9-417c6c633af8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbb136214314352a52001d8f185680c HTTP/1.1" status: 200 len: 380 time: 0.0407495 Jun 16 15:37:24.231219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'port': {'device_id': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'admin_state_up': True, 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'security_groups': ['82377cf7-913b-4703-ab87-f28bfcebdffe']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:24.320044 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1f9cdb33-ef46-4c42-bc67-6b97872916b0 req-1ea57517-f63d-44d8-addc-771d02c3cb1d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 210 time: 0.0714927 Jun 16 15:37:24.423484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:24.433674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:24.562389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Made reservation on behalf of cdbb136214314352a52001d8f185680c for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:37:24.566293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:24.766421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.20.0.7 (b1fc860d-1fba-4449-80cb-492f262622b4/82df8b69-90cb-4294-831f-3c4b7d1cd5bc/ff350fa6-9d25-4aff-b6be-b9832c5edae0) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:37:24.959509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:24.975741 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Transition to ACTIVE for port object ff350fa6-9d25-4aff-b6be-b9832c5edae0 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:25.072209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:25.142481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network b1fc860d-1fba-4449-80cb-492f262622b4 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:37:25.146634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:25.150419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:37:25.188479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=ff350fa6-9d25-4aff-b6be-b9832c5edae0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:25.233892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:25.234581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:25.332665 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27e4546c-2470-44a6-8e64-e861bf031370 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1052899 Jun 16 15:37:25.344305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Request body: {'port': {'device_id': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:25.520626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:25.551543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c8edea44-7174-430e-bcda-bb42f8fd2429 None None] Provisioning for port ff350fa6-9d25-4aff-b6be-b9832c5edae0 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:25.557116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c8edea44-7174-430e-bcda-bb42f8fd2429 None None] Provisioning complete for port ff350fa6-9d25-4aff-b6be-b9832c5edae0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:25.557563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8edea44-7174-430e-bcda-bb42f8fd2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:25.618606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c8edea44-7174-430e-bcda-bb42f8fd2429 None None] Port ff350fa6-9d25-4aff-b6be-b9832c5edae0 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:37:25.624687 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619c53c-11be-4263-9bd2-bceeb541900f req-810f79fe-23f3-41b7-8282-5c82b50c17c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:25.625391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8619c53c-11be-4263-9bd2-bceeb541900f req-810f79fe-23f3-41b7-8282-5c82b50c17c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:37:25.803792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8619c53c-11be-4263-9bd2-bceeb541900f req-810f79fe-23f3-41b7-8282-5c82b50c17c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:37:25.804841 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8619c53c-11be-4263-9bd2-bceeb541900f req-810f79fe-23f3-41b7-8282-5c82b50c17c7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 931 time: 0.3687103 Jun 16 15:37:25.874160 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8619c53c-11be-4263-9bd2-bceeb541900f req-145d4e97-013c-46fe-b577-72ec4f0c6c65 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626941 Jun 16 15:37:26.050712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff350fa6-9d25-4aff-b6be-b9832c5edae0 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:37:26.058694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:26.073705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Transition to ACTIVE for port object ff350fa6-9d25-4aff-b6be-b9832c5edae0 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:26.146556 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:26.281749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Pushing event updated for resources: {'Port': ['ID=ff350fa6-9d25-4aff-b6be-b9832c5edae0,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:26.404874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Attempting to bind port ff350fa6-9d25-4aff-b6be-b9832c5edae0 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:37:26.405200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Attempting to bind port ff350fa6-9d25-4aff-b6be-b9832c5edae0 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:37:26.405519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Attempting to bind port ff350fa6-9d25-4aff-b6be-b9832c5edae0 on network b1fc860d-1fba-4449-80cb-492f262622b4 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:37:26.410424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Port ff350fa6-9d25-4aff-b6be-b9832c5edae0 on network b1fc860d-1fba-4449-80cb-492f262622b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:37:26.410733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Attempting to bind port ff350fa6-9d25-4aff-b6be-b9832c5edae0 on network b1fc860d-1fba-4449-80cb-492f262622b4 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:37:26.416117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:37:26.416452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Checking segment: {'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:37:26.416831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Bound using segment: {'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:37:26.417931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Bound port: ff350fa6-9d25-4aff-b6be-b9832c5edae0, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:37:26.417931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:26.510478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] For port ff350fa6-9d25-4aff-b6be-b9832c5edae0, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:37:26.513571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] For port ff350fa6-9d25-4aff-b6be-b9832c5edae0, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ff350fa6-9d25-4aff-b6be-b9832c5edae0,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:37:26.581199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:26.640949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:26.641554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:26.643512 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] 10.222.0.46 "PUT /v2.0/ports/ff350fa6-9d25-4aff-b6be-b9832c5edae0 HTTP/1.1" status: 200 len: 1093 time: 1.3032057 Jun 16 15:37:26.643948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'tag': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:37:26.670030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd084b0-3755-48e1-a049-09dd10fd6e0d service neutron] Pushing event updated for resources: {'Port': ['ID=ff350fa6-9d25-4aff-b6be-b9832c5edae0,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:26.701049 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28bf1dc-a0bd-40bc-b8e8-ea28fd37ef19'] response: {'name': 'network-changed', 'server_uuid': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'tag': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'status': 'completed', 'code': 200} Jun 16 15:37:26.815318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37d6d4-e472-4f0f-aeeb-f6bc1a070ed9 req-0ae9c0de-5fd0-4be2-a7b8-0c0e8d0c1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:26.817261 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd37d6d4-e472-4f0f-aeeb-f6bc1a070ed9 req-0ae9c0de-5fd0-4be2-a7b8-0c0e8d0c1106 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 1096 time: 0.0884881 Jun 16 15:37:26.968879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37d6d4-e472-4f0f-aeeb-f6bc1a070ed9 req-12e2ca42-958c-47bb-beef-2c9bdc05ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:26.970298 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd37d6d4-e472-4f0f-aeeb-f6bc1a070ed9 req-12e2ca42-958c-47bb-beef-2c9bdc05ed89 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cdbb136214314352a52001d8f185680c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1458621 Jun 16 15:37:27.166027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37d6d4-e472-4f0f-aeeb-f6bc1a070ed9 req-082e708c-977a-4292-b4a4-fdad01f4b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:27.167383 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd37d6d4-e472-4f0f-aeeb-f6bc1a070ed9 req-082e708c-977a-4292-b4a4-fdad01f4b1f5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1918118 Jun 16 15:37:27.179097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b275327-d581-4b8b-b7cb-a0eba89f496b req-ce710605-df30-41fc-a361-4571de52dc5a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:27.180585 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8b275327-d581-4b8b-b7cb-a0eba89f496b req-ce710605-df30-41fc-a361-4571de52dc5a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 943 time: 0.1870923 Jun 16 15:37:27.275200 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8b275327-d581-4b8b-b7cb-a0eba89f496b req-bacdc04d-a1d3-4b1e-b8fa-b3b1a7bff4d5 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881734 Jun 16 15:37:27.303508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-5fce34d0-3890-42fb-9899-ffc5eaf09b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:27.304965 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-5fce34d0-3890-42fb-9899-ffc5eaf09b35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 1096 time: 0.1016088 Jun 16 15:37:27.376403 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-751d644e-8ec7-4b70-8031-6769a04b62f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff350fa6-9d25-4aff-b6be-b9832c5edae0 HTTP/1.1" status: 200 len: 217 time: 0.0647891 Jun 16 15:37:27.441009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-9233aae7-f2eb-45f8-8b5b-3884cb3d710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:27.442324 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-9233aae7-f2eb-45f8-8b5b-3884cb3d710a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82df8b69-90cb-4294-831f-3c4b7d1cd5bc HTTP/1.1" status: 200 len: 835 time: 0.0607719 Jun 16 15:37:27.524449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-9c5ac70b-79e4-4f33-ba90-2b3bc2b4f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:27.525901 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-9c5ac70b-79e4-4f33-ba90-2b3bc2b4f9c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1fc860d-1fba-4449-80cb-492f262622b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782943 Jun 16 15:37:27.656197 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-3b7d8abd-4b10-411a-a331-418bd50844b6 service neutron] 10.222.0.46 "GET /v2.0/networks/b1fc860d-1fba-4449-80cb-492f262622b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245182 Jun 16 15:37:27.788883 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0ac0554-5c58-4fad-bb17-59fc94d8ea22 req-27a35eb3-6fa9-431c-b779-23f1d1b0aaa6 service neutron] 10.222.0.46 "GET /v2.0/networks/b1fc860d-1fba-4449-80cb-492f262622b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269820 Jun 16 15:37:28.473677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88711648-b158-4e2c-bce7-35c3820500d8 req-afade5d3-172b-4f4a-bd79-7c4ae8faebcf tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:28.475161 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-88711648-b158-4e2c-bce7-35c3820500d8 req-afade5d3-172b-4f4a-bd79-7c4ae8faebcf tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 943 time: 0.0915163 Jun 16 15:37:28.629252 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-88711648-b158-4e2c-bce7-35c3820500d8 req-f884be44-b04e-46ce-9a57-b2f39b34e577 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480215 Jun 16 15:37:28.889825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ff350fa6-9d25-4aff-b6be-b9832c5edae0 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:37:29.024902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port ff350fa6-9d25-4aff-b6be-b9832c5edae0, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ff350fa6-9d25-4aff-b6be-b9832c5edae0,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:29.037798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'port_id': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'mac_address': 'fa:16:3e:cf:0d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:37:29.094112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port ff350fa6-9d25-4aff-b6be-b9832c5edae0 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:37:29.094476 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:29.114451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff350fa6-9d25-4aff-b6be-b9832c5edae0 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:37:29.130713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port ff350fa6-9d25-4aff-b6be-b9832c5edae0, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ff350fa6-9d25-4aff-b6be-b9832c5edae0,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:29.242507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:29.310848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=ff350fa6-9d25-4aff-b6be-b9832c5edae0,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:29.436543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['ff350fa6-9d25-4aff-b6be-b9832c5edae0'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:37:29.824573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4329d-141e-4d04-b51d-43072ae5acbf req-e50f1e93-f47c-444a-969c-bd7bf9d69efb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:29.826030 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-25c4329d-141e-4d04-b51d-43072ae5acbf req-e50f1e93-f47c-444a-969c-bd7bf9d69efb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 944 time: 0.0896945 Jun 16 15:37:29.885892 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-25c4329d-141e-4d04-b51d-43072ae5acbf req-62bb029c-b848-41fc-a77a-553654d8f031 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533452 Jun 16 15:37:30.896721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ff350fa6-9d25-4aff-b6be-b9832c5edae0 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:31.025187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port ff350fa6-9d25-4aff-b6be-b9832c5edae0 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:31.031045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port ff350fa6-9d25-4aff-b6be-b9832c5edae0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:31.031420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:31.079021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9bd18-dfe6-4cad-bc09-ebe17519098d req-171ceb80-91c9-4d67-afb4-e3299ebfff72 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:31.081072 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-30e9bd18-dfe6-4cad-bc09-ebe17519098d req-171ceb80-91c9-4d67-afb4-e3299ebfff72 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 944 time: 0.0877514 Jun 16 15:37:31.125372 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-30e9bd18-dfe6-4cad-bc09-ebe17519098d req-cbf69723-f00e-4fef-b4c5-1240ef758d2d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385001 Jun 16 15:37:31.155943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port ff350fa6-9d25-4aff-b6be-b9832c5edae0 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:37:31.156257 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:31.183297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:37:31.193464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port ff350fa6-9d25-4aff-b6be-b9832c5edae0, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ff350fa6-9d25-4aff-b6be-b9832c5edae0,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:31.229337 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478a30e6-4331-40ad-bb84-5486476b51e4'] response: {'server_uuid': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'code': 200} Jun 16 15:37:31.293926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:31.363695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=ff350fa6-9d25-4aff-b6be-b9832c5edae0,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:31.618007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4d0ba-2941-44e4-aefc-8351be54571a req-b207a7c2-40a7-4660-9334-faa7db8b40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:31.619508 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-98e4d0ba-2941-44e4-aefc-8351be54571a req-b207a7c2-40a7-4660-9334-faa7db8b40b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 1098 time: 0.0858405 Jun 16 15:37:31.660380 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-98e4d0ba-2941-44e4-aefc-8351be54571a req-c44657d4-6783-42da-8f61-3b1e5e53c716 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345259 Jun 16 15:37:32.332137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ed1f-652c-4b53-bd3a-9ecec0d6e232 req-9c40f697-051b-48c0-8e3b-a7545cf81055 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:32.333701 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1cc2ed1f-652c-4b53-bd3a-9ecec0d6e232 req-9c40f697-051b-48c0-8e3b-a7545cf81055 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 945 time: 0.0907271 Jun 16 15:37:32.383065 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1cc2ed1f-652c-4b53-bd3a-9ecec0d6e232 req-13d4cc14-e716-4b06-bdf9-d57152ac1cb7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433545 Jun 16 15:37:33.578342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154d5e3-135f-4cf5-a131-411738861179 req-d982c89b-ba76-42fa-bed1-fe9016a46186 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:33.579746 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5154d5e3-135f-4cf5-a131-411738861179 req-d982c89b-ba76-42fa-bed1-fe9016a46186 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 945 time: 0.0880392 Jun 16 15:37:33.627598 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5154d5e3-135f-4cf5-a131-411738861179 req-7ed5e429-1ad7-4237-a728-77da2c321460 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407152 Jun 16 15:37:33.835521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d98a4e-3b1d-4045-a09d-4c7fe8c10f90 req-1fec177c-bb77-42a6-9811-480a8d317474 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:33.836876 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-52d98a4e-3b1d-4045-a09d-4c7fe8c10f90 req-1fec177c-bb77-42a6-9811-480a8d317474 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 945 time: 0.0961738 Jun 16 15:37:33.885506 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-52d98a4e-3b1d-4045-a09d-4c7fe8c10f90 req-b93784c8-56de-48ac-879e-ee00f6ee046d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428982 Jun 16 15:37:33.911299 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34868) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:33.997583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e780f-00ce-4cad-925d-c4debaa7a931 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:33.999135 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-400e780f-00ce-4cad-925d-c4debaa7a931 tempest-TestNetworkBasicOps-1491917997 tempest-TestNetworkBasicOps-1491917997-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 1093 time: 0.0865617 Jun 16 15:37:34.001928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34872) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:34.007449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:34.013510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:37:34.017480 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Usage tracker for resource:floatingip and tenant:cdbb136214314352a52001d8f185680c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:37:34.020378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:37:34.026112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:37:34.111188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:34.272204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:34.418558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Allocated IP 172.26.2.10 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/037a2a4e-b9fe-493e-937c-6ee3cca82eb1) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:37:34.683663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:34.822589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:34.888797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:37:34.892296 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:34.896677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:37:34.925631 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=037a2a4e-b9fe-493e-937c-6ee3cca82eb1,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:35.319186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:35.475964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:35.694408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:35.768242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:35.845182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:35.892957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event updated for resources: {'Port': ['ID=037a2a4e-b9fe-493e-937c-6ee3cca82eb1,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:35.903091 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:36.079136 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 88d33743-2505-486b-9343-f16a40d661ac associated. External IP: 172.26.2.10, port: ff350fa6-9d25-4aff-b6be-b9832c5edae0. Jun 16 15:37:36.571122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 98848984-c81e-488a-8522-9a9c7ab44e20 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:37:36.766427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:37:36.777432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] Sync routers for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:37:36.787266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:37:36.788144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:37:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:36.894376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:36.952935 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ce50159a-459a-4615-b483-1ae36c5bdfd4 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9493411 Jun 16 15:37:36.953621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'tag': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:37:36.957110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34876) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:36.999263 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95e33d9-1156-4ff3-a782-4cb565d8d43b'] response: {'name': 'network-changed', 'server_uuid': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'tag': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'status': 'completed', 'code': 200} Jun 16 15:37:37.013263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:37:37.127593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-20c09281-d9cf-47ea-a877-b903b40c23a7 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/88d33743-2505-486b-9343-f16a40d661ac HTTP/1.1" status: 200 len: 990 time: 0.1680152 Jun 16 15:37:37.146361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-07dbdf69-5efe-4e12-8983-2cb6bbf9a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:37.147765 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-07dbdf69-5efe-4e12-8983-2cb6bbf9a39e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 1098 time: 0.1211615 Jun 16 15:37:37.287310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-702b47ee-b1e1-42ec-a6b9-3fd5c9d175c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:37.288815 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-702b47ee-b1e1-42ec-a6b9-3fd5c9d175c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1fc860d-1fba-4449-80cb-492f262622b4 HTTP/1.1" status: 200 len: 897 time: 0.1348290 Jun 16 15:37:37.379956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:37:14Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '88d33743-2505-486b-9343-f16a40d661ac', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'port_id': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'mac_address': 'fa:16:3e:cf:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:37:35Z', 'updated_at': '2022-06-16T15:37:35Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:37:20Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:37.384240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] Checking router: 98848984-c81e-488a-8522-9a9c7ab44e20 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:37:37.393596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:37:37.394259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:37:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:37.402875 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-df41faf1-3ea9-450b-8a74-2574388fc03a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff350fa6-9d25-4aff-b6be-b9832c5edae0 HTTP/1.1" status: 200 len: 998 time: 0.1080220 Jun 16 15:37:37.468695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-e04c500c-15ba-454d-b93a-dcd1bffe9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:37.470127 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-e04c500c-15ba-454d-b93a-dcd1bffe9c46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82df8b69-90cb-4294-831f-3c4b7d1cd5bc HTTP/1.1" status: 200 len: 835 time: 0.0615315 Jun 16 15:37:37.554905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-da525a77-73ff-4209-bfcb-64e26282190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:37:37.556697 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-da525a77-73ff-4209-bfcb-64e26282190c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1fc860d-1fba-4449-80cb-492f262622b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806365 Jun 16 15:37:37.575218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:37:37.716033 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-eb795e44-fb12-4e63-abf3-051a7795276b service neutron] 10.222.0.46 "GET /v2.0/networks/b1fc860d-1fba-4449-80cb-492f262622b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497164 Jun 16 15:37:37.854024 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8477086f-27b0-4a7e-882e-dd8967c36668 req-f5d60fb3-bdd5-4c44-8251-c86524b9924b service neutron] 10.222.0.46 "GET /v2.0/networks/b1fc860d-1fba-4449-80cb-492f262622b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321723 Jun 16 15:37:37.936793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:37:14Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '88d33743-2505-486b-9343-f16a40d661ac', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'port_id': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'mac_address': 'fa:16:3e:cf:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:37:35Z', 'updated_at': '2022-06-16T15:37:35Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:37:20Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:37.940860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e6b46e-c81d-4319-ad00-056ed0252640 None None] The sync data for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv is: [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:37:14Z', 'revision_number': 4, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '88d33743-2505-486b-9343-f16a40d661ac', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'port_id': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'mac_address': 'fa:16:3e:cf:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:37:35Z', 'updated_at': '2022-06-16T15:37:35Z', 'revision_number': 0, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:37:20Z', 'revision_number': 5, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:37:38.131506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34882) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:38.141921 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd4ddb7-b166-4442-bbf5-753dcbf6bfd4 None None] New status for floating IP 88d33743-2505-486b-9343-f16a40d661ac: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:37:38.243385 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-43fc4988-2b57-4b93-ac73-d70c2d2859b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/88d33743-2505-486b-9343-f16a40d661ac HTTP/1.1" status: 200 len: 990 time: 0.1105330 Jun 16 15:37:39.248233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34886) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:39.454416 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fd51595f-f9ec-4091-ad03-a6b96733e7f8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/88d33743-2505-486b-9343-f16a40d661ac HTTP/1.1" status: 200 len: 992 time: 0.2049809 Jun 16 15:37:45.716814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-31a0202b-d40e-4c7b-aea7-fa85bd465946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:48.334135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8bd95793-4484-4817-909b-09d91632cf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:48.785474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:49.531643 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:37:50.301772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:51.587711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:06.019510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:06.105940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34898) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:06.111701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-537b9137-ffe3-4b8a-b690-5a570dda0efb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:06.683808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-537b9137-ffe3-4b8a-b690-5a570dda0efb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:06.877189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-537b9137-ffe3-4b8a-b690-5a570dda0efb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:07.084444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537b9137-ffe3-4b8a-b690-5a570dda0efb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 98848984-c81e-488a-8522-9a9c7ab44e20 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:38:07.274020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537b9137-ffe3-4b8a-b690-5a570dda0efb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:07.281021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-537b9137-ffe3-4b8a-b690-5a570dda0efb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:07.282188 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-537b9137-ffe3-4b8a-b690-5a570dda0efb tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/98848984-c81e-488a-8522-9a9c7ab44e20 HTTP/1.1" status: 200 len: 888 time: 1.1748874 Jun 16 15:38:07.291289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c1dc19-9de2-49fc-9838-4298660b373d None None] Sync routers for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:07.304474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c1dc19-9de2-49fc-9838-4298660b373d None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:38:07.305177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c6c1dc19-9de2-49fc-9838-4298660b373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:37:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:07.376848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c6c1dc19-9de2-49fc-9838-4298660b373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:07.386236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c1dc19-9de2-49fc-9838-4298660b373d None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:38:07.386856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c6c1dc19-9de2-49fc-9838-4298660b373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:37:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:07.452129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-c6c1dc19-9de2-49fc-9838-4298660b373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:07.452536 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c1dc19-9de2-49fc-9838-4298660b373d None None] The sync data for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv is: [] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:08.209578 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2c5bd-afba-4263-b25e-ae24d9d19a2a None None] New status for floating IP 88d33743-2505-486b-9343-f16a40d661ac: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:38:08.216833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:08.343433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:38:08.344553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:08.378179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:08.455845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:08.544827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:08.552368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:08.556893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:09.434586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34904) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:09.439913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d9682396-5de5-47b2-882b-53786935ac6b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:09.943854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d88259a0-8952-40f9-9166-016275a264c2 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:09.998168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d9682396-5de5-47b2-882b-53786935ac6b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:10.105474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d9682396-5de5-47b2-882b-53786935ac6b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16681492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16681068'] for router, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:10.106185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d88259a0-8952-40f9-9166-016275a264c2 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:38:10.106566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:10.125148 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port d88259a0-8952-40f9-9166-016275a264c2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d88259a0-8952-40f9-9166-016275a264c2,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:10.198643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:10.272328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=d88259a0-8952-40f9-9166-016275a264c2,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:10.300567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9682396-5de5-47b2-882b-53786935ac6b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 98848984-c81e-488a-8522-9a9c7ab44e20 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:38:10.491497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9682396-5de5-47b2-882b-53786935ac6b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:10.498060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d9682396-5de5-47b2-882b-53786935ac6b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:10.499258 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d9682396-5de5-47b2-882b-53786935ac6b tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/98848984-c81e-488a-8522-9a9c7ab44e20 HTTP/1.1" status: 200 len: 887 time: 1.0636251 Jun 16 15:38:10.501881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] Sync routers for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:10.503808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34908) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:10.513201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:38:10.513881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:37:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:10.700334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:38:10.748600 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-51dcd0da-b248-4fb1-9132-1c3c96e45600 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/88d33743-2505-486b-9343-f16a40d661ac HTTP/1.1" status: 200 len: 990 time: 0.2436693 Jun 16 15:38:11.050567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:38:09Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:38:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '88d33743-2505-486b-9343-f16a40d661ac', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'port_id': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'mac_address': 'fa:16:3e:cf:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:37:35Z', 'updated_at': '2022-06-16T15:38:08Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:38:08Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:11.055346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] Checking router: 98848984-c81e-488a-8522-9a9c7ab44e20 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:38:11.063687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:38:11.064287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:37:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:11.241930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:38:11.596777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:38:09Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:38:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '88d33743-2505-486b-9343-f16a40d661ac', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'port_id': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'mac_address': 'fa:16:3e:cf:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:37:35Z', 'updated_at': '2022-06-16T15:38:08Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:38:08Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:11.601161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf582bd6-13f9-4017-ae2d-2de484125bcb None None] The sync data for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv is: [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:38:09Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:38:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '88d33743-2505-486b-9343-f16a40d661ac', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'port_id': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'mac_address': 'fa:16:3e:cf:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:37:35Z', 'updated_at': '2022-06-16T15:38:08Z', 'revision_number': 2, 'project_id': 'cdbb136214314352a52001d8f185680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:38:08Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:11.752266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34912) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:11.875555 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-24e046d5-71c9-4c87-80db-ad8bc395ae4d tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/88d33743-2505-486b-9343-f16a40d661ac HTTP/1.1" status: 200 len: 990 time: 0.1221120 Jun 16 15:38:11.955258 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:12.031309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:12.031640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:12.155019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:38:12.155664 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:12.201793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:12.307400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:12.421938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:12.880720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34916) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:12.987851 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-05a3f01c-1a32-47d1-a93c-f14799121d63 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/88d33743-2505-486b-9343-f16a40d661ac HTTP/1.1" status: 200 len: 990 time: 0.1059103 Jun 16 15:38:13.328814 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f6dba-6689-42b7-a9e5-1ed01f88869d None None] New status for floating IP 88d33743-2505-486b-9343-f16a40d661ac: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:38:13.992720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34920) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:14.008535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:14.077211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:14.077572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.203975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:38:14.204916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d88259a0-8952-40f9-9166-016275a264c2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:14.231846 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-27bbf657-e721-4a2d-a1b3-3a1e8d6794da tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/floatingips/88d33743-2505-486b-9343-f16a40d661ac HTTP/1.1" status: 200 len: 992 time: 0.2379591 Jun 16 15:38:14.282827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d88259a0-8952-40f9-9166-016275a264c2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:14.283369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.410379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d88259a0-8952-40f9-9166-016275a264c2 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:38:14.410759 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.427677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port d88259a0-8952-40f9-9166-016275a264c2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d88259a0-8952-40f9-9166-016275a264c2,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:14.518843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34928) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:14.529998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.607555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=d88259a0-8952-40f9-9166-016275a264c2,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:14.744554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 037a2a4e-b9fe-493e-937c-6ee3cca82eb1 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:38:14.745142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.930600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.930946 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.058172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 037a2a4e-b9fe-493e-937c-6ee3cca82eb1 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:38:15.317223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.365845 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=037a2a4e-b9fe-493e-937c-6ee3cca82eb1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:15.417457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.417919 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.418255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.418583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.418908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.419278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.419633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.419954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.420275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.420600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.420915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.421225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.482679 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.483075 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Floating IP 88d33743-2505-486b-9343-f16a40d661ac disassociated (deleted). External IP: 172.26.2.10, port: ff350fa6-9d25-4aff-b6be-b9832c5edae0. Jun 16 15:38:15.688386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6bf25f2e-2477-49f4-865c-42876fd46c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.867905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 98848984-c81e-488a-8522-9a9c7ab44e20 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:38:15.941274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d88259a0-8952-40f9-9166-016275a264c2 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:16.013555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d88259a0-8952-40f9-9166-016275a264c2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:16.013914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:16.143837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d88259a0-8952-40f9-9166-016275a264c2 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:38:16.212040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:16.224434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] Sync routers for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:16.234015 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:38:16.234633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:37:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:16.324593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:16.386951 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e0477361-a211-4258-9564-89975dbe7438 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/floatingips/88d33743-2505-486b-9343-f16a40d661ac HTTP/1.1" status: 204 len: 168 time: 1.8669724 Jun 16 15:38:16.387641 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'tag': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:38:16.451202 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a268ac2-ff93-49cd-911c-7ba56217acdd'] response: {'name': 'network-changed', 'server_uuid': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'tag': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'status': 'completed', 'code': 200} Jun 16 15:38:16.470631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:38:16.575481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-cf6d5930-a8e9-4156-b717-91a809cca83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:16.576969 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-cf6d5930-a8e9-4156-b717-91a809cca83b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdbb136214314352a52001d8f185680c&device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 1098 time: 0.1004286 Jun 16 15:38:16.746836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-c9a9c2f6-a596-4b8b-a32c-b543bec118e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:16.749175 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-c9a9c2f6-a596-4b8b-a32c-b543bec118e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1fc860d-1fba-4449-80cb-492f262622b4 HTTP/1.1" status: 200 len: 897 time: 0.1653557 Jun 16 15:38:16.876949 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-fcdfad8a-477c-4047-86a9-853f956e619b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff350fa6-9d25-4aff-b6be-b9832c5edae0 HTTP/1.1" status: 200 len: 217 time: 0.1181014 Jun 16 15:38:16.889186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:38:09Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:38:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:38:12Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:16.893860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] Checking router: 98848984-c81e-488a-8522-9a9c7ab44e20 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:38:16.904037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:38:16.911002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:37:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:16.957253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-01401ea7-7871-48ab-b2b1-3e70a28ededf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:16.959417 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-01401ea7-7871-48ab-b2b1-3e70a28ededf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82df8b69-90cb-4294-831f-3c4b7d1cd5bc HTTP/1.1" status: 200 len: 835 time: 0.0773010 Jun 16 15:38:17.086812 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-230e87ee-5860-4dba-91c3-83217894c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:17.088421 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-230e87ee-5860-4dba-91c3-83217894c973 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1fc860d-1fba-4449-80cb-492f262622b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1225126 Jun 16 15:38:17.111556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:38:17.306168 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-e9f9afe0-a881-4af0-a3bf-ae057ef2e58d service neutron] 10.222.0.46 "GET /v2.0/networks/b1fc860d-1fba-4449-80cb-492f262622b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105672 Jun 16 15:38:17.384156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794d8a8-ddf5-4ee0-bf49-41c6f5b6b7ce req-5769c71a-be6f-43d3-822f-c33993310f2a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:17.386352 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e794d8a8-ddf5-4ee0-bf49-41c6f5b6b7ce req-5769c71a-be6f-43d3-822f-c33993310f2a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 945 time: 0.2698562 Jun 16 15:38:17.518818 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e794d8a8-ddf5-4ee0-bf49-41c6f5b6b7ce req-90123778-1865-4415-8a7a-fbe4e49105f8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258616 Jun 16 15:38:17.551615 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6056c1cc-dc42-4a14-86f3-9fbc047f96a0 req-2f09d491-dab4-452e-a6cb-eeefcf175697 service neutron] 10.222.0.46 "GET /v2.0/networks/b1fc860d-1fba-4449-80cb-492f262622b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390106 Jun 16 15:38:17.555683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:38:09Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:38:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:38:12Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:17.561607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6c2f42-e472-4466-9b8b-5562827cb9b3 None None] The sync data for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv is: [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:38:09Z', 'revision_number': 6, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:38:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '90f07c4c-50c1-4fdf-8c8b-f6177c1f067c', 'name': '', 'network_id': 'b1fc860d-1fba-4449-80cb-492f262622b4', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:13Z', 'updated_at': '2022-06-16T15:38:12Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'subnets': [{'id': '82df8b69-90cb-4294-831f-3c4b7d1cd5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:18.346805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb3956ea-3696-434b-8929-da2c92f70d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:18.395350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-5c4c28d4-21ce-4866-a20a-c41935cddb43 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:18.397414 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-5c4c28d4-21ce-4866-a20a-c41935cddb43 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 945 time: 0.0997763 Jun 16 15:38:18.478234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port ff350fa6-9d25-4aff-b6be-b9832c5edae0 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:38:18.478580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:18.493300 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbbcb1-0260-4c04-a4d5-f45cf13d0c6d None None] New status for floating IP 88d33743-2505-486b-9343-f16a40d661ac: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:38:18.757393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:18.805991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port ff350fa6-9d25-4aff-b6be-b9832c5edae0, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=ff350fa6-9d25-4aff-b6be-b9832c5edae0,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:18.805991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:18.939273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for ff350fa6-9d25-4aff-b6be-b9832c5edae0 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:38:18.997854 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732252c-4735-4d6f-af10-8aa0ffcc04fb req-848955fe-a74d-46e0-a966-5dcdfee5f2b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:18.999344 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e732252c-4735-4d6f-af10-8aa0ffcc04fb req-848955fe-a74d-46e0-a966-5dcdfee5f2b8 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 945 time: 0.3031027 Jun 16 15:38:19.200964 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e732252c-4735-4d6f-af10-8aa0ffcc04fb req-f0c3fb98-9a11-4803-b675-eaabb8508c0c tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/security-groups?id=82377cf7-913b-4703-ab87-f28bfcebdffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953723 Jun 16 15:38:19.317100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.373087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=ff350fa6-9d25-4aff-b6be-b9832c5edae0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:19.421753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.422454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.422454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.422736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.423098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.423430 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.423763 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.424085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.424410 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.424731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.425055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.425367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:19.470633 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] No DVR routers for this DVR port ff350fa6-9d25-4aff-b6be-b9832c5edae0 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:38:19.473108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.476390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'name': 'network-vif-deleted', 'tag': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:38:19.488193 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4197c91a-cdaf-4db1-a520-459f4335cf25 req-82a3f935-66c2-4bb7-b521-f45586db44cd tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.46 "DELETE /v2.0/ports/ff350fa6-9d25-4aff-b6be-b9832c5edae0 HTTP/1.1" status: 204 len: 173 time: 1.0857022 Jun 16 15:38:19.531398 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6359103-43b5-456b-b359-1ef0a7a65687'] response: {'server_uuid': 'b321b6b9-cb5d-4fc5-8f48-7b457f485702', 'name': 'network-vif-deleted', 'tag': 'ff350fa6-9d25-4aff-b6be-b9832c5edae0', 'status': 'completed', 'code': 200} Jun 16 15:38:20.365781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.396713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-5535d1f3-0ce4-4311-94e3-0d7733716898 req-362345af-3d0a-47dd-b580-10d6445f83ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Synchronizing usage tracker for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:38:20.533919 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-5535d1f3-0ce4-4311-94e3-0d7733716898 req-362345af-3d0a-47dd-b580-10d6445f83ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Unset dirty status for tenant:cdbb136214314352a52001d8f185680c on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:38:20.535145 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5535d1f3-0ce4-4311-94e3-0d7733716898 req-362345af-3d0a-47dd-b580-10d6445f83ba tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "GET /v2.0/ports?device_id=b321b6b9-cb5d-4fc5-8f48-7b457f485702 HTTP/1.1" status: 200 len: 210 time: 0.1981335 Jun 16 15:38:21.075974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ff350fa6-9d25-4aff-b6be-b9832c5edae0 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:21.109212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: ff350fa6-9d25-4aff-b6be-b9832c5edae0 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:38:21.109557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device ff350fa6-9d25-4aff-b6be-b9832c5edae0 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:21.590872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:21.644495 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34946) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:21.751829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc341-9f92-4d79-8c9f-592eb09c55e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:21.785485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc341-9f92-4d79-8c9f-592eb09c55e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:21.951073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc341-9f92-4d79-8c9f-592eb09c55e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:21.971827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cc341-9f92-4d79-8c9f-592eb09c55e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82377cf7-913b-4703-ab87-f28bfcebdffe,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:22.118134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc341-9f92-4d79-8c9f-592eb09c55e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.119330 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7a2cc341-9f92-4d79-8c9f-592eb09c55e2 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/security-groups/82377cf7-913b-4703-ab87-f28bfcebdffe HTTP/1.1" status: 204 len: 168 time: 0.4734170 Jun 16 15:38:22.273579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34952) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:22.867190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.249439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:38:23.249783 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.464976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:23.465336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.720022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:38:24.002447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:24.052269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=90f07c4c-50c1-4fdf-8c8b-f6177c1f067c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:24.395280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:24.797703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Router 98848984-c81e-488a-8522-9a9c7ab44e20 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:38:24.982338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:24.993159 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] Sync routers for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:25.003760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:38:25.004464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:38:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:25.057738 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8a536cbc-0ac7-49b8-bcc4-62a975c7d03a tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "PUT /v2.0/routers/98848984-c81e-488a-8522-9a9c7ab44e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7829907 Jun 16 15:38:25.061427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34956) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:25.141506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08d6652-a935-4a2d-967a-1936557446b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting subnet 82df8b69-90cb-4294-831f-3c4b7d1cd5bc {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:38:25.145441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b08d6652-a935-4a2d-967a-1936557446b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.204219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:38:25.206973 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b08d6652-a935-4a2d-967a-1936557446b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.313820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b08d6652-a935-4a2d-967a-1936557446b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.478399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b08d6652-a935-4a2d-967a-1936557446b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.508974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:38:23Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:38:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:25.514729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] Checking router: 98848984-c81e-488a-8522-9a9c7ab44e20 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:38:25.519613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d6652-a935-4a2d-967a-1936557446b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Subnet': ['ID=82df8b69-90cb-4294-831f-3c4b7d1cd5bc,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:25.521762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b08d6652-a935-4a2d-967a-1936557446b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.529374 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b08d6652-a935-4a2d-967a-1936557446b6 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/subnets/82df8b69-90cb-4294-831f-3c4b7d1cd5bc HTTP/1.1" status: 204 len: 168 time: 0.4654479 Jun 16 15:38:25.529613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] Routers {'98848984-c81e-488a-8522-9a9c7ab44e20'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:38:25.529613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:38:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['98848984-c81e-488a-8522-9a9c7ab44e20'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:25.531674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34962) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:25.585767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c14a223-28fe-4370-9039-bb90f678ee0a None None] Network b1fc860d-1fba-4449-80cb-492f262622b4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:38:25.723429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.875996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] Set router 98848984-c81e-488a-8522-9a9c7ab44e20 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:38:25.927915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.036772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Deleting port d88259a0-8952-40f9-9166-016275a264c2 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:38:26.037128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.252782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] For port d88259a0-8952-40f9-9166-016275a264c2, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d88259a0-8952-40f9-9166-016275a264c2,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:26.254115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.258609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3cb57-4cc1-4401-82b5-a499ee621917 None None] DHCP port deletion for b1fc860d-1fba-4449-80cb-492f262622b4 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:38:26.266427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3cb57-4cc1-4401-82b5-a499ee621917 None None] Deleting port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:38:26.266846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fe3cb57-4cc1-4401-82b5-a499ee621917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.373318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:38:23Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:38:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:26.392363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18301e2f-b9f4-4b96-b343-d7be79edc458 None None] The sync data for ids ['98848984-c81e-488a-8522-9a9c7ab44e20'] in dv-neutron-846028-2-hyperv is: [{'id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'name': 'tempest-TestNetworkBasicOps-router-894882742', 'tenant_id': 'cdbb136214314352a52001d8f185680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd88259a0-8952-40f9-9166-016275a264c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:37:08Z', 'updated_at': '2022-06-16T15:38:23Z', 'revision_number': 7, 'project_id': 'cdbb136214314352a52001d8f185680c', 'gw_port': {'id': 'd88259a0-8952-40f9-9166-016275a264c2', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98848984-c81e-488a-8522-9a9c7ab44e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:37:09Z', 'updated_at': '2022-06-16T15:38:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:26.396777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Calling delete_port for d88259a0-8952-40f9-9166-016275a264c2 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:38:26.534119 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:38:26.543044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3fe3cb57-4cc1-4401-82b5-a499ee621917 None None] For port 0b4c806f-6659-46c2-a4f2-ffcca2a41437, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0b4c806f-6659-46c2-a4f2-ffcca2a41437,segment=NetworkSegment(da17d7a0-3f42-4aaf-8fc3-955c46904bb5),segment_id=da17d7a0-3f42-4aaf-8fc3-955c46904bb5)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:26.543741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fe3cb57-4cc1-4401-82b5-a499ee621917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.673951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3cb57-4cc1-4401-82b5-a499ee621917 None None] Calling delete_port for 0b4c806f-6659-46c2-a4f2-ffcca2a41437 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:38:26.917251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3fe3cb57-4cc1-4401-82b5-a499ee621917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.921931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.015791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3cb57-4cc1-4401-82b5-a499ee621917 None None] Pushing event deleted for resources: {'Port': ['ID=0b4c806f-6659-46c2-a4f2-ffcca2a41437,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:27.018053 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3cb57-4cc1-4401-82b5-a499ee621917 None None] No DVR routers for this DVR port 0b4c806f-6659-46c2-a4f2-ffcca2a41437 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:38:27.115952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Port': ['ID=d88259a0-8952-40f9-9166-016275a264c2,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:27.224838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.406079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.408468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.585466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.585885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Fanout notify agent at l3_agent the message router_deleted on router 98848984-c81e-488a-8522-9a9c7ab44e20 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:38:27.601593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.602858 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-02c396ff-e1a1-47f0-b43b-aa46fd21f216 tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/routers/98848984-c81e-488a-8522-9a9c7ab44e20 HTTP/1.1" status: 204 len: 168 time: 2.0698297 Jun 16 15:38:27.606830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34966) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:27.843674 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.982251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.011718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fc860d-1fba-4449-80cb-492f262622b4']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:28.027578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:28.027928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da17d7a0-3f42-4aaf-8fc3-955c46904bb5') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:28.042589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.076208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.084810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:38:28.088577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.108492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0b4c806f-6659-46c2-a4f2-ffcca2a41437 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:28.131707 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment da17d7a0-3f42-4aaf-8fc3-955c46904bb5 resource provider aggregate not found Jun 16 15:38:28.153717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 0b4c806f-6659-46c2-a4f2-ffcca2a41437 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:38:28.154254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0b4c806f-6659-46c2-a4f2-ffcca2a41437 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:28.154823 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:28.191195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:38:28.191605 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 90f07c4c-50c1-4fdf-8c8b-f6177c1f067c not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:28.192490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d88259a0-8952-40f9-9166-016275a264c2 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:28.193147 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment da17d7a0-3f42-4aaf-8fc3-955c46904bb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da17d7a0-3f42-4aaf-8fc3-955c46904bb5 found for delete ", "request_id": "req-6721f18d-5648-44ba-87c9-077348683254"}]} Jun 16 15:38:28.229368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: d88259a0-8952-40f9-9166-016275a264c2 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:38:28.229717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d88259a0-8952-40f9-9166-016275a264c2 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:28.294286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.323596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.336626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] Pushing event deleted for resources: {'Network': ['ID=b1fc860d-1fba-4449-80cb-492f262622b4,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:28.343816 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-50358a09-9dff-4a4a-a490-3a98cc40421f tempest-TestNetworkBasicOps-1355827093 tempest-TestNetworkBasicOps-1355827093-project] 10.222.0.73 "DELETE /v2.0/networks/b1fc860d-1fba-4449-80cb-492f262622b4 HTTP/1.1" status: 204 len: 168 time: 0.7356749 Jun 16 15:38:29.142871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34978) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:29.358836 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4a0f2027-01ee-401d-a3cc-2007828c06f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cdbb136214314352a52001d8f185680c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146864 Jun 16 15:38:29.362878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34984) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:29.429085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4829b625-2f69-4663-a2fd-664482d96b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.455380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4829b625-2f69-4663-a2fd-664482d96b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.683742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4829b625-2f69-4663-a2fd-664482d96b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.702388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829b625-2f69-4663-a2fd-664482d96b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261aca23-efbf-4c80-bb71-c56b773962b8,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:29.709330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4829b625-2f69-4663-a2fd-664482d96b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.710239 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4829b625-2f69-4663-a2fd-664482d96b77 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/261aca23-efbf-4c80-bb71-c56b773962b8 HTTP/1.1" status: 204 len: 168 time: 0.3463943 Jun 16 15:38:30.626308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 34994) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:30.648338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb13c554-463f-4513-ada4-7bb3925472e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:30.663403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-bb13c554-463f-4513-ada4-7bb3925472e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:38:30.667443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bb13c554-463f-4513-ada4-7bb3925472e2 admin admin] Usage tracker for resource:security_group_rule and tenant:d47347a77dbb49fa8438c7ab2289952d is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:38:30.670261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-bb13c554-463f-4513-ada4-7bb3925472e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:38:30.676055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-bb13c554-463f-4513-ada4-7bb3925472e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:38:30.760327 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb13c554-463f-4513-ada4-7bb3925472e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:30.878332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb13c554-463f-4513-ada4-7bb3925472e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:30.925875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13c554-463f-4513-ada4-7bb3925472e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cac15c-ae0b-4910-a5bf-b6bd5f65b5c6,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:30.933163 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bb13c554-463f-4513-ada4-7bb3925472e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d47347a77dbb49fa8438c7ab2289952d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054576 Jun 16 15:38:30.935858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 34998) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:31.008336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8d29e115-1f1f-4924-b8d7-ae633791fe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.036136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8d29e115-1f1f-4924-b8d7-ae633791fe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.208164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8d29e115-1f1f-4924-b8d7-ae633791fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.225421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29e115-1f1f-4924-b8d7-ae633791fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cac15c-ae0b-4910-a5bf-b6bd5f65b5c6,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:31.230062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8d29e115-1f1f-4924-b8d7-ae633791fe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.231350 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8d29e115-1f1f-4924-b8d7-ae633791fe4d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9cac15c-ae0b-4910-a5bf-b6bd5f65b5c6 HTTP/1.1" status: 204 len: 168 time: 0.2938137 Jun 16 15:38:35.934060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:39.664106 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-27f770f9-74c6-45d2-9217-0509ea2a4aa2 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9edf991967af40058d084d072a6d37f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294571 Jun 16 15:38:39.845468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1565-4746-4de7-ac0b-76b921636352 req-0fa627fb-2fe9-403a-a103-bddd39dccdfa tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:39.847171 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-0fa627fb-2fe9-403a-a103-bddd39dccdfa tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766808 Jun 16 15:38:39.866609 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-fa44b1fb-9b4d-431b-bac2-35f0670b2e03 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/quotas/9edf991967af40058d084d072a6d37f7 HTTP/1.1" status: 200 len: 375 time: 0.0126996 Jun 16 15:38:39.931882 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-aa226071-a17a-4d56-a154-b47616281b85 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9edf991967af40058d084d072a6d37f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548930 Jun 16 15:38:40.246262 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-095d7c46-a607-4584-8147-54c25f985ab5 req-d5be548b-10d7-42a9-b6eb-d9f1f1a267be tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 210 time: 0.0703607 Jun 16 15:38:41.369456 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a7b7ed3b-3cd3-4343-8566-cd5f61b3941d req-5b305f99-3ff4-4772-b8a4-05bf52159911 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 210 time: 0.0531998 Jun 16 15:38:42.565250 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d6e12ca-d938-4479-a837-348b39064b8a req-360087a9-90f6-4ac5-b249-2d6168c63f54 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 210 time: 0.0838964 Jun 16 15:38:43.263656 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-d9dfffc4-352a-4846-b5ae-30e526bfcd9a tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9edf991967af40058d084d072a6d37f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324414 Jun 16 15:38:43.448507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1565-4746-4de7-ac0b-76b921636352 req-2080cc22-be3f-4c21-ad80-e48d8e9b4e95 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:43.450053 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-2080cc22-be3f-4c21-ad80-e48d8e9b4e95 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820612 Jun 16 15:38:43.462835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Request body: {'port': {'device_id': 'bce8a018-373e-4908-8faa-1da760934ffc', 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836', 'admin_state_up': True, 'tenant_id': '9edf991967af40058d084d072a6d37f7'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:43.624550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:38:43.628883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Usage tracker for resource:port and tenant:9edf991967af40058d084d072a6d37f7 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:38:43.632528 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:38:43.641771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:38:43.744785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Made reservation on behalf of 9edf991967af40058d084d072a6d37f7 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:38:43.748185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:43.767015 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-84876314-1483-486b-b900-9cf14243c62b req-9ee2015d-98c4-4617-bb80-42c705ba0671 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 210 time: 0.0645738 Jun 16 15:38:43.769393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:43.792760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:38:43.798458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Usage tracker for resource:security_group_rule and tenant:9edf991967af40058d084d072a6d37f7 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:38:43.801569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:38:43.808164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:38:43.946537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:44.044027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:44.127955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca8832b-1e33-4ac7-9279-459ed71a8d09,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:44.239964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Allocated IP 192.168.233.238 (f4c8ac0f-c38c-456c-bec7-f00988c9b836/95fd1efc-8172-4ae9-ba19-4a0d74d1a387/09baae99-cfab-448a-b8e4-5b967dc524cd) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:38:44.620636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:44.639049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Transition to ACTIVE for port object 09baae99-cfab-448a-b8e4-5b967dc524cd will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:44.747004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:44.822261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Network f4c8ac0f-c38c-456c-bec7-f00988c9b836 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:38:44.836275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:44.842908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:38:44.909974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Pushing event updated for resources: {'Port': ['ID=09baae99-cfab-448a-b8e4-5b967dc524cd,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:45.008061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:45.008751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:45.087704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8872-5738-4693-9ffd-5201f7492c8f req-46d92844-21e0-429c-8116-276ac4c07bda tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:45.089225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-27eb8872-5738-4693-9ffd-5201f7492c8f req-46d92844-21e0-429c-8116-276ac4c07bda tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Synchronizing usage tracker for tenant:9edf991967af40058d084d072a6d37f7 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:38:45.152398 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4300634c-db0e-4b32-9968-f1f089003c0c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6938000 Jun 16 15:38:45.243097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-27eb8872-5738-4693-9ffd-5201f7492c8f req-46d92844-21e0-429c-8116-276ac4c07bda tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Unset dirty status for tenant:9edf991967af40058d084d072a6d37f7 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:38:45.245067 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-27eb8872-5738-4693-9ffd-5201f7492c8f req-46d92844-21e0-429c-8116-276ac4c07bda tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 936 time: 0.3211300 Jun 16 15:38:45.289292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8ef87d0c-eac5-46b0-997d-3ee2ab404977 None None] Provisioning for port 09baae99-cfab-448a-b8e4-5b967dc524cd completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:45.303751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8ef87d0c-eac5-46b0-997d-3ee2ab404977 None None] Provisioning complete for port 09baae99-cfab-448a-b8e4-5b967dc524cd triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:45.304881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ef87d0c-eac5-46b0-997d-3ee2ab404977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:45.310134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-27eb8872-5738-4693-9ffd-5201f7492c8f req-995b0571-b62b-4454-b3ec-4d48bbe0958f tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Synchronizing usage tracker for tenant:9edf991967af40058d084d072a6d37f7 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:38:45.351008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Request body: {'port': {'device_id': 'bce8a018-373e-4908-8faa-1da760934ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:45.380092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8ef87d0c-eac5-46b0-997d-3ee2ab404977 None None] Port 09baae99-cfab-448a-b8e4-5b967dc524cd cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:38:45.475914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-27eb8872-5738-4693-9ffd-5201f7492c8f req-995b0571-b62b-4454-b3ec-4d48bbe0958f tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Unset dirty status for tenant:9edf991967af40058d084d072a6d37f7 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:38:45.476967 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-27eb8872-5738-4693-9ffd-5201f7492c8f req-995b0571-b62b-4454-b3ec-4d48bbe0958f tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247007 Jun 16 15:38:45.510734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:45.735692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-338e527e-9f0a-491b-a741-a70d5fede7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:45.915566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09baae99-cfab-448a-b8e4-5b967dc524cd {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:38:45.923813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:45.940014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Transition to ACTIVE for port object 09baae99-cfab-448a-b8e4-5b967dc524cd will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:46.054189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:46.218290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Pushing event updated for resources: {'Port': ['ID=09baae99-cfab-448a-b8e4-5b967dc524cd,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:46.368699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Attempting to bind port 09baae99-cfab-448a-b8e4-5b967dc524cd on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:38:46.369091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Attempting to bind port 09baae99-cfab-448a-b8e4-5b967dc524cd by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '23c69fff-eb0d-4544-bed3-24b279109152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:38:46.369462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Attempting to bind port 09baae99-cfab-448a-b8e4-5b967dc524cd on network f4c8ac0f-c38c-456c-bec7-f00988c9b836 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:38:46.374777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Port 09baae99-cfab-448a-b8e4-5b967dc524cd on network f4c8ac0f-c38c-456c-bec7-f00988c9b836 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:38:46.375171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Attempting to bind port 09baae99-cfab-448a-b8e4-5b967dc524cd on network f4c8ac0f-c38c-456c-bec7-f00988c9b836 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:38:46.381679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:38:46.382017 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Checking segment: {'id': '23c69fff-eb0d-4544-bed3-24b279109152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:38:46.382406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Bound using segment: {'id': '23c69fff-eb0d-4544-bed3-24b279109152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:38:46.382908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Bound port: 09baae99-cfab-448a-b8e4-5b967dc524cd, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c69fff-eb0d-4544-bed3-24b279109152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:38:46.383273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:46.488417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] For port 09baae99-cfab-448a-b8e4-5b967dc524cd, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:38:46.494124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] For port 09baae99-cfab-448a-b8e4-5b967dc524cd, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=09baae99-cfab-448a-b8e4-5b967dc524cd,segment=NetworkSegment(23c69fff-eb0d-4544-bed3-24b279109152),segment_id=23c69fff-eb0d-4544-bed3-24b279109152)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:38:46.686568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:46.751294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:46.751932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:46.753224 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] 10.222.0.46 "PUT /v2.0/ports/09baae99-cfab-448a-b8e4-5b967dc524cd HTTP/1.1" status: 200 len: 1098 time: 1.5929446 Jun 16 15:38:46.759076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8a018-373e-4908-8faa-1da760934ffc', 'tag': '09baae99-cfab-448a-b8e4-5b967dc524cd'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:38:46.810850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b370b-3384-454e-87a8-e09df05e7d1e service neutron] Pushing event updated for resources: {'Port': ['ID=09baae99-cfab-448a-b8e4-5b967dc524cd,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:46.836949 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09c2dc9-d9cc-49ed-9398-ed7614afb4cd'] response: {'name': 'network-changed', 'server_uuid': 'bce8a018-373e-4908-8faa-1da760934ffc', 'tag': '09baae99-cfab-448a-b8e4-5b967dc524cd', 'status': 'completed', 'code': 200} Jun 16 15:38:46.848552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ed585-bc05-4b0a-92df-e4a5a5586926 req-1757a0a9-cfa0-4273-85c5-113cb8d3901f tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:46.851016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-353ed585-bc05-4b0a-92df-e4a5a5586926 req-1757a0a9-cfa0-4273-85c5-113cb8d3901f tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 948 time: 0.2125013 Jun 16 15:38:46.973710 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-353ed585-bc05-4b0a-92df-e4a5a5586926 req-9b85d4b1-3bcb-47b7-bf84-787a199dea8f tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633409 Jun 16 15:38:47.008948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625299a3-1485-480f-9576-740aee9c8cc6 req-d520f261-b849-411f-88ce-6a02a6a9b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:47.011312 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-625299a3-1485-480f-9576-740aee9c8cc6 req-d520f261-b849-411f-88ce-6a02a6a9b8b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9edf991967af40058d084d072a6d37f7&device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 1101 time: 0.1515019 Jun 16 15:38:47.052748 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-625299a3-1485-480f-9576-740aee9c8cc6 req-44d1a651-957c-4bee-984e-4ac2ff318e13 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9edf991967af40058d084d072a6d37f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320952 Jun 16 15:38:47.329988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625299a3-1485-480f-9576-740aee9c8cc6 req-2c87bfa4-7e8e-4eaf-a8d1-c4422773e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:47.331490 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-625299a3-1485-480f-9576-740aee9c8cc6 req-2c87bfa4-7e8e-4eaf-a8d1-c4422773e4ab service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2751291 Jun 16 15:38:47.457579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1565-4746-4de7-ac0b-76b921636352 req-2ebf1fd6-928e-4f7d-82c4-8d9881d9e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:47.459750 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-2ebf1fd6-928e-4f7d-82c4-8d9881d9e94c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9edf991967af40058d084d072a6d37f7&device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 1101 time: 0.0933022 Jun 16 15:38:47.538825 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4b6b7851-f340-4cc8-a9eb-3514c64ac3f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=09baae99-cfab-448a-b8e4-5b967dc524cd HTTP/1.1" status: 200 len: 217 time: 0.0712748 Jun 16 15:38:47.622149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1565-4746-4de7-ac0b-76b921636352 req-b0dddd3c-a679-428d-91ad-205e48e2884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:47.623718 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-b0dddd3c-a679-428d-91ad-205e48e2884a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95fd1efc-8172-4ae9-ba19-4a0d74d1a387 HTTP/1.1" status: 200 len: 843 time: 0.0789988 Jun 16 15:38:47.760508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1565-4746-4de7-ac0b-76b921636352 req-74541f6e-4499-4353-a841-d29017ee5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:47.763730 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-74541f6e-4499-4353-a841-d29017ee5c77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4c8ac0f-c38c-456c-bec7-f00988c9b836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1336198 Jun 16 15:38:48.012558 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-4ad92829-d20a-4364-b70d-0bc5af51342a service neutron] 10.222.0.46 "GET /v2.0/networks/f4c8ac0f-c38c-456c-bec7-f00988c9b836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420845 Jun 16 15:38:48.224557 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13dd1565-4746-4de7-ac0b-76b921636352 req-8659c106-92f5-4eba-b779-e4f2bce03c83 service neutron] 10.222.0.46 "GET /v2.0/networks/f4c8ac0f-c38c-456c-bec7-f00988c9b836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043426 Jun 16 15:38:48.280699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca85246-3ae2-45bf-8575-239a84ab7344 req-8de32230-90bf-4769-b907-11f125f9b89f tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:48.283277 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bca85246-3ae2-45bf-8575-239a84ab7344 req-8de32230-90bf-4769-b907-11f125f9b89f tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 948 time: 0.1507215 Jun 16 15:38:48.352255 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bca85246-3ae2-45bf-8575-239a84ab7344 req-43a6ae1d-4f7d-498c-9ac1-f63253af68db tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583460 Jun 16 15:38:48.432248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f5bc82eb-4c06-4d40-ab26-9cd230e2e4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:48.808540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:49.231351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 09baae99-cfab-448a-b8e4-5b967dc524cd details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:38:49.409763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 09baae99-cfab-448a-b8e4-5b967dc524cd, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=09baae99-cfab-448a-b8e4-5b967dc524cd,segment=NetworkSegment(23c69fff-eb0d-4544-bed3-24b279109152),segment_id=23c69fff-eb0d-4544-bed3-24b279109152)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:49.428927 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '09baae99-cfab-448a-b8e4-5b967dc524cd', 'network_id': 'f4c8ac0f-c38c-456c-bec7-f00988c9b836', 'port_id': '09baae99-cfab-448a-b8e4-5b967dc524cd', 'mac_address': 'fa:16:3e:00:9f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fd1efc-8172-4ae9-ba19-4a0d74d1a387', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:38:49.498255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 09baae99-cfab-448a-b8e4-5b967dc524cd is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:38:49.499265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:49.516705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09baae99-cfab-448a-b8e4-5b967dc524cd {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:38:49.537369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 09baae99-cfab-448a-b8e4-5b967dc524cd, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=09baae99-cfab-448a-b8e4-5b967dc524cd,segment=NetworkSegment(23c69fff-eb0d-4544-bed3-24b279109152),segment_id=23c69fff-eb0d-4544-bed3-24b279109152)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:49.631161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c314185-cb07-4722-b082-bdde6b6e593d req-424420ea-8e27-42eb-a171-b457e8cc2dcc tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:49.632867 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8c314185-cb07-4722-b082-bdde6b6e593d req-424420ea-8e27-42eb-a171-b457e8cc2dcc tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 948 time: 0.1208642 Jun 16 15:38:49.670914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:49.693676 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8c314185-cb07-4722-b082-bdde6b6e593d req-c95adbe2-501e-4baf-96ce-14a01263603a tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500534 Jun 16 15:38:49.756126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=09baae99-cfab-448a-b8e4-5b967dc524cd,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:49.881100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['09baae99-cfab-448a-b8e4-5b967dc524cd'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:38:50.373821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:50.931926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaf608-5d9e-46c4-8b51-61b6ce8617b0 req-fe76d2f5-4495-43f7-8339-2c02f82d9843 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:50.934029 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ebbaf608-5d9e-46c4-8b51-61b6ce8617b0 req-fe76d2f5-4495-43f7-8339-2c02f82d9843 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 949 time: 0.1134174 Jun 16 15:38:51.004292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ebbaf608-5d9e-46c4-8b51-61b6ce8617b0 req-aabf3ab9-97ee-4f89-8198-8c812cb4cd2e tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639749 Jun 16 15:38:51.245862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 09baae99-cfab-448a-b8e4-5b967dc524cd up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:51.517958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 09baae99-cfab-448a-b8e4-5b967dc524cd completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:51.524337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 09baae99-cfab-448a-b8e4-5b967dc524cd triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:51.524813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:51.688904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:51.697079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 09baae99-cfab-448a-b8e4-5b967dc524cd is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:38:51.697448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:51.730189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8a018-373e-4908-8faa-1da760934ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09baae99-cfab-448a-b8e4-5b967dc524cd'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:38:51.742268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 09baae99-cfab-448a-b8e4-5b967dc524cd, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=09baae99-cfab-448a-b8e4-5b967dc524cd,segment=NetworkSegment(23c69fff-eb0d-4544-bed3-24b279109152),segment_id=23c69fff-eb0d-4544-bed3-24b279109152)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:51.784601 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f432906d-f513-4b50-9b62-ddc60e5a7bb8'] response: {'server_uuid': 'bce8a018-373e-4908-8faa-1da760934ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09baae99-cfab-448a-b8e4-5b967dc524cd', 'code': 200} Jun 16 15:38:51.876771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:51.955261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=09baae99-cfab-448a-b8e4-5b967dc524cd,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:52.348566 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4af8b7-b6f4-4989-9e10-826795f67629 req-b4aa21f9-73be-4de1-b835-52fe0bc5dd57 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:52.350157 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1b4af8b7-b6f4-4989-9e10-826795f67629 req-b4aa21f9-73be-4de1-b835-52fe0bc5dd57 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 950 time: 0.2136848 Jun 16 15:38:52.353424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855fc2f-4928-4872-8bb9-b26f6e6ea542 req-b7707fa5-5b39-4852-9428-498df4bc804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:52.355158 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7855fc2f-4928-4872-8bb9-b26f6e6ea542 req-b7707fa5-5b39-4852-9428-498df4bc804a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 1103 time: 0.1342704 Jun 16 15:38:52.433220 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1b4af8b7-b6f4-4989-9e10-826795f67629 req-5ae813f9-7020-4254-8689-76e030f63bcf tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758221 Jun 16 15:38:52.437088 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7855fc2f-4928-4872-8bb9-b26f6e6ea542 req-70132b5e-a9db-4621-bdc5-2cd6c2e7826b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653062 Jun 16 15:38:53.651886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cf1b4-ff09-4886-a677-3e9b37b39125 req-d4a68e92-59d9-453c-a4ea-b2ae5751535a tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:53.653293 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ba9cf1b4-ff09-4886-a677-3e9b37b39125 req-d4a68e92-59d9-453c-a4ea-b2ae5751535a tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 950 time: 0.0927346 Jun 16 15:38:53.706520 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ba9cf1b4-ff09-4886-a677-3e9b37b39125 req-ff97bde6-a172-4165-9e83-c60b095e96bd tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464625 Jun 16 15:38:54.943776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544cd55-9e34-4d9a-9d70-2070226966b4 req-e5797a12-c696-49f8-bac9-7c25cca3d0b2 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:54.946281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4544cd55-9e34-4d9a-9d70-2070226966b4 req-e5797a12-c696-49f8-bac9-7c25cca3d0b2 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 950 time: 0.1186261 Jun 16 15:38:55.003920 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4544cd55-9e34-4d9a-9d70-2070226966b4 req-98d990e1-1000-4719-83a4-3f574dad1a4c tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471764 Jun 16 15:38:57.398255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc389c91-b241-4fe8-9ead-e792d2c6488c req-4d828edb-ea6b-4a11-9b75-02b30e9ae0dd tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:57.400018 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dc389c91-b241-4fe8-9ead-e792d2c6488c req-4d828edb-ea6b-4a11-9b75-02b30e9ae0dd tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 950 time: 0.1344054 Jun 16 15:38:57.458775 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dc389c91-b241-4fe8-9ead-e792d2c6488c req-71face42-bb05-41a0-8427-09441dbdb8e8 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476339 Jun 16 15:38:58.480328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-8fd5eb06-0a83-446d-a1e9-634c82a542f4 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:58.481798 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-8fd5eb06-0a83-446d-a1e9-634c82a542f4 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.46 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 950 time: 0.0998249 Jun 16 15:38:58.744120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-bf33404e-3a05-4f9c-bbb4-7173a3640bae tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Deleting port 09baae99-cfab-448a-b8e4-5b967dc524cd {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:38:58.744120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-bf33404e-3a05-4f9c-bbb4-7173a3640bae tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:58.828636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057215e-6fe8-4cab-8928-852b244185c7 req-9b760c80-423f-479d-8713-3ade7fe651d0 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:38:58.830146 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9057215e-6fe8-4cab-8928-852b244185c7 req-9b760c80-423f-479d-8713-3ade7fe651d0 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 950 time: 0.1733162 Jun 16 15:38:58.952573 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9057215e-6fe8-4cab-8928-852b244185c7 req-027bdc4c-86a5-43b4-b40c-c182d8482d88 tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ca8832b-1e33-4ac7-9279-459ed71a8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977397 Jun 16 15:38:59.079933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-bf33404e-3a05-4f9c-bbb4-7173a3640bae tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] For port 09baae99-cfab-448a-b8e4-5b967dc524cd, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=09baae99-cfab-448a-b8e4-5b967dc524cd,segment=NetworkSegment(23c69fff-eb0d-4544-bed3-24b279109152),segment_id=23c69fff-eb0d-4544-bed3-24b279109152)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:59.080317 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-bf33404e-3a05-4f9c-bbb4-7173a3640bae tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:59.220399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-bf33404e-3a05-4f9c-bbb4-7173a3640bae tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Calling delete_port for 09baae99-cfab-448a-b8e4-5b967dc524cd owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:38:59.550754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-bf33404e-3a05-4f9c-bbb4-7173a3640bae tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:59.604336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33404e-3a05-4f9c-bbb4-7173a3640bae tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Pushing event deleted for resources: {'Port': ['ID=09baae99-cfab-448a-b8e4-5b967dc524cd,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:59.735719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-bf33404e-3a05-4f9c-bbb4-7173a3640bae tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] No DVR routers for this DVR port 09baae99-cfab-448a-b8e4-5b967dc524cd on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:38:59.738699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-bf33404e-3a05-4f9c-bbb4-7173a3640bae tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:59.742106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8a018-373e-4908-8faa-1da760934ffc', 'name': 'network-vif-deleted', 'tag': '09baae99-cfab-448a-b8e4-5b967dc524cd'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:38:59.800100 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7493fe36-c20b-4be6-b5e1-d7c09a32d4af'] response: {'server_uuid': 'bce8a018-373e-4908-8faa-1da760934ffc', 'name': 'network-vif-deleted', 'tag': '09baae99-cfab-448a-b8e4-5b967dc524cd', 'status': 'completed', 'code': 200} Jun 16 15:38:59.878302 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8da0e01d-9000-4434-873b-dd3f96437f45 req-bf33404e-3a05-4f9c-bbb4-7173a3640bae tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.46 "DELETE /v2.0/ports/09baae99-cfab-448a-b8e4-5b967dc524cd HTTP/1.1" status: 204 len: 173 time: 1.3916543 Jun 16 15:39:00.159247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-459a8386-7030-44d5-b828-87a4fea3d681 req-eee70b93-809e-41f2-aa31-a603fbb7d59a tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Synchronizing usage tracker for tenant:9edf991967af40058d084d072a6d37f7 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:39:00.385064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-459a8386-7030-44d5-b828-87a4fea3d681 req-eee70b93-809e-41f2-aa31-a603fbb7d59a tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] Unset dirty status for tenant:9edf991967af40058d084d072a6d37f7 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:39:00.386295 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-459a8386-7030-44d5-b828-87a4fea3d681 req-eee70b93-809e-41f2-aa31-a603fbb7d59a tempest-ServersAdminNegativeTestJSON-1156540419 tempest-ServersAdminNegativeTestJSON-1156540419-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce8a018-373e-4908-8faa-1da760934ffc HTTP/1.1" status: 200 len: 210 time: 0.2880187 Jun 16 15:39:01.293946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 09baae99-cfab-448a-b8e4-5b967dc524cd no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:39:01.339672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 09baae99-cfab-448a-b8e4-5b967dc524cd {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:39:01.340191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 09baae99-cfab-448a-b8e4-5b967dc524cd not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:39:02.365851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35144) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:02.554155 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3df78d33-7a13-4509-b177-b94f431f3a05 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9edf991967af40058d084d072a6d37f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869745 Jun 16 15:39:02.557915 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35150) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:02.628464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99fc5dfe-9d55-4686-b104-0eefc78454e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:02.659858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99fc5dfe-9d55-4686-b104-0eefc78454e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:02.825740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99fc5dfe-9d55-4686-b104-0eefc78454e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:02.849519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc5dfe-9d55-4686-b104-0eefc78454e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca8832b-1e33-4ac7-9279-459ed71a8d09,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:02.972700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-99fc5dfe-9d55-4686-b104-0eefc78454e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:02.974661 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-99fc5dfe-9d55-4686-b104-0eefc78454e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ca8832b-1e33-4ac7-9279-459ed71a8d09 HTTP/1.1" status: 204 len: 168 time: 0.4157677 Jun 16 15:39:03.539148 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:39:04.081220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35158) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:04.106916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-22bfb803-6a83-4e2c-a6c2-b5ee4f0e57bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:04.126947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-22bfb803-6a83-4e2c-a6c2-b5ee4f0e57bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:39:04.133385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-22bfb803-6a83-4e2c-a6c2-b5ee4f0e57bd admin admin] Usage tracker for resource:security_group_rule and tenant:44dda01efcf04e39a8496620f117370c is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:39:04.138182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-22bfb803-6a83-4e2c-a6c2-b5ee4f0e57bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:39:04.148565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-22bfb803-6a83-4e2c-a6c2-b5ee4f0e57bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:39:04.243553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-22bfb803-6a83-4e2c-a6c2-b5ee4f0e57bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:04.335127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-22bfb803-6a83-4e2c-a6c2-b5ee4f0e57bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:04.389991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfb803-6a83-4e2c-a6c2-b5ee4f0e57bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792f5ba0-92fb-4c9f-acea-1b437e047041,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:04.395460 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-22bfb803-6a83-4e2c-a6c2-b5ee4f0e57bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44dda01efcf04e39a8496620f117370c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129623 Jun 16 15:39:04.401960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35162) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:04.476776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5630fe0-d959-44ae-8c7c-acbb953a1e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:04.506993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5630fe0-d959-44ae-8c7c-acbb953a1e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:04.698956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5630fe0-d959-44ae-8c7c-acbb953a1e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:04.717116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5630fe0-d959-44ae-8c7c-acbb953a1e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792f5ba0-92fb-4c9f-acea-1b437e047041,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:04.727200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5630fe0-d959-44ae-8c7c-acbb953a1e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:04.728710 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e5630fe0-d959-44ae-8c7c-acbb953a1e52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/792f5ba0-92fb-4c9f-acea-1b437e047041 HTTP/1.1" status: 204 len: 168 time: 0.3280251 Jun 16 15:39:05.866852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:06.209493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35186) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:06.338833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1931500270-network', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:39:06.344583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:39:06.349502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Usage tracker for resource:network and tenant:8d9aadd89ce745a2910d9ff02708c185 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:39:06.352736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:39:06.359624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:39:06.483902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Made reservation on behalf of 8d9aadd89ce745a2910d9ff02708c185 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:39:06.487422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:06.510511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:06.534521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:39:06.541123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Usage tracker for resource:security_group_rule and tenant:8d9aadd89ce745a2910d9ff02708c185 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:39:06.546010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:39:06.557318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:39:06.654844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:06.746018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:06.780192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:39:06.785633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614cac74-dc54-40ee-a2c2-757d21545e02,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:06.798005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:06.798175 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Added segment 367f7a29-2eb0-4c34-bb58-72ca40a20844 of type vlan for network 010d22ae-6185-42e5-a448-a1bf8da9947f Jun 16 15:39:06.828673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:06.963029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:06.964484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:06.965446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:07.073098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] Pushing event updated for resources: {'Network': ['ID=010d22ae-6185-42e5-a448-a1bf8da9947f,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:07.084281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 010d22ae-6185-42e5-a448-a1bf8da9947f details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:39:07.153577 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-045f11e1-ea9b-4063-8d7f-cec80b5e688d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9427631 Jun 16 15:39:07.156666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35192) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:07.164354 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Request body: {'subnet': {'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1931500270-subnet', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:39:07.171229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:39:07.177263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Usage tracker for resource:subnet and tenant:8d9aadd89ce745a2910d9ff02708c185 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:39:07.181244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:39:07.189269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:39:07.294551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Made reservation on behalf of 8d9aadd89ce745a2910d9ff02708c185 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:39:07.297427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:07.661250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:07.743525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b12b029-8b10-4b2c-a4e7-59d208339c7d,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:07.755126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Checking segment: {'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:39:07.755603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Network hostable DHCP agents. Network: 010d22ae-6185-42e5-a448-a1bf8da9947f, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:39:07.883102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Network 010d22ae-6185-42e5-a448-a1bf8da9947f is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:39:08.019862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 010d22ae-6185-42e5-a448-a1bf8da9947f) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:39:08.025403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:08.026653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:08.030798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f4483d-fc58-472a-a522-77664decc5c2 None None] Network 010d22ae-6185-42e5-a448-a1bf8da9947f requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:39:08.214408 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ca94397f-cb3f-4e66-94cd-2e04453eadf0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0561657 Jun 16 15:39:08.219189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35196) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:08.228176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1931500270-router', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:39:08.235424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:39:08.242197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Usage tracker for resource:router and tenant:8d9aadd89ce745a2910d9ff02708c185 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:39:08.246837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:39:08.257244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:39:08.322885 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-010d22ae-6185-42e5-a448-a1bf8da9947f', 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'fixed_ips': [{'subnet_id': '9b12b029-8b10-4b2c-a4e7-59d208339c7d'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:39:08.323791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:08.465418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:08.467455 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:08.489092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:08.491960 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Allocated IP 172.20.0.2 (010d22ae-6185-42e5-a448-a1bf8da9947f/9b12b029-8b10-4b2c-a4e7-59d208339c7d/c0971f3e-2b60-470e-a90f-501440eec987) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:39:08.726143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:08.738033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Transition to ACTIVE for port object c0971f3e-2b60-470e-a90f-501440eec987 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:39:08.761456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Transition to ACTIVE for port object c0971f3e-2b60-470e-a90f-501440eec987 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:39:08.866747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:08.958482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Network 010d22ae-6185-42e5-a448-a1bf8da9947f is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:39:08.962127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:39:08.965588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:39:08.980454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Pushing event updated for resources: {'Port': ['ID=c0971f3e-2b60-470e-a90f-501440eec987,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:08.983521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:09.021286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.021772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.022228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.022647 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.023018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.023359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.023689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.024136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.024499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.024834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.025179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.025491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:09.091865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Attempting to bind port c0971f3e-2b60-470e-a90f-501440eec987 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:39:09.092233 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Attempting to bind port c0971f3e-2b60-470e-a90f-501440eec987 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:39:09.092598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Attempting to bind port c0971f3e-2b60-470e-a90f-501440eec987 on network 010d22ae-6185-42e5-a448-a1bf8da9947f {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:39:09.099036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:39:09.099502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Checking segment: {'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:39:09.099897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:09.100284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Bound using segment: {'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:39:09.100746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Bound port: c0971f3e-2b60-470e-a90f-501440eec987, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:39:09.101188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:09.218634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] For port c0971f3e-2b60-470e-a90f-501440eec987, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:39:09.222010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] For port c0971f3e-2b60-470e-a90f-501440eec987, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c0971f3e-2b60-470e-a90f-501440eec987,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:39:09.346546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:09.439341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b39b0-f800-49f4-bfc3-86faf9787375 None None] Pushing event updated for resources: {'Port': ['ID=c0971f3e-2b60-470e-a90f-501440eec987,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:09.478501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:09.513460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:09.704539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Allocated IP 172.26.2.185 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/44ac67c1-de3a-42c5-8841-24080188cc37) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:39:09.879467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:10.008765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c0971f3e-2b60-470e-a90f-501440eec987 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:39:10.066074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:10.135002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:39:10.148487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:39:10.152079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:39:10.204593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=44ac67c1-de3a-42c5-8841-24080188cc37,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:10.274272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port c0971f3e-2b60-470e-a90f-501440eec987 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:39:10.593841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a6ea8-a841-4bb5-8e9f-d6dae0099573 None None] Network 010d22ae-6185-42e5-a448-a1bf8da9947f requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:39:10.822556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3913e7e4-f6b9-4303-b190-5172f265a60b None None] Provisioning for port c0971f3e-2b60-470e-a90f-501440eec987 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:39:10.835112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3913e7e4-f6b9-4303-b190-5172f265a60b None None] Provisioning complete for port c0971f3e-2b60-470e-a90f-501440eec987 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:10.835468 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3913e7e4-f6b9-4303-b190-5172f265a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:10.847113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:11.093645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3913e7e4-f6b9-4303-b190-5172f265a60b None None] Current status of the port c0971f3e-2b60-470e-a90f-501440eec987 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:39:11.094006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3913e7e4-f6b9-4303-b190-5172f265a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:11.152725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3913e7e4-f6b9-4303-b190-5172f265a60b None None] For port c0971f3e-2b60-470e-a90f-501440eec987, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c0971f3e-2b60-470e-a90f-501440eec987,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:39:11.294184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3913e7e4-f6b9-4303-b190-5172f265a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:11.398428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913e7e4-f6b9-4303-b190-5172f265a60b None None] Pushing event updated for resources: {'Port': ['ID=c0971f3e-2b60-470e-a90f-501440eec987,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:11.420910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-88eab48c-ddda-4cf3-9267-db9947f0e5c9 None None] Provisioning complete for port c0971f3e-2b60-470e-a90f-501440eec987 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:11.422398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-88eab48c-ddda-4cf3-9267-db9947f0e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:11.441903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:11.556373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-88eab48c-ddda-4cf3-9267-db9947f0e5c9 None None] Current status of the port c0971f3e-2b60-470e-a90f-501440eec987 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:39:11.819965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Router c218b30a-b985-4091-97d1-1c7d44a21cc4 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:39:11.982619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c0971f3e-2b60-470e-a90f-501440eec987 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:39:12.041392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:39:12.051453 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Sync routers for ids ['c218b30a-b985-4091-97d1-1c7d44a21cc4'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:39:12.064533 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Routers {'c218b30a-b985-4091-97d1-1c7d44a21cc4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:39:12.065519 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:38:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c218b30a-b985-4091-97d1-1c7d44a21cc4'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:12.088000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c0971f3e-2b60-470e-a90f-501440eec987 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:12.088419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:12.158134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:12.160365 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5be7e150-e191-4e27-a266-21c3f8f5a9e9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9393961 Jun 16 15:39:12.163138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35200) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:12.239567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c0971f3e-2b60-470e-a90f-501440eec987 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:39:12.326574 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Set router c218b30a-b985-4091-97d1-1c7d44a21cc4 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:39:12.695031 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'name': 'tempest-DeleteServersTestJSON-1931500270-router', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:39:08Z', 'updated_at': '2022-06-16T15:39:10Z', 'revision_number': 3, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'gw_port': {'id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:39:09Z', 'updated_at': '2022-06-16T15:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:12.701440 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Checking router: c218b30a-b985-4091-97d1-1c7d44a21cc4 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:39:12.701979 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Updating router c218b30a-b985-4091-97d1-1c7d44a21cc4 port 44ac67c1-de3a-42c5-8841-24080188cc37 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:39:12.773524 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:13.072616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:13.252048 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:13.268696 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Transition to ACTIVE for port object 44ac67c1-de3a-42c5-8841-24080188cc37 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:39:13.381564 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:13.454668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Allocated IP 172.20.0.1 (010d22ae-6185-42e5-a448-a1bf8da9947f/9b12b029-8b10-4b2c-a4e7-59d208339c7d/159f04a8-c8dd-4fe8-9559-cceb04c7459d) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:39:13.522691 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Attempting to bind port 44ac67c1-de3a-42c5-8841-24080188cc37 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:39:13.523317 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Attempting to bind port 44ac67c1-de3a-42c5-8841-24080188cc37 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:39:13.523925 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Attempting to bind port 44ac67c1-de3a-42c5-8841-24080188cc37 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:39:13.534181 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Pushing event updated for resources: {'Port': ['ID=44ac67c1-de3a-42c5-8841-24080188cc37,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:13.549144 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:39:13.550031 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:39:13.550652 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:13.552031 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:39:13.552787 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Bound port: 44ac67c1-de3a-42c5-8841-24080188cc37, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:39:13.553396 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:13.597489 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.597921 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.598461 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.598955 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.599423 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.599883 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.600330 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.600773 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.601253 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.601753 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.602236 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.602683 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:13.663024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:13.688220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Transition to ACTIVE for port object 159f04a8-c8dd-4fe8-9559-cceb04c7459d will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:39:13.691808 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] For port 44ac67c1-de3a-42c5-8841-24080188cc37, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:39:13.696197 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] For port 44ac67c1-de3a-42c5-8841-24080188cc37, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=44ac67c1-de3a-42c5-8841-24080188cc37,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:39:13.826153 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:13.872913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:13.936598 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Routers {'c218b30a-b985-4091-97d1-1c7d44a21cc4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:39:13.937631 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:38:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c218b30a-b985-4091-97d1-1c7d44a21cc4'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:13.956020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Network 010d22ae-6185-42e5-a448-a1bf8da9947f is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:39:13.960060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:39:13.963725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:39:14.005376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=159f04a8-c8dd-4fe8-9559-cceb04c7459d,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:14.047894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:14.073562 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6214a4-c912-4695-a941-fe46586c8dee None None] Pushing event updated for resources: {'Port': ['ID=44ac67c1-de3a-42c5-8841-24080188cc37,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:14.235906 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] Set router c218b30a-b985-4091-97d1-1c7d44a21cc4 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:39:14.393545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-942259de-48e4-4288-8d71-c1280f164d05 None None] Provisioning for port 159f04a8-c8dd-4fe8-9559-cceb04c7459d completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:39:14.405221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-942259de-48e4-4288-8d71-c1280f164d05 None None] Provisioning complete for port 159f04a8-c8dd-4fe8-9559-cceb04c7459d triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:14.405966 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-942259de-48e4-4288-8d71-c1280f164d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:14.510141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-942259de-48e4-4288-8d71-c1280f164d05 None None] Port 159f04a8-c8dd-4fe8-9559-cceb04c7459d cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:39:14.572198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:14.636229 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'name': 'tempest-DeleteServersTestJSON-1931500270-router', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:39:08Z', 'updated_at': '2022-06-16T15:39:10Z', 'revision_number': 3, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'gw_port': {'id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:39:09Z', 'updated_at': '2022-06-16T15:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:14.640543 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdebe19-bb66-45e9-87aa-7230ba78d0cd None None] The sync data for ids ['c218b30a-b985-4091-97d1-1c7d44a21cc4'] in dv-neutron-846028-2-hyperv is: [{'id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'name': 'tempest-DeleteServersTestJSON-1931500270-router', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:39:08Z', 'updated_at': '2022-06-16T15:39:10Z', 'revision_number': 3, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'gw_port': {'id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:39:09Z', 'updated_at': '2022-06-16T15:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:39:14.955604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:15.048272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:15.194266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=159f04a8-c8dd-4fe8-9559-cceb04c7459d,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:15.197897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:15.386363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Network 010d22ae-6185-42e5-a448-a1bf8da9947f is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:39:15.387825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:39:15.695604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Router c218b30a-b985-4091-97d1-1c7d44a21cc4 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:39:15.717617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d91b1862-6d34-4ca4-a4ac-a934828287c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:15.742844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-cc4af4fc-9695-4b8d-8b72-112c30b0316b None None] Provisioning complete for port 159f04a8-c8dd-4fe8-9559-cceb04c7459d triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:15.742844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc4af4fc-9695-4b8d-8b72-112c30b0316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:15.824421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-cc4af4fc-9695-4b8d-8b72-112c30b0316b None None] Port 159f04a8-c8dd-4fe8-9559-cceb04c7459d cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:39:16.027574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 44ac67c1-de3a-42c5-8841-24080188cc37 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:39:16.084456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:39:16.094685 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-db8d5696-7c75-4ee7-a66e-6a43b23ae6a4 admin admin] 10.222.0.73 "PUT /v2.0/routers/c218b30a-b985-4091-97d1-1c7d44a21cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9301443 Jun 16 15:39:16.285817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 44ac67c1-de3a-42c5-8841-24080188cc37 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:39:16.295886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 44ac67c1-de3a-42c5-8841-24080188cc37 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:16.328278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:16.443007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 44ac67c1-de3a-42c5-8841-24080188cc37 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:39:16.443605 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:16.462671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 44ac67c1-de3a-42c5-8841-24080188cc37, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=44ac67c1-de3a-42c5-8841-24080188cc37,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:39:16.626619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:16.665649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Sync routers for ids ['c218b30a-b985-4091-97d1-1c7d44a21cc4'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:39:16.695253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Routers {'c218b30a-b985-4091-97d1-1c7d44a21cc4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:39:16.695898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:38:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c218b30a-b985-4091-97d1-1c7d44a21cc4'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:16.796972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=44ac67c1-de3a-42c5-8841-24080188cc37,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:16.821794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-fc9372d7-f7bd-4fda-a095-9d116e225052 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:16.824365 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-fc9372d7-f7bd-4fda-a095-9d116e225052 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/networks?id=010d22ae-6185-42e5-a448-a1bf8da9947f HTTP/1.1" status: 200 len: 812 time: 0.1846521 Jun 16 15:39:16.851409 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-a83870fd-c9b7-4836-993f-66dd8d145b53 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/quotas/8d9aadd89ce745a2910d9ff02708c185 HTTP/1.1" status: 200 len: 375 time: 0.0159032 Jun 16 15:39:16.933462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Set router c218b30a-b985-4091-97d1-1c7d44a21cc4 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:39:16.974786 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-c26aad1d-2043-4a5c-b1a7-9500b3f836ac tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d9aadd89ce745a2910d9ff02708c185&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141212 Jun 16 15:39:17.146446 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-3be02b81-4e23-494d-b2d3-11045c9e39d1 service neutron] 10.222.0.73 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634886 Jun 16 15:39:17.293266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'name': 'tempest-DeleteServersTestJSON-1931500270-router', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:39:08Z', 'updated_at': '2022-06-16T15:39:14Z', 'revision_number': 4, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'gw_port': {'id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:39:09Z', 'updated_at': '2022-06-16T15:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '159f04a8-c8dd-4fe8-9559-cceb04c7459d', 'name': '', 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'mac_address': 'fa:16:3e:76:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '9b12b029-8b10-4b2c-a4e7-59d208339c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:39:13Z', 'updated_at': '2022-06-16T15:39:14Z', 'revision_number': 2, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'subnets': [{'id': '9b12b029-8b10-4b2c-a4e7-59d208339c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:17.297573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Checking router: c218b30a-b985-4091-97d1-1c7d44a21cc4 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:39:17.298100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Updating router c218b30a-b985-4091-97d1-1c7d44a21cc4 port 159f04a8-c8dd-4fe8-9559-cceb04c7459d binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:39:17.308592 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-80eba862-f0be-427f-9795-f98ed511f44b service neutron] 10.222.0.73 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559789 Jun 16 15:39:17.380449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:17.843963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:17.860623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Transition to ACTIVE for port object 159f04a8-c8dd-4fe8-9559-cceb04c7459d will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:39:17.878246 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6900f17c-037e-407e-a685-252ce0fac04c req-192f1358-8a48-4ff7-844e-042ba761d492 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 210 time: 0.2043440 Jun 16 15:39:17.977448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 44ac67c1-de3a-42c5-8841-24080188cc37 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:39:18.048077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 44ac67c1-de3a-42c5-8841-24080188cc37 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:18.048466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.090627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.247304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b11da-8ef8-49de-b4aa-c9a46cb7f07b None None] Pushing event updated for resources: {'Port': ['ID=159f04a8-c8dd-4fe8-9559-cceb04c7459d,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:18.423620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Attempting to bind port 159f04a8-c8dd-4fe8-9559-cceb04c7459d on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:39:18.423906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Attempting to bind port 159f04a8-c8dd-4fe8-9559-cceb04c7459d by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:39:18.424263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Attempting to bind port 159f04a8-c8dd-4fe8-9559-cceb04c7459d on network 010d22ae-6185-42e5-a448-a1bf8da9947f {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:39:18.442989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 44ac67c1-de3a-42c5-8841-24080188cc37 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:39:18.442989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:39:18.442989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Checking segment: {'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:39:18.442989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.442989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Bound using segment: {'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:39:18.442989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Bound port: 159f04a8-c8dd-4fe8-9559-cceb04c7459d, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:39:18.442989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.536705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-89c744fc-e84a-4ef7-88ed-87e7bfdbec53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.555049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] For port 159f04a8-c8dd-4fe8-9559-cceb04c7459d, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:39:18.559165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] For port 159f04a8-c8dd-4fe8-9559-cceb04c7459d, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=159f04a8-c8dd-4fe8-9559-cceb04c7459d,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:39:18.695252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.775774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Routers {'c218b30a-b985-4091-97d1-1c7d44a21cc4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:39:18.776407 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:39:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c218b30a-b985-4091-97d1-1c7d44a21cc4'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:18.836547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.846526 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b11da-8ef8-49de-b4aa-c9a46cb7f07b None None] Pushing event updated for resources: {'Port': ['ID=159f04a8-c8dd-4fe8-9559-cceb04c7459d,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:19.019270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] Set router c218b30a-b985-4091-97d1-1c7d44a21cc4 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:39:19.027085 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-66785f45-926c-48db-bc5b-abc210051b6c req-22a156bb-7bd8-4e47-8646-ac2b96bcad58 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 210 time: 0.0723231 Jun 16 15:39:19.422480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'name': 'tempest-DeleteServersTestJSON-1931500270-router', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:39:08Z', 'updated_at': '2022-06-16T15:39:14Z', 'revision_number': 4, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'gw_port': {'id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:39:09Z', 'updated_at': '2022-06-16T15:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '159f04a8-c8dd-4fe8-9559-cceb04c7459d', 'name': '', 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'mac_address': 'fa:16:3e:76:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '9b12b029-8b10-4b2c-a4e7-59d208339c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:39:13Z', 'updated_at': '2022-06-16T15:39:18Z', 'revision_number': 4, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'subnets': [{'id': '9b12b029-8b10-4b2c-a4e7-59d208339c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:19.427094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02f05f-a620-4662-93bf-6441c75c456a None None] The sync data for ids ['c218b30a-b985-4091-97d1-1c7d44a21cc4'] in dv-neutron-846028-2-hyperv is: [{'id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'name': 'tempest-DeleteServersTestJSON-1931500270-router', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:39:08Z', 'updated_at': '2022-06-16T15:39:14Z', 'revision_number': 4, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'gw_port': {'id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:39:09Z', 'updated_at': '2022-06-16T15:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '159f04a8-c8dd-4fe8-9559-cceb04c7459d', 'name': '', 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'mac_address': 'fa:16:3e:76:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '9b12b029-8b10-4b2c-a4e7-59d208339c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:39:13Z', 'updated_at': '2022-06-16T15:39:18Z', 'revision_number': 4, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'subnets': [{'id': '9b12b029-8b10-4b2c-a4e7-59d208339c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:39:20.019209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 159f04a8-c8dd-4fe8-9559-cceb04c7459d up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:39:20.240539 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-807abe4b-aad0-4600-8df2-d7a74cb03137 req-e293eb72-d233-4f6b-998f-261fb7bd697e tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 210 time: 0.0655777 Jun 16 15:39:20.299489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 159f04a8-c8dd-4fe8-9559-cceb04c7459d completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:39:20.308271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 159f04a8-c8dd-4fe8-9559-cceb04c7459d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:20.308882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:20.363331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:20.473992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 159f04a8-c8dd-4fe8-9559-cceb04c7459d is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:39:20.474455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:20.521190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 159f04a8-c8dd-4fe8-9559-cceb04c7459d, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=159f04a8-c8dd-4fe8-9559-cceb04c7459d,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:39:20.637143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:20.723329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=159f04a8-c8dd-4fe8-9559-cceb04c7459d,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:21.244320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-c0adbade-c084-41ff-9be2-e5533a84e938 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:21.245813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-c0adbade-c084-41ff-9be2-e5533a84e938 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.46 "GET /v2.0/networks?id=010d22ae-6185-42e5-a448-a1bf8da9947f HTTP/1.1" status: 200 len: 812 time: 0.1662545 Jun 16 15:39:21.260978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Request body: {'port': {'device_id': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f', 'admin_state_up': True, 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:39:21.491651 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-33c2c8fc-a6da-428a-88c0-d7a32b684443 req-1d31b5e2-8d48-45bf-9f55-10664af835de tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 210 time: 0.0961666 Jun 16 15:39:21.540274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:39:21.546507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Usage tracker for resource:port and tenant:8d9aadd89ce745a2910d9ff02708c185 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:39:21.550902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:39:21.559899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:39:21.602995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:21.814412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Made reservation on behalf of 8d9aadd89ce745a2910d9ff02708c185 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:39:21.820645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:21.982717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 159f04a8-c8dd-4fe8-9559-cceb04c7459d up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:39:22.026657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Allocated IP 172.20.0.14 (010d22ae-6185-42e5-a448-a1bf8da9947f/9b12b029-8b10-4b2c-a4e7-59d208339c7d/3472d087-8467-4744-bde0-eeedfde32e6e) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:39:22.087710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 159f04a8-c8dd-4fe8-9559-cceb04c7459d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:22.087985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:22.225897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 159f04a8-c8dd-4fe8-9559-cceb04c7459d is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:39:22.289890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:22.310763 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Transition to ACTIVE for port object 3472d087-8467-4744-bde0-eeedfde32e6e will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:39:22.437882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:22.513362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Network 010d22ae-6185-42e5-a448-a1bf8da9947f is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:39:22.516948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:39:22.520840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:39:22.554065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Pushing event updated for resources: {'Port': ['ID=3472d087-8467-4744-bde0-eeedfde32e6e,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:22.578467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.578863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.579204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.579542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.579906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.580320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.580694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.581057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.581428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.581781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.582140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.582557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:22.631156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:22.632608 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:22.749128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1ac06-b83c-4f22-800f-175c6841ac98 req-6d860468-8476-4e35-9405-ebabe8ae07a0 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:22.749842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-11b1ac06-b83c-4f22-800f-175c6841ac98 req-6d860468-8476-4e35-9405-ebabe8ae07a0 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Synchronizing usage tracker for tenant:8d9aadd89ce745a2910d9ff02708c185 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:39:22.854971 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-573b27a7-c832-4c6e-b203-6f15115ac9fb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5999479 Jun 16 15:39:22.871360 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Request body: {'port': {'device_id': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:39:22.909284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-11b1ac06-b83c-4f22-800f-175c6841ac98 req-6d860468-8476-4e35-9405-ebabe8ae07a0 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Unset dirty status for tenant:8d9aadd89ce745a2910d9ff02708c185 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:39:22.910451 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-11b1ac06-b83c-4f22-800f-175c6841ac98 req-6d860468-8476-4e35-9405-ebabe8ae07a0 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 932 time: 0.2716131 Jun 16 15:39:22.992048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-57e90c28-a7e7-45bd-8a0e-97549159a693 None None] Provisioning for port 3472d087-8467-4744-bde0-eeedfde32e6e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:39:22.999294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-57e90c28-a7e7-45bd-8a0e-97549159a693 None None] Provisioning complete for port 3472d087-8467-4744-bde0-eeedfde32e6e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:22.999786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-57e90c28-a7e7-45bd-8a0e-97549159a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:23.017387 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-11b1ac06-b83c-4f22-800f-175c6841ac98 req-89b9f25a-225f-4f2c-98ba-e72c080328dd tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929728 Jun 16 15:39:23.026135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:23.070284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-57e90c28-a7e7-45bd-8a0e-97549159a693 None None] Port 3472d087-8467-4744-bde0-eeedfde32e6e cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:39:23.443484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3472d087-8467-4744-bde0-eeedfde32e6e {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:39:23.451031 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:23.466576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Transition to ACTIVE for port object 3472d087-8467-4744-bde0-eeedfde32e6e will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:39:23.602606 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:23.843885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Pushing event updated for resources: {'Port': ['ID=3472d087-8467-4744-bde0-eeedfde32e6e,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:23.976816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Attempting to bind port 3472d087-8467-4744-bde0-eeedfde32e6e on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:39:23.977261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Attempting to bind port 3472d087-8467-4744-bde0-eeedfde32e6e by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:39:23.977625 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Attempting to bind port 3472d087-8467-4744-bde0-eeedfde32e6e on network 010d22ae-6185-42e5-a448-a1bf8da9947f {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:39:23.984856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Port 3472d087-8467-4744-bde0-eeedfde32e6e on network 010d22ae-6185-42e5-a448-a1bf8da9947f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:39:23.985387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Attempting to bind port 3472d087-8467-4744-bde0-eeedfde32e6e on network 010d22ae-6185-42e5-a448-a1bf8da9947f {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:39:23.994475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:39:23.995043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Checking segment: {'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:39:23.995658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Bound using segment: {'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:39:23.996392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Bound port: 3472d087-8467-4744-bde0-eeedfde32e6e, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f7a29-2eb0-4c34-bb58-72ca40a20844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:39:23.996868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:24.125818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] For port 3472d087-8467-4744-bde0-eeedfde32e6e, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:39:24.129575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] For port 3472d087-8467-4744-bde0-eeedfde32e6e, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=3472d087-8467-4744-bde0-eeedfde32e6e,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:39:24.206794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:24.277311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:24.277925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:24.279306 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] 10.222.0.46 "PUT /v2.0/ports/3472d087-8467-4744-bde0-eeedfde32e6e HTTP/1.1" status: 200 len: 1094 time: 1.4166961 Jun 16 15:39:24.282396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'tag': '3472d087-8467-4744-bde0-eeedfde32e6e'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:39:24.358260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e670e62-e349-4e1e-945e-be10bf64fe43 service neutron] Pushing event updated for resources: {'Port': ['ID=3472d087-8467-4744-bde0-eeedfde32e6e,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:24.371931 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994905fa-6172-493f-becd-32ca15f09d85'] response: {'name': 'network-changed', 'server_uuid': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'tag': '3472d087-8467-4744-bde0-eeedfde32e6e', 'status': 'completed', 'code': 200} Jun 16 15:39:24.392358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e664c-25a9-4287-98bd-733f7d7605bb req-980d6f1c-20f5-41f1-919f-db315e896d16 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:24.394972 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-156e664c-25a9-4287-98bd-733f7d7605bb req-980d6f1c-20f5-41f1-919f-db315e896d16 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 944 time: 0.2468529 Jun 16 15:39:24.497930 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-156e664c-25a9-4287-98bd-733f7d7605bb req-0cad5e98-6d76-4b40-b5fa-6011a84f1ea8 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651290 Jun 16 15:39:24.524765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c77d26-ad7b-4797-bc0e-2a104a9aa31d req-8e2e509a-dc95-4330-a4a9-350ca14c8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:24.526349 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c4c77d26-ad7b-4797-bc0e-2a104a9aa31d req-8e2e509a-dc95-4330-a4a9-350ca14c8f17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d9aadd89ce745a2910d9ff02708c185&device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 1097 time: 0.1297247 Jun 16 15:39:24.704322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c77d26-ad7b-4797-bc0e-2a104a9aa31d req-a7e12a64-2748-47be-b435-88f4c2945a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:24.705756 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c4c77d26-ad7b-4797-bc0e-2a104a9aa31d req-a7e12a64-2748-47be-b435-88f4c2945a7d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8d9aadd89ce745a2910d9ff02708c185&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1699712 Jun 16 15:39:24.860900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c77d26-ad7b-4797-bc0e-2a104a9aa31d req-1f23bf10-903f-4d94-be20-30a22445ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:24.862339 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c4c77d26-ad7b-4797-bc0e-2a104a9aa31d req-1f23bf10-903f-4d94-be20-30a22445ed51 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488824 Jun 16 15:39:24.997231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-5ea686ce-957d-4f90-a1d0-f67ba0179977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:24.998628 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-5ea686ce-957d-4f90-a1d0-f67ba0179977 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d9aadd89ce745a2910d9ff02708c185&device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 1097 time: 0.0967455 Jun 16 15:39:25.075413 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-1821979b-4175-4815-81c5-aa21fcb28dfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3472d087-8467-4744-bde0-eeedfde32e6e HTTP/1.1" status: 200 len: 217 time: 0.0671520 Jun 16 15:39:25.150784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-9b731063-586a-4a62-bb4d-9511f8fbbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:25.152255 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-9b731063-586a-4a62-bb4d-9511f8fbbd1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b12b029-8b10-4b2c-a4e7-59d208339c7d HTTP/1.1" status: 200 len: 851 time: 0.0711427 Jun 16 15:39:25.283586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-56dc0998-900e-4c26-9325-fff1106217a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:25.286017 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-56dc0998-900e-4c26-9325-fff1106217a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=010d22ae-6185-42e5-a448-a1bf8da9947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268725 Jun 16 15:39:25.447607 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-8f162cc0-2192-4e17-bc22-f0232d63efaf service neutron] 10.222.0.46 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547089 Jun 16 15:39:25.595282 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-113fd714-c6d5-4fdf-b895-f9e833f04f5a req-94968186-df74-453b-9c27-3bf1d8ebadba service neutron] 10.222.0.46 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401210 Jun 16 15:39:25.718377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c9203-7542-473e-aed1-a7fe29b61888 req-99863ae8-9fc0-4204-86d6-03e0a1598513 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:25.719964 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e16c9203-7542-473e-aed1-a7fe29b61888 req-99863ae8-9fc0-4204-86d6-03e0a1598513 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 944 time: 0.1009753 Jun 16 15:39:25.767478 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e16c9203-7542-473e-aed1-a7fe29b61888 req-4c73bbdf-f828-4d71-9e85-3b23f727895b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Jun 16 15:39:27.088492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fa6df-8a2b-4028-8afd-4bfa9edd281f req-7a8f77b0-74bb-4c41-94e9-421f89598c05 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:27.090298 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5f5fa6df-8a2b-4028-8afd-4bfa9edd281f req-7a8f77b0-74bb-4c41-94e9-421f89598c05 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 944 time: 0.2130044 Jun 16 15:39:27.137085 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5f5fa6df-8a2b-4028-8afd-4bfa9edd281f req-ef59f245-3c0e-45a8-b6c8-680e81071101 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Jun 16 15:39:27.450960 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 3472d087-8467-4744-bde0-eeedfde32e6e details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:39:27.599325 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 3472d087-8467-4744-bde0-eeedfde32e6e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=3472d087-8467-4744-bde0-eeedfde32e6e,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:39:27.615409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '3472d087-8467-4744-bde0-eeedfde32e6e', 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f', 'port_id': '3472d087-8467-4744-bde0-eeedfde32e6e', 'mac_address': 'fa:16:3e:27:57:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b12b029-8b10-4b2c-a4e7-59d208339c7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:39:27.686062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 3472d087-8467-4744-bde0-eeedfde32e6e is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:39:27.686442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:27.705779 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3472d087-8467-4744-bde0-eeedfde32e6e {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:39:27.725792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 3472d087-8467-4744-bde0-eeedfde32e6e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=3472d087-8467-4744-bde0-eeedfde32e6e,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:39:27.808362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:27.895693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=3472d087-8467-4744-bde0-eeedfde32e6e,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:28.003619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['3472d087-8467-4744-bde0-eeedfde32e6e'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:39:28.374101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d621d4-5cb4-4f2e-9f3d-6e0c688bb36c req-407fae23-4f1b-494a-b2e8-07adce21ff90 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:28.375614 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d4d621d4-5cb4-4f2e-9f3d-6e0c688bb36c req-407fae23-4f1b-494a-b2e8-07adce21ff90 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 945 time: 0.1158996 Jun 16 15:39:28.432243 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d4d621d4-5cb4-4f2e-9f3d-6e0c688bb36c req-4f5209de-13fe-4446-a267-6b2e000359aa tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494392 Jun 16 15:39:29.451809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 3472d087-8467-4744-bde0-eeedfde32e6e up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:39:29.659064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 3472d087-8467-4744-bde0-eeedfde32e6e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:39:29.664920 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 3472d087-8467-4744-bde0-eeedfde32e6e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:29.665330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:29.702115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ea0c6-0d6a-48ca-a352-35d743f853d5 req-ca42e069-f7b8-4f50-9e50-ae7a57666f32 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:29.704017 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ce8ea0c6-0d6a-48ca-a352-35d743f853d5 req-ca42e069-f7b8-4f50-9e50-ae7a57666f32 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 945 time: 0.1204109 Jun 16 15:39:29.763148 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ce8ea0c6-0d6a-48ca-a352-35d743f853d5 req-c8eeaf06-0587-4019-946c-d16c12de89f8 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470819 Jun 16 15:39:29.825035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 3472d087-8467-4744-bde0-eeedfde32e6e is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:39:29.825411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:29.853130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3472d087-8467-4744-bde0-eeedfde32e6e'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:39:29.874683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 3472d087-8467-4744-bde0-eeedfde32e6e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=3472d087-8467-4744-bde0-eeedfde32e6e,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:39:29.918003 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bfeb9d-c21b-4ab7-9cc4-9de3ed8bb9cf'] response: {'server_uuid': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3472d087-8467-4744-bde0-eeedfde32e6e', 'code': 200} Jun 16 15:39:30.101381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:30.199646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=3472d087-8467-4744-bde0-eeedfde32e6e,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:30.583998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eda7c-1a9d-4049-b7de-0e3dae2a5b49 req-cb0b7f0c-8add-4ddd-95ac-5de15b9b8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:30.585283 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-219eda7c-1a9d-4049-b7de-0e3dae2a5b49 req-cb0b7f0c-8add-4ddd-95ac-5de15b9b8edf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 1099 time: 0.0910459 Jun 16 15:39:30.628600 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-219eda7c-1a9d-4049-b7de-0e3dae2a5b49 req-9bde847f-1ce8-46e2-b392-bbe3a01a31c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Jun 16 15:39:30.975809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c41134-6862-4854-8a3d-ede8afbd0d22 req-b621405c-2e93-45e7-b3f8-716cfc895b8b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:30.977205 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-03c41134-6862-4854-8a3d-ede8afbd0d22 req-b621405c-2e93-45e7-b3f8-716cfc895b8b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0991497 Jun 16 15:39:31.023640 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-03c41134-6862-4854-8a3d-ede8afbd0d22 req-01db0506-db58-4a22-bc34-8e37f7538021 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Jun 16 15:39:32.228211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccd31d-33d5-47ef-927a-4635efb51f37 req-73f897ed-8cb4-4c6c-ac7d-f2e49d650494 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:32.229814 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f7ccd31d-33d5-47ef-927a-4635efb51f37 req-73f897ed-8cb4-4c6c-ac7d-f2e49d650494 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0934849 Jun 16 15:39:32.279653 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f7ccd31d-33d5-47ef-927a-4635efb51f37 req-eec41a69-081d-4425-9df3-8bd3f5d4f0c6 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Jun 16 15:39:33.003783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdbcfc-c141-49eb-b2a0-2af933ff2ec6 req-39e81da6-3063-41b9-8c1d-f1ff5ceac183 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:33.005863 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17bdbcfc-c141-49eb-b2a0-2af933ff2ec6 req-39e81da6-3063-41b9-8c1d-f1ff5ceac183 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1157825 Jun 16 15:39:33.053780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17bdbcfc-c141-49eb-b2a0-2af933ff2ec6 req-019a6cf7-efe3-4900-949b-416f2b0fbca9 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 Jun 16 15:39:33.167636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35268) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:33.300913 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-5c775533-a726-4e3f-b05b-58a465006377 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319487 Jun 16 15:39:34.293182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b9c31-7f7a-4a86-a49a-89e5c7e9d6ef req-2b5ab7d1-f8bb-4ce8-b32b-26e25e17f83d tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:34.294747 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ba6b9c31-7f7a-4a86-a49a-89e5c7e9d6ef req-2b5ab7d1-f8bb-4ce8-b32b-26e25e17f83d tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1190376 Jun 16 15:39:34.360424 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ba6b9c31-7f7a-4a86-a49a-89e5c7e9d6ef req-24cb28d9-e1f4-481a-89fa-e01f95dc33d0 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530410 Jun 16 15:39:35.586889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759129-b5b7-4649-9757-6a9163eb4a7a req-fe303ca3-f3b5-4938-976e-10ded706443f tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:35.588292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-df759129-b5b7-4649-9757-6a9163eb4a7a req-fe303ca3-f3b5-4938-976e-10ded706443f tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1033280 Jun 16 15:39:35.642732 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-df759129-b5b7-4649-9757-6a9163eb4a7a req-47edb5ac-64a2-4a24-a859-c1ef1c6b5c67 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 Jun 16 15:39:35.922153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:36.199981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-22fc4b78-a60a-4794-bf68-74ff884cd903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:36.201396 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-22fc4b78-a60a-4794-bf68-74ff884cd903 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d9aadd89ce745a2910d9ff02708c185&device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 1099 time: 0.0842569 Jun 16 15:39:36.357976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-03e91d74-9a63-4b22-a922-00ee15d24507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:36.359457 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-03e91d74-9a63-4b22-a922-00ee15d24507 service neutron] 10.222.0.46 "GET /v2.0/networks?id=010d22ae-6185-42e5-a448-a1bf8da9947f HTTP/1.1" status: 200 len: 913 time: 0.1368778 Jun 16 15:39:36.446413 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-aaa319e8-566e-486d-98e5-f36614fa820d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3472d087-8467-4744-bde0-eeedfde32e6e HTTP/1.1" status: 200 len: 217 time: 0.0793357 Jun 16 15:39:36.518297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-1035c973-2d29-479d-a2d5-bf671a9124a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:36.520847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-1035c973-2d29-479d-a2d5-bf671a9124a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b12b029-8b10-4b2c-a4e7-59d208339c7d HTTP/1.1" status: 200 len: 851 time: 0.0632837 Jun 16 15:39:36.613297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-a9f11cf3-8973-4adf-9575-97a94707d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:36.615103 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-a9f11cf3-8973-4adf-9575-97a94707d1d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=010d22ae-6185-42e5-a448-a1bf8da9947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893803 Jun 16 15:39:36.794049 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-873f261f-a5c5-449d-a5d7-2280c2bd3fb8 service neutron] 10.222.0.46 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724362 Jun 16 15:39:37.083374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9ffcf-0eb0-4b28-baeb-698d8429e8f4 req-4040b2e6-e90d-4e91-bdef-fd3abab0bc6e tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:37.083374 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-79d9ffcf-0eb0-4b28-baeb-698d8429e8f4 req-4040b2e6-e90d-4e91-bdef-fd3abab0bc6e tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.3270712 Jun 16 15:39:37.089560 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-483756e8-72f9-4dfd-abcd-434533a31c18 req-42a4dd11-e7b6-40c4-92db-d5c899808a5c service neutron] 10.222.0.46 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874503 Jun 16 15:39:37.137620 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-79d9ffcf-0eb0-4b28-baeb-698d8429e8f4 req-ab34e5f4-45c8-4a21-8e36-f1d72ee59067 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Jun 16 15:39:37.421331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-f5b2eb4f-0b86-44e5-bc07-112fb69b7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:37.422813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-f5b2eb4f-0b86-44e5-bc07-112fb69b7bfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d9aadd89ce745a2910d9ff02708c185&device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 1099 time: 0.0865374 Jun 16 15:39:37.567990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-6a21de84-48ae-4762-8026-95eb3c70cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:37.569650 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-6a21de84-48ae-4762-8026-95eb3c70cf17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=010d22ae-6185-42e5-a448-a1bf8da9947f HTTP/1.1" status: 200 len: 913 time: 0.1392257 Jun 16 15:39:37.641841 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-080bee98-5059-467d-b2a1-71f8be9d8b36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3472d087-8467-4744-bde0-eeedfde32e6e HTTP/1.1" status: 200 len: 217 time: 0.0623646 Jun 16 15:39:37.726364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-d0a75358-e050-440c-a10a-d62e37af79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:37.727751 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-d0a75358-e050-440c-a10a-d62e37af79ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b12b029-8b10-4b2c-a4e7-59d208339c7d HTTP/1.1" status: 200 len: 851 time: 0.0705845 Jun 16 15:39:37.815313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-0f2dd418-2fc5-4c7d-8292-03a945edeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:37.817325 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-0f2dd418-2fc5-4c7d-8292-03a945edeac0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=010d22ae-6185-42e5-a448-a1bf8da9947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812275 Jun 16 15:39:37.957406 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-433cee4d-001e-499c-ab0f-673cff4e44fa service neutron] 10.222.0.46 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326673 Jun 16 15:39:38.101208 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-96620416-8245-417e-9f9a-7d244efd1882 service neutron] 10.222.0.46 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364288 Jun 16 15:39:38.356232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94385863-9851-4f90-aa9d-a247277e02c6 req-5d8e860b-e092-423a-b23f-99c1b4edab35 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:38.357896 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-94385863-9851-4f90-aa9d-a247277e02c6 req-5d8e860b-e092-423a-b23f-99c1b4edab35 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1028743 Jun 16 15:39:38.405469 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-94385863-9851-4f90-aa9d-a247277e02c6 req-b1f9e780-224c-446c-b249-1b2134b412ee tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Jun 16 15:39:39.622343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d2deb-fe83-4d62-91c2-5fe80f7f1122 req-7cfeba57-6204-4354-a350-b718975a708c tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:39.623723 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-996d2deb-fe83-4d62-91c2-5fe80f7f1122 req-7cfeba57-6204-4354-a350-b718975a708c tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1053276 Jun 16 15:39:39.673731 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-996d2deb-fe83-4d62-91c2-5fe80f7f1122 req-28e4ce36-088b-4ae6-8ffb-ad5ca9ccd1d6 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Jun 16 15:39:40.539005 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:39:40.876650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b0a6b-1437-41c5-bac1-52b12789cab9 req-8c95366c-c172-493e-a2e8-e8ffab92a74b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:40.878114 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e61b0a6b-1437-41c5-bac1-52b12789cab9 req-8c95366c-c172-493e-a2e8-e8ffab92a74b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0947938 Jun 16 15:39:40.927346 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e61b0a6b-1437-41c5-bac1-52b12789cab9 req-07a6fb9c-ca46-4e90-844b-45a162786930 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Jun 16 15:39:42.146902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac28549-d946-4fa5-a799-f99f6158d53c req-e5d5be78-2233-4088-8c67-e90213e6668b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:42.148407 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fac28549-d946-4fa5-a799-f99f6158d53c req-e5d5be78-2233-4088-8c67-e90213e6668b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1057420 Jun 16 15:39:42.196713 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fac28549-d946-4fa5-a799-f99f6158d53c req-e7815631-90c8-4d6e-a133-e666fae5113b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jun 16 15:39:43.405983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb874e4-da90-45ed-9b24-801ac769928f req-9a909f86-0768-465f-85d8-421cecfa6ea1 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:43.407449 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6cb874e4-da90-45ed-9b24-801ac769928f req-9a909f86-0768-465f-85d8-421cecfa6ea1 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0941081 Jun 16 15:39:43.454713 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6cb874e4-da90-45ed-9b24-801ac769928f req-1ff7363d-a264-4168-8198-a5fa22b3989e tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407751 Jun 16 15:39:44.667364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec60c43-af5a-4a4b-9690-b9165080ec98 req-7a07b938-f590-429a-aaba-94e6a16fedaf tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:44.669474 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ec60c43-af5a-4a4b-9690-b9165080ec98 req-7a07b938-f590-429a-aaba-94e6a16fedaf tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0961976 Jun 16 15:39:44.723421 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ec60c43-af5a-4a4b-9690-b9165080ec98 req-a8960aab-ef5e-4d33-b91a-bfe35c2f9470 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451248 Jun 16 15:39:45.722512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fb5d017-b66c-4ed8-8561-c0fbec741869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:45.928784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c4cb2-ab3c-4e02-a545-d9acf161fca3 req-1e48cae6-fc5b-491b-be9e-cb1d413c25d6 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:45.930296 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb0c4cb2-ab3c-4e02-a545-d9acf161fca3 req-1e48cae6-fc5b-491b-be9e-cb1d413c25d6 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0939651 Jun 16 15:39:45.976706 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb0c4cb2-ab3c-4e02-a545-d9acf161fca3 req-3e0b80e5-f937-4e20-91fb-54aa57c2f1a7 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Jun 16 15:39:47.209751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08c872-75ad-49cf-82df-2f0b9541b179 req-93417dba-ab77-4157-9fdf-6177d39856dd tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:47.212357 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fe08c872-75ad-49cf-82df-2f0b9541b179 req-93417dba-ab77-4157-9fdf-6177d39856dd tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1239638 Jun 16 15:39:47.374080 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fe08c872-75ad-49cf-82df-2f0b9541b179 req-2e49f3f5-53af-46fe-8d45-c9cca8d942b9 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549351 Jun 16 15:39:48.367451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1e79-284c-4a6a-b5be-2a2b9af5fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:48.584839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca049655-1817-45df-b94f-3a751a2981fb req-1c4292fc-8fd4-4e20-a2c9-ee917f8715d0 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:48.586250 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ca049655-1817-45df-b94f-3a751a2981fb req-1c4292fc-8fd4-4e20-a2c9-ee917f8715d0 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0928802 Jun 16 15:39:48.640161 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ca049655-1817-45df-b94f-3a751a2981fb req-2b653d09-757a-4efc-bb48-239e0a216ef2 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Jun 16 15:39:48.819507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:50.019228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb1691-36ab-47bf-83df-e27c60f94387 req-e054b3a8-692e-4d12-bfa4-11f532170e39 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:50.021271 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d3cb1691-36ab-47bf-83df-e27c60f94387 req-e054b3a8-692e-4d12-bfa4-11f532170e39 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0959044 Jun 16 15:39:50.071437 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d3cb1691-36ab-47bf-83df-e27c60f94387 req-b211fc21-522f-429b-a287-cbe57b59cc8b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Jun 16 15:39:50.300000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:51.293290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691fd2a-3b53-4b7b-8e8c-6df839786b9c req-52b251ce-7b45-4150-9820-80e5c4f7ef63 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:51.294800 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6691fd2a-3b53-4b7b-8e8c-6df839786b9c req-52b251ce-7b45-4150-9820-80e5c4f7ef63 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1026814 Jun 16 15:39:51.343365 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6691fd2a-3b53-4b7b-8e8c-6df839786b9c req-631c298e-8ac6-4ee1-b36c-eff94cd600e1 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 Jun 16 15:39:51.556778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:52.561376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35134814-184f-4497-a137-9f2a14268298 req-53233e2d-c65e-4de1-8cec-59ac446c8140 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:52.562825 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-35134814-184f-4497-a137-9f2a14268298 req-53233e2d-c65e-4de1-8cec-59ac446c8140 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0954370 Jun 16 15:39:52.631435 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-35134814-184f-4497-a137-9f2a14268298 req-ccb1a2e7-0c32-430f-81d7-7c267c0ea3d2 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585902 Jun 16 15:39:53.837543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001172a8-eee6-4c44-b94a-381f1bfa82ad req-587aed18-46dd-4d7d-8865-2af3b1f7ffae tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:53.839067 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-001172a8-eee6-4c44-b94a-381f1bfa82ad req-587aed18-46dd-4d7d-8865-2af3b1f7ffae tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0914645 Jun 16 15:39:53.891225 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-001172a8-eee6-4c44-b94a-381f1bfa82ad req-646668c9-875b-435f-83d9-42a5c63e97be tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Jun 16 15:39:55.129149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10908717-f5d7-4b86-82c8-b99a64f6edc1 req-de2ac923-fd59-4b6c-bd2e-110370580632 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:55.131199 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-10908717-f5d7-4b86-82c8-b99a64f6edc1 req-de2ac923-fd59-4b6c-bd2e-110370580632 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1029444 Jun 16 15:39:55.185212 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-10908717-f5d7-4b86-82c8-b99a64f6edc1 req-853c617f-dedb-415d-87d7-3219d18955e6 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452807 Jun 16 15:39:56.477213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8307fe1-11b2-4ceb-b9bf-ef34bb4a7644 req-c43619af-05ef-43b0-8ef8-2e04af72779e tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:56.478603 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8307fe1-11b2-4ceb-b9bf-ef34bb4a7644 req-c43619af-05ef-43b0-8ef8-2e04af72779e tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1669931 Jun 16 15:39:56.528576 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8307fe1-11b2-4ceb-b9bf-ef34bb4a7644 req-0fd18331-146e-4480-9250-72b37ab40208 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Jun 16 15:39:57.821543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d11d-1537-4906-8981-9d0f1fd7e5de req-2e31491b-39d4-4e63-b2d2-4ecdbd2d5318 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:57.823129 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b7f1d11d-1537-4906-8981-9d0f1fd7e5de req-2e31491b-39d4-4e63-b2d2-4ecdbd2d5318 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1680110 Jun 16 15:39:57.889348 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b7f1d11d-1537-4906-8981-9d0f1fd7e5de req-9085fb17-704f-4d25-af01-98a60acb344c tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599680 Jun 16 15:39:59.123497 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863d789-c2dc-4dda-a87b-1dd1dd0379cb req-3e8d8ed1-73b4-437a-96ef-dee0e7e26159 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:39:59.125009 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d863d789-c2dc-4dda-a87b-1dd1dd0379cb req-3e8d8ed1-73b4-437a-96ef-dee0e7e26159 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1127222 Jun 16 15:39:59.176608 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d863d789-c2dc-4dda-a87b-1dd1dd0379cb req-b047a1b9-7f49-45a2-b039-52a8327eaf30 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Jun 16 15:40:00.402735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42ce94-3fe7-49b7-9e10-786a0380a610 req-a28a647d-d19d-4119-9c8d-871ec226a534 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:00.404318 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5e42ce94-3fe7-49b7-9e10-786a0380a610 req-a28a647d-d19d-4119-9c8d-871ec226a534 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1077347 Jun 16 15:40:00.468896 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5e42ce94-3fe7-49b7-9e10-786a0380a610 req-613dca5d-e9d1-43a0-87e1-7f65be179bfe tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524902 Jun 16 15:40:01.670336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c87858-5aa3-4cab-a0ed-ac2b91bf9d00 req-56ea9dfd-6a03-4cd6-ab45-e841c4b0aed2 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:01.671709 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-62c87858-5aa3-4cab-a0ed-ac2b91bf9d00 req-56ea9dfd-6a03-4cd6-ab45-e841c4b0aed2 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0935991 Jun 16 15:40:01.718738 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-62c87858-5aa3-4cab-a0ed-ac2b91bf9d00 req-b487bc5a-db57-478a-b32f-9ce3f6a0cbf6 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Jun 16 15:40:02.926758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a0865-2c29-472a-83a5-880d9fe57d75 req-7c5e80a9-abcf-4dbd-87e5-d77b0a30a9bc tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:02.928440 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7e4a0865-2c29-472a-83a5-880d9fe57d75 req-7c5e80a9-abcf-4dbd-87e5-d77b0a30a9bc tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1015768 Jun 16 15:40:02.992070 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7e4a0865-2c29-472a-83a5-880d9fe57d75 req-2d88e5a3-50fd-4ce5-9d77-770f522be028 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563154 Jun 16 15:40:04.192772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b0db-1da7-42cb-9f07-37b441748590 req-75fd474e-f102-4839-8980-b8b7a260a5a9 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:04.194611 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3817b0db-1da7-42cb-9f07-37b441748590 req-75fd474e-f102-4839-8980-b8b7a260a5a9 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0916896 Jun 16 15:40:04.253234 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3817b0db-1da7-42cb-9f07-37b441748590 req-d65cf081-d3fc-4fc9-96a0-ad8b74e58439 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525391 Jun 16 15:40:05.488751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010938c8-a5eb-46a8-8de8-f83c4d810d39 req-6ed98637-1fd2-45ed-a42c-ae30da0a749a tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:05.490352 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-010938c8-a5eb-46a8-8de8-f83c4d810d39 req-6ed98637-1fd2-45ed-a42c-ae30da0a749a tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1036615 Jun 16 15:40:05.536483 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-010938c8-a5eb-46a8-8de8-f83c4d810d39 req-26775fd7-cd7c-47f9-a790-701334226fde tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 Jun 16 15:40:05.945156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:06.759803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca7e17-5182-499e-80ea-69fa5a600e15 req-e2f3ad39-120d-4fed-bef3-3998aeb0a106 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:06.761326 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fbca7e17-5182-499e-80ea-69fa5a600e15 req-e2f3ad39-120d-4fed-bef3-3998aeb0a106 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1036046 Jun 16 15:40:06.811304 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fbca7e17-5182-499e-80ea-69fa5a600e15 req-d267af73-3b46-426c-bf7f-f436d13f4f75 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435398 Jun 16 15:40:08.015440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841e6a2-37ec-4fef-9ed4-8670991f919b req-ed955878-2a3f-40f2-b3db-02d79e103276 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:08.019519 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d841e6a2-37ec-4fef-9ed4-8670991f919b req-ed955878-2a3f-40f2-b3db-02d79e103276 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0937939 Jun 16 15:40:08.068962 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d841e6a2-37ec-4fef-9ed4-8670991f919b req-3458f29f-0592-4fd6-a294-173079ea7aa0 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Jun 16 15:40:09.280803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364da93-a6fa-45f4-8bf2-fe406e029f21 req-1e8ae404-eefc-4bb3-97d1-c95629e770cd tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:09.282295 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e364da93-a6fa-45f4-8bf2-fe406e029f21 req-1e8ae404-eefc-4bb3-97d1-c95629e770cd tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0964301 Jun 16 15:40:09.329285 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e364da93-a6fa-45f4-8bf2-fe406e029f21 req-2cb44e3e-241c-4f1b-a5c2-11c97074e661 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Jun 16 15:40:10.539932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4606c-e366-4916-88ed-cad47932d667 req-58d9c5f1-3ac4-4a4b-b01d-2207cc3f958c tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:10.541652 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bcf4606c-e366-4916-88ed-cad47932d667 req-58d9c5f1-3ac4-4a4b-b01d-2207cc3f958c tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0938332 Jun 16 15:40:10.590639 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bcf4606c-e366-4916-88ed-cad47932d667 req-b02d1e00-dcf9-4a2f-ab45-1ec158180916 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Jun 16 15:40:10.806152 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-196bde56-7939-49bf-9e8f-e4e7efedcd5a service neutron] 10.222.0.46 "GET /v2.0/ports/3472d087-8467-4744-bde0-eeedfde32e6e/bindings/hv-neutron-8460 HTTP/1.1" status: 200 len: 384 time: 0.0842605 Jun 16 15:40:11.606732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-13a17772-96ea-4a89-936a-d88277a30830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:11.608134 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-13a17772-96ea-4a89-936a-d88277a30830 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432&tenant_id=8d9aadd89ce745a2910d9ff02708c185 HTTP/1.1" status: 200 len: 1099 time: 0.0903492 Jun 16 15:40:11.921174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-b9573028-d529-49c3-babd-2d17e19e9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:11.922574 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-b9573028-d529-49c3-babd-2d17e19e9b05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d9aadd89ce745a2910d9ff02708c185&device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 1099 time: 0.2853119 Jun 16 15:40:11.959664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274264f-43f7-4751-9433-0cc62500e6e5 req-5f1c380c-32bf-4d16-9441-d29892474f9b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:11.961144 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7274264f-43f7-4751-9433-0cc62500e6e5 req-5f1c380c-32bf-4d16-9441-d29892474f9b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.2456098 Jun 16 15:40:12.078163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7274264f-43f7-4751-9433-0cc62500e6e5 req-1d22ed84-7cfb-47a0-901d-a0669813dec6 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056108 Jun 16 15:40:12.105462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-4e0ff1b2-4e3e-45d0-8e7c-d1d3b6665e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:12.106878 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-4e0ff1b2-4e3e-45d0-8e7c-d1d3b6665e50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=010d22ae-6185-42e5-a448-a1bf8da9947f HTTP/1.1" status: 200 len: 913 time: 0.1772029 Jun 16 15:40:12.182319 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-0085d804-62c5-45a4-b6c9-e45e908b56ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3472d087-8467-4744-bde0-eeedfde32e6e HTTP/1.1" status: 200 len: 217 time: 0.0692012 Jun 16 15:40:12.247387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-f140f11a-6f87-46df-a8cf-1249b7a91594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:12.249002 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-f140f11a-6f87-46df-a8cf-1249b7a91594 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b12b029-8b10-4b2c-a4e7-59d208339c7d HTTP/1.1" status: 200 len: 851 time: 0.0611699 Jun 16 15:40:12.346834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-d525ef23-6daf-4f6b-bce1-99475ebfe2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:12.348904 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-d525ef23-6daf-4f6b-bce1-99475ebfe2c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=010d22ae-6185-42e5-a448-a1bf8da9947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898757 Jun 16 15:40:12.492038 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-eba23ca4-98a8-41bd-8c20-c3efd892f7fc service neutron] 10.222.0.46 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345911 Jun 16 15:40:12.645739 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1a7f0852-6316-4b48-b717-e0e86649e521 req-d3d38928-7ac7-4c95-bbe8-45125891633d service neutron] 10.222.0.46 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455376 Jun 16 15:40:13.285287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62978df-6441-4101-b482-25feb0c9f626 req-50a95934-0a5b-4de6-a251-08a347911ca6 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:13.287111 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f62978df-6441-4101-b482-25feb0c9f626 req-50a95934-0a5b-4de6-a251-08a347911ca6 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0969391 Jun 16 15:40:13.343549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f62978df-6441-4101-b482-25feb0c9f626 req-c06e65a5-e0e5-4fa4-a72c-f5bc4271013a tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504110 Jun 16 15:40:13.545346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 3472d087-8467-4744-bde0-eeedfde32e6e details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:40:13.550838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 3472d087-8467-4744-bde0-eeedfde32e6e no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:40:13.812220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 3472d087-8467-4744-bde0-eeedfde32e6e is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:13.812523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:13.836559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 3472d087-8467-4744-bde0-eeedfde32e6e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=3472d087-8467-4744-bde0-eeedfde32e6e,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:13.856749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '3472d087-8467-4744-bde0-eeedfde32e6e', 'network_id': '010d22ae-6185-42e5-a448-a1bf8da9947f', 'port_id': '3472d087-8467-4744-bde0-eeedfde32e6e', 'mac_address': 'fa:16:3e:27:57:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b12b029-8b10-4b2c-a4e7-59d208339c7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:40:13.861897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3472d087-8467-4744-bde0-eeedfde32e6e'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:40:13.901479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 3472d087-8467-4744-bde0-eeedfde32e6e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=3472d087-8467-4744-bde0-eeedfde32e6e,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:13.931777 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8937562a-0819-48dd-9a71-7058cf03de44'] response: {'server_uuid': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3472d087-8467-4744-bde0-eeedfde32e6e', 'code': 200} Jun 16 15:40:13.938108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 3472d087-8467-4744-bde0-eeedfde32e6e is: ACTIVE; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:13.938480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:13.956424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3472d087-8467-4744-bde0-eeedfde32e6e {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:40:14.019955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:14.139326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:40:14.139599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:40:14.142891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=3472d087-8467-4744-bde0-eeedfde32e6e,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:14.151046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.151399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.151742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.152079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.152414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.152747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.153074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.153402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.153731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.154056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.154383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.154743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.551167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f904-bd2e-4d36-8b1b-e1df0df7dea3 req-5600169c-ba44-4240-afb2-24734c051be3 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:14.552706 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-34a1f904-bd2e-4d36-8b1b-e1df0df7dea3 req-5600169c-ba44-4240-afb2-24734c051be3 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 944 time: 0.0983522 Jun 16 15:40:14.631578 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-34a1f904-bd2e-4d36-8b1b-e1df0df7dea3 req-4e20d047-72fa-4d9a-b8f8-88687c2ecd3d tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698862 Jun 16 15:40:14.697575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 3472d087-8467-4744-bde0-eeedfde32e6e is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:14.698316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:14.715461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3472d087-8467-4744-bde0-eeedfde32e6e {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:40:14.743122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 3472d087-8467-4744-bde0-eeedfde32e6e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=3472d087-8467-4744-bde0-eeedfde32e6e,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:14.870345 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:14.945189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['3472d087-8467-4744-bde0-eeedfde32e6e'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:40:14.988833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=3472d087-8467-4744-bde0-eeedfde32e6e,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:15.557485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 3472d087-8467-4744-bde0-eeedfde32e6e up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:40:15.649852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 3472d087-8467-4744-bde0-eeedfde32e6e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:15.650213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:15.782743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d92f265-3f5a-4a8b-ad6e-2b16650cea4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:15.816280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 3472d087-8467-4744-bde0-eeedfde32e6e is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:15.816280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:15.871523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 3472d087-8467-4744-bde0-eeedfde32e6e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=3472d087-8467-4744-bde0-eeedfde32e6e,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:15.889696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11b6a-2484-426d-97d0-307dc585ccb8 req-91d479e1-b18d-4248-b35b-2bf997fd919b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:15.891214 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-66d11b6a-2484-426d-97d0-307dc585ccb8 req-91d479e1-b18d-4248-b35b-2bf997fd919b tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 945 time: 0.1303325 Jun 16 15:40:15.932996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3472d087-8467-4744-bde0-eeedfde32e6e'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:40:15.941123 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-66d11b6a-2484-426d-97d0-307dc585ccb8 req-6e583347-b076-4b56-a87f-1244a9d93f70 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Jun 16 15:40:15.979173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:16.015855 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2caa74df-e657-46bc-8ad0-3c66588ef8b5'] response: {'server_uuid': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3472d087-8467-4744-bde0-eeedfde32e6e', 'code': 200} Jun 16 15:40:16.055936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=3472d087-8467-4744-bde0-eeedfde32e6e,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:16.704480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-c5151c12-e029-4a1b-ac67-0250d2c5998c tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:16.705852 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-c5151c12-e029-4a1b-ac67-0250d2c5998c tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432&tenant_id=8d9aadd89ce745a2910d9ff02708c185&binding%3Ahost_id=hv-neutron-8460 HTTP/1.1" status: 200 len: 946 time: 0.0993569 Jun 16 15:40:16.894108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-03fc24fa-26e5-4b9e-8cf7-eae70f95baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:16.895623 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-03fc24fa-26e5-4b9e-8cf7-eae70f95baf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d9aadd89ce745a2910d9ff02708c185&device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 1099 time: 0.1072140 Jun 16 15:40:17.047519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-30a0e88e-643b-4d76-84f0-503601b18c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:17.048976 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-30a0e88e-643b-4d76-84f0-503601b18c67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=010d22ae-6185-42e5-a448-a1bf8da9947f HTTP/1.1" status: 200 len: 913 time: 0.1468947 Jun 16 15:40:17.119520 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-5d45bfd8-42b8-402a-94c3-3e3f4581848a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3472d087-8467-4744-bde0-eeedfde32e6e HTTP/1.1" status: 200 len: 217 time: 0.0637069 Jun 16 15:40:17.191220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-0b870c8d-80c9-4bc1-b741-7a04abfb67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:17.192752 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-0b870c8d-80c9-4bc1-b741-7a04abfb67c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b12b029-8b10-4b2c-a4e7-59d208339c7d HTTP/1.1" status: 200 len: 851 time: 0.0656757 Jun 16 15:40:17.290079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-7389bb60-f9c1-43bb-9d6a-c9a67f114158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:17.291700 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-7389bb60-f9c1-43bb-9d6a-c9a67f114158 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=010d22ae-6185-42e5-a448-a1bf8da9947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893810 Jun 16 15:40:17.538353 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:40:17.556084 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-19a1d8ed-5dac-41a5-9e71-aac35670110a service neutron] 10.222.0.46 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572091 Jun 16 15:40:17.703708 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-cf5efae8-a14e-49f9-8976-bcb9f0759fbb service neutron] 10.222.0.46 "GET /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413417 Jun 16 15:40:18.545612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e21c09c5-405e-4967-b8a4-c68c7ac1ff6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:18.807569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:19.667447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bf5dc-9f8a-4024-a799-ab512a87bb24 req-480a64c6-602f-49f8-bd73-e096df7962cc tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:19.668836 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4c4bf5dc-9f8a-4024-a799-ab512a87bb24 req-480a64c6-602f-49f8-bd73-e096df7962cc tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0963297 Jun 16 15:40:19.718001 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4c4bf5dc-9f8a-4024-a799-ab512a87bb24 req-8b4d99ec-5a0e-4315-99d4-c3604729ec99 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400341 Jun 16 15:40:20.270574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:20.929984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e885a0-f58e-4b85-910c-c9e4de41bf24 req-f5c4a0be-5e90-438d-bce5-03b08cdf3f9a tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:20.931533 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c5e885a0-f58e-4b85-910c-c9e4de41bf24 req-f5c4a0be-5e90-438d-bce5-03b08cdf3f9a tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.0934229 Jun 16 15:40:20.995877 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c5e885a0-f58e-4b85-910c-c9e4de41bf24 req-515b01b4-3943-428e-9f03-5f776004bae3 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576525 Jun 16 15:40:21.468078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-b2613dd6-312e-4504-a0f5-3a80b5a201cb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:21.469545 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-b2613dd6-312e-4504-a0f5-3a80b5a201cb tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1030014 Jun 16 15:40:21.553184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-8ee48300-1d15-4ee2-a4f9-3ea764ad4ab5 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Deleting port 3472d087-8467-4744-bde0-eeedfde32e6e {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:40:21.553521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-8ee48300-1d15-4ee2-a4f9-3ea764ad4ab5 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:21.573449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:21.838852 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-8ee48300-1d15-4ee2-a4f9-3ea764ad4ab5 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] For port 3472d087-8467-4744-bde0-eeedfde32e6e, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=3472d087-8467-4744-bde0-eeedfde32e6e,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:21.839197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-8ee48300-1d15-4ee2-a4f9-3ea764ad4ab5 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:21.968777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-8ee48300-1d15-4ee2-a4f9-3ea764ad4ab5 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Calling delete_port for 3472d087-8467-4744-bde0-eeedfde32e6e owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:40:22.226844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7150a-97ec-49d2-ad76-cf4381f33966 req-cef80e7e-09de-4250-9a1d-4437798adf95 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:22.228480 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-24c7150a-97ec-49d2-ad76-cf4381f33966 req-cef80e7e-09de-4250-9a1d-4437798adf95 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 946 time: 0.1123636 Jun 16 15:40:22.282854 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-24c7150a-97ec-49d2-ad76-cf4381f33966 req-b855c7c2-e3ba-4c97-8b0b-0426a25857d2 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/security-groups?id=614cac74-dc54-40ee-a2c2-757d21545e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473039 Jun 16 15:40:22.285120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-8ee48300-1d15-4ee2-a4f9-3ea764ad4ab5 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:22.298918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['3472d087-8467-4744-bde0-eeedfde32e6e'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:40:22.341411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee48300-1d15-4ee2-a4f9-3ea764ad4ab5 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Pushing event deleted for resources: {'Port': ['ID=3472d087-8467-4744-bde0-eeedfde32e6e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:22.440603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-8ee48300-1d15-4ee2-a4f9-3ea764ad4ab5 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] No DVR routers for this DVR port 3472d087-8467-4744-bde0-eeedfde32e6e on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:40:22.444472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-8ee48300-1d15-4ee2-a4f9-3ea764ad4ab5 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:22.447272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'name': 'network-vif-deleted', 'tag': '3472d087-8467-4744-bde0-eeedfde32e6e'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:40:22.567922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c8d77fe-8468-4440-9887-80ce3f2aa604 req-8ee48300-1d15-4ee2-a4f9-3ea764ad4ab5 tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.46 "DELETE /v2.0/ports/3472d087-8467-4744-bde0-eeedfde32e6e HTTP/1.1" status: 204 len: 173 time: 1.0910895 Jun 16 15:40:22.587431 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d21924a-1903-492a-bbfe-b28cdbdbb268'] response: {'server_uuid': 'ab44cfff-f01c-42e4-b290-f591e550a432', 'name': 'network-vif-deleted', 'tag': '3472d087-8467-4744-bde0-eeedfde32e6e', 'status': 'completed', 'code': 200} Jun 16 15:40:23.520201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-2e947d48-aa10-423c-ae82-c8cd3344e4e9 req-8e7c661f-ebb5-4781-b820-ed8792a947ce tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Synchronizing usage tracker for tenant:8d9aadd89ce745a2910d9ff02708c185 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:40:23.681469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-2e947d48-aa10-423c-ae82-c8cd3344e4e9 req-8e7c661f-ebb5-4781-b820-ed8792a947ce tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] Unset dirty status for tenant:8d9aadd89ce745a2910d9ff02708c185 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:40:23.682887 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2e947d48-aa10-423c-ae82-c8cd3344e4e9 req-8e7c661f-ebb5-4781-b820-ed8792a947ce tempest-DeleteServersTestJSON-813569621 tempest-DeleteServersTestJSON-813569621-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab44cfff-f01c-42e4-b290-f591e550a432 HTTP/1.1" status: 200 len: 210 time: 0.2192190 Jun 16 15:40:24.946434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35394) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:25.589977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 3472d087-8467-4744-bde0-eeedfde32e6e no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:40:25.640860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 3472d087-8467-4744-bde0-eeedfde32e6e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:40:25.641203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 3472d087-8467-4744-bde0-eeedfde32e6e not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:40:25.688459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:26.070950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Deleting port 159f04a8-c8dd-4fe8-9559-cceb04c7459d {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:40:26.071657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:26.259990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] For port 159f04a8-c8dd-4fe8-9559-cceb04c7459d, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=159f04a8-c8dd-4fe8-9559-cceb04c7459d,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:26.260346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:26.391178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Calling delete_port for 159f04a8-c8dd-4fe8-9559-cceb04c7459d owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:40:26.705199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:26.755240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=159f04a8-c8dd-4fe8-9559-cceb04c7459d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:26.808436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.808968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.809513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.810062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.810535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.810877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.811294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.811675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.811991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.812311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.812632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:26.812947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:27.179809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:27.543499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Router c218b30a-b985-4091-97d1-1c7d44a21cc4 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:40:27.731779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:40:27.741365 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] Sync routers for ids ['c218b30a-b985-4091-97d1-1c7d44a21cc4'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:40:27.756156 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] Routers {'c218b30a-b985-4091-97d1-1c7d44a21cc4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:40:27.756793 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:40:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c218b30a-b985-4091-97d1-1c7d44a21cc4'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:27.826244 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d2acef33-3a7d-4645-ae8d-7a77769bccc7 admin admin] 10.222.0.73 "PUT /v2.0/routers/c218b30a-b985-4091-97d1-1c7d44a21cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8785830 Jun 16 15:40:27.828923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35398) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:27.942008 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] Set router c218b30a-b985-4091-97d1-1c7d44a21cc4 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:40:28.019782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:28.208404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:28.283683 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'name': 'tempest-DeleteServersTestJSON-1931500270-router', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:39:08Z', 'updated_at': '2022-06-16T15:40:26Z', 'revision_number': 5, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'gw_port': {'id': '44ac67c1-de3a-42c5-8841-24080188cc37', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:39:09Z', 'updated_at': '2022-06-16T15:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:28.288267 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] Checking router: c218b30a-b985-4091-97d1-1c7d44a21cc4 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:40:28.297763 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] Routers {'c218b30a-b985-4091-97d1-1c7d44a21cc4'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:40:28.299009 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:40:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['c218b30a-b985-4091-97d1-1c7d44a21cc4'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:28.310324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Deleting port 44ac67c1-de3a-42c5-8841-24080188cc37 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:40:28.314540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:28.453418 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] Set router c218b30a-b985-4091-97d1-1c7d44a21cc4 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:40:28.566682 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'name': 'tempest-DeleteServersTestJSON-1931500270-router', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:39:08Z', 'updated_at': '2022-06-16T15:40:28Z', 'revision_number': 6, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:28.571664 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169c3eb-2bb0-4e9e-8e9c-2a0a5bb4d2cb None None] The sync data for ids ['c218b30a-b985-4091-97d1-1c7d44a21cc4'] in dv-neutron-846028-2-hyperv is: [{'id': 'c218b30a-b985-4091-97d1-1c7d44a21cc4', 'name': 'tempest-DeleteServersTestJSON-1931500270-router', 'tenant_id': '8d9aadd89ce745a2910d9ff02708c185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:39:08Z', 'updated_at': '2022-06-16T15:40:28Z', 'revision_number': 6, 'project_id': '8d9aadd89ce745a2910d9ff02708c185', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:40:28.638398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] For port 44ac67c1-de3a-42c5-8841-24080188cc37, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=44ac67c1-de3a-42c5-8841-24080188cc37,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:28.638758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:28.765374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Calling delete_port for 44ac67c1-de3a-42c5-8841-24080188cc37 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:40:29.065251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.145815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Pushing event deleted for resources: {'Port': ['ID=44ac67c1-de3a-42c5-8841-24080188cc37,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:29.254898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.433882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.436358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.521579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.521987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c218b30a-b985-4091-97d1-1c7d44a21cc4 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:40:29.535447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.536614 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-97a198a5-83c7-4e44-ba84-5e8bf7b0ae1a admin admin] 10.222.0.73 "DELETE /v2.0/routers/c218b30a-b985-4091-97d1-1c7d44a21cc4 HTTP/1.1" status: 204 len: 168 time: 1.7066851 Jun 16 15:40:29.539314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35402) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:29.606248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Deleting subnet 9b12b029-8b10-4b2c-a4e7-59d208339c7d {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:40:29.609833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.669539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.762496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.876385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.916268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b12b029-8b10-4b2c-a4e7-59d208339c7d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:29.921471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.927443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b388bb1a-e86a-4431-b5fa-3e44e8556007 None None] Network 010d22ae-6185-42e5-a448-a1bf8da9947f requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:40:29.930237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.930585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.930954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.931298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.931633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.932094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.932334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.932663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.932997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.933321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.933646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.933971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:29.939474 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d1cb87ed-d80d-4309-8fd6-41e38c656878 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9b12b029-8b10-4b2c-a4e7-59d208339c7d HTTP/1.1" status: 204 len: 168 time: 0.3989127 Jun 16 15:40:29.943056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35406) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:30.023593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 159f04a8-c8dd-4fe8-9559-cceb04c7459d no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:40:30.069522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 159f04a8-c8dd-4fe8-9559-cceb04c7459d {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:40:30.069867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 159f04a8-c8dd-4fe8-9559-cceb04c7459d not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:40:30.070284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 44ac67c1-de3a-42c5-8841-24080188cc37 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:40:30.071936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:30.084703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Deleting port c0971f3e-2b60-470e-a90f-501440eec987 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:40:30.085102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:30.149830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 44ac67c1-de3a-42c5-8841-24080188cc37 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:40:30.150252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 44ac67c1-de3a-42c5-8841-24080188cc37 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:40:30.325112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] DHCP port deletion for 010d22ae-6185-42e5-a448-a1bf8da9947f request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:40:30.329614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] Deleting port c0971f3e-2b60-470e-a90f-501440eec987 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:40:30.329991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:30.332540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] For port c0971f3e-2b60-470e-a90f-501440eec987, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c0971f3e-2b60-470e-a90f-501440eec987,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:30.333091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:30.471970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Calling delete_port for c0971f3e-2b60-470e-a90f-501440eec987 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:40:30.580260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] For port c0971f3e-2b60-470e-a90f-501440eec987, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c0971f3e-2b60-470e-a90f-501440eec987,segment=NetworkSegment(367f7a29-2eb0-4c34-bb58-72ca40a20844),segment_id=367f7a29-2eb0-4c34-bb58-72ca40a20844)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:30.580567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:30.664365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:30.718063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0971f3e-2b60-470e-a90f-501440eec987,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:30.721610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] No DVR routers for this DVR port c0971f3e-2b60-470e-a90f-501440eec987 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:40:30.754882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] Calling delete_port for c0971f3e-2b60-470e-a90f-501440eec987 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:40:30.838601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:40:30.838981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:40:30.959000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:30.985901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010d22ae-6185-42e5-a448-a1bf8da9947f']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:30.999602 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367f7a29-2eb0-4c34-bb58-72ca40a20844') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:30.999876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367f7a29-2eb0-4c34-bb58-72ca40a20844') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:31.014085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:31.041128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:31.048196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:40:31.048598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:31.136057 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 367f7a29-2eb0-4c34-bb58-72ca40a20844 resource provider aggregate not found Jun 16 15:40:31.158362 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 367f7a29-2eb0-4c34-bb58-72ca40a20844 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 367f7a29-2eb0-4c34-bb58-72ca40a20844 found for delete ", "request_id": "req-d99a6b6a-2ba5-4a4c-9d69-31efaccb5f6d"}]} Jun 16 15:40:31.230166 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:31.249136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:31.260037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] Pushing event deleted for resources: {'Network': ['ID=010d22ae-6185-42e5-a448-a1bf8da9947f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:31.267774 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ef10c00a-e9ba-45a6-a9cc-42dcdd6fe29e admin admin] 10.222.0.73 "DELETE /v2.0/networks/010d22ae-6185-42e5-a448-a1bf8da9947f HTTP/1.1" status: 204 len: 168 time: 1.3233843 Jun 16 15:40:31.340153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] Deleting port c0971f3e-2b60-470e-a90f-501440eec987 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:40:31.341055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:31.412239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e4d49888-35de-4242-b2a4-b58cd5bc26f0 None None] The port 'c0971f3e-2b60-470e-a90f-501440eec987' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:40:31.589914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35418) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:31.644594 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-aa537f8c-d0a8-428d-b89f-d160189a500e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d9aadd89ce745a2910d9ff02708c185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535057 Jun 16 15:40:31.648751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35422) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:31.718574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f280e1f0-ff83-4657-99d3-174337bde0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:31.745548 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f280e1f0-ff83-4657-99d3-174337bde0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:31.859653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f280e1f0-ff83-4657-99d3-174337bde0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:31.876520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280e1f0-ff83-4657-99d3-174337bde0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614cac74-dc54-40ee-a2c2-757d21545e02,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:31.881240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f280e1f0-ff83-4657-99d3-174337bde0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:31.882499 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f280e1f0-ff83-4657-99d3-174337bde0cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/614cac74-dc54-40ee-a2c2-757d21545e02 HTTP/1.1" status: 204 len: 168 time: 0.2326915 Jun 16 15:40:32.004650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c0971f3e-2b60-470e-a90f-501440eec987 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:40:32.039109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: c0971f3e-2b60-470e-a90f-501440eec987 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:40:32.039450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c0971f3e-2b60-470e-a90f-501440eec987 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:40:33.085912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35446) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:33.207497 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1350825273-network', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:40:33.213507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:40:33.217747 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Usage tracker for resource:network and tenant:bc914da7029a41b3a3bb32b472f2d4dd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:40:33.221119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:40:33.228801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:40:33.286800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Made reservation on behalf of bc914da7029a41b3a3bb32b472f2d4dd for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:40:33.289367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:33.302077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:33.321690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:40:33.325539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Usage tracker for resource:security_group_rule and tenant:bc914da7029a41b3a3bb32b472f2d4dd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:40:33.328370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:40:33.335249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:40:33.419351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:33.481070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:33.512479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:40:33.521592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8299220-dd07-4fda-bb4d-e78ee5858f3c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:33.527400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:33.527753 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Added segment 16ba1529-37c3-4495-a50a-bc74884160aa of type vlan for network 697aa3bf-d62b-432d-b9b2-6d57aede0280 Jun 16 15:40:33.553978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:33.658407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:33.659480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:33.660076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:33.763894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] Pushing event updated for resources: {'Network': ['ID=697aa3bf-d62b-432d-b9b2-6d57aede0280,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:33.773711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 697aa3bf-d62b-432d-b9b2-6d57aede0280 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:40:33.842380 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a832c67e-85ad-46c8-855a-0eff742f5a22 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7549698 Jun 16 15:40:33.845264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35452) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:33.850666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Request body: {'subnet': {'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1350825273-subnet', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:40:33.856115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:40:33.860596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Usage tracker for resource:subnet and tenant:bc914da7029a41b3a3bb32b472f2d4dd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:40:33.864252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:40:33.870108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:40:34.001302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Made reservation on behalf of bc914da7029a41b3a3bb32b472f2d4dd for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:40:34.003987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:34.293227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:34.371316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54e1ec4-f409-4d04-8439-31cd511a1417,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:34.382498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Checking segment: {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:40:34.382856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Network hostable DHCP agents. Network: 697aa3bf-d62b-432d-b9b2-6d57aede0280, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:40:34.481461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Network 697aa3bf-d62b-432d-b9b2-6d57aede0280 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:40:34.567587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 697aa3bf-d62b-432d-b9b2-6d57aede0280) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:40:34.571937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:34.572521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:34.577911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e39415e-fe9f-4e61-ac7d-a29b343c3cfe None None] Network 697aa3bf-d62b-432d-b9b2-6d57aede0280 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:40:34.693941 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-11b52d8a-847c-4498-8786-5ee24fb5bf4a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8473265 Jun 16 15:40:34.696835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35456) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:34.702175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1350825273-router', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:40:34.707180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:40:34.711387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Usage tracker for resource:router and tenant:bc914da7029a41b3a3bb32b472f2d4dd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:40:34.714500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:40:34.720691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:40:34.804675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-697aa3bf-d62b-432d-b9b2-6d57aede0280', 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'fixed_ips': [{'subnet_id': 'f54e1ec4-f409-4d04-8439-31cd511a1417'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:40:34.805521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:34.812768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:34.827392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:34.833643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:34.984752 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Allocated IP 172.20.0.2 (697aa3bf-d62b-432d-b9b2-6d57aede0280/f54e1ec4-f409-4d04-8439-31cd511a1417/5ccf8cf4-586d-4e1a-837f-482137ee79f7) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:40:35.196635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:35.205647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:35.207778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Transition to ACTIVE for port object 5ccf8cf4-586d-4e1a-837f-482137ee79f7 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:40:35.238807 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Transition to ACTIVE for port object 5ccf8cf4-586d-4e1a-837f-482137ee79f7 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:40:35.351174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:35.414571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Network 697aa3bf-d62b-432d-b9b2-6d57aede0280 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:40:35.421826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:40:35.426297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:40:35.435984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Pushing event updated for resources: {'Port': ['ID=5ccf8cf4-586d-4e1a-837f-482137ee79f7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:35.546174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Attempting to bind port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:40:35.546618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Attempting to bind port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:40:35.547043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Attempting to bind port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 on network 697aa3bf-d62b-432d-b9b2-6d57aede0280 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:40:35.553659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:40:35.554028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Checking segment: {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:40:35.554438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:35.554855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Bound using segment: {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:40:35.555280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Bound port: 5ccf8cf4-586d-4e1a-837f-482137ee79f7, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:40:35.555640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:35.655794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] For port 5ccf8cf4-586d-4e1a-837f-482137ee79f7, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:40:35.659222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] For port 5ccf8cf4-586d-4e1a-837f-482137ee79f7, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5ccf8cf4-586d-4e1a-837f-482137ee79f7,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:40:35.738963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:35.770786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:35.790525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:35.868874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:35.880135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54854070-f562-47d1-a3e5-9a09964b0980 None None] Pushing event updated for resources: {'Port': ['ID=5ccf8cf4-586d-4e1a-837f-482137ee79f7,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:35.923878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Allocated IP 172.26.2.59 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/801d0c30-4303-4259-9389-dd1f74f4e693) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:40:36.096412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:36.253335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:36.333511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:40:36.346522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:40:36.350887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:40:36.380544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Pushing event updated for resources: {'Port': ['ID=801d0c30-4303-4259-9389-dd1f74f4e693,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:36.893109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d0a41f-ae04-4e84-94c5-8894bdab52b6 None None] Network 697aa3bf-d62b-432d-b9b2-6d57aede0280 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:40:36.927371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:37.167633 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-71221a6c-05af-4565-92f8-36f967a7f5b8 None None] Provisioning for port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:40:37.327105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:37.732572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:40:37.914175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:40:37.922692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Sync routers for ids ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:40:37.932506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Routers {'6b8126b2-2ddb-4218-a5b8-33e96b5299ba'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:40:37.933124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:40:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:38.007488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:38.012311 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3f198cc8-9232-492c-bb08-ff2e01f3ed5e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3109570 Jun 16 15:40:38.012311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35460) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:38.073884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5ccf8cf4-586d-4e1a-837f-482137ee79f7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:40:38.166379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Set router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:40:38.401935 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:40:38.417837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:38.418210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:38.598499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'name': 'tempest-ServerDiskConfigTestJSON-1350825273-router', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:40:34Z', 'updated_at': '2022-06-16T15:40:36Z', 'revision_number': 3, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'gw_port': {'id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:40:35Z', 'updated_at': '2022-06-16T15:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:38.604618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:38.605006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:38.615363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Checking router: 6b8126b2-2ddb-4218-a5b8-33e96b5299ba for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:40:38.616261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Updating router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba port 801d0c30-4303-4259-9389-dd1f74f4e693 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:40:38.688191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:38.716919 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 5ccf8cf4-586d-4e1a-837f-482137ee79f7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5ccf8cf4-586d-4e1a-837f-482137ee79f7,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:38.738767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:38.849861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:38.955268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Allocated IP 172.20.0.1 (697aa3bf-d62b-432d-b9b2-6d57aede0280/f54e1ec4-f409-4d04-8439-31cd511a1417/6cead221-274d-4867-ba9b-137a5f3695d0) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:40:38.987178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=5ccf8cf4-586d-4e1a-837f-482137ee79f7,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:39.101186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:39.113705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Transition to ACTIVE for port object 801d0c30-4303-4259-9389-dd1f74f4e693 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:40:39.129887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:39.146348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Transition to ACTIVE for port object 6cead221-274d-4867-ba9b-137a5f3695d0 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:40:39.235246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:39.299167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:39.308617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Attempting to bind port 801d0c30-4303-4259-9389-dd1f74f4e693 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:40:39.310264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Attempting to bind port 801d0c30-4303-4259-9389-dd1f74f4e693 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:40:39.310264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Attempting to bind port 801d0c30-4303-4259-9389-dd1f74f4e693 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:40:39.325638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:40:39.326145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:40:39.326695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:39.327179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:40:39.327660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Bound port: 801d0c30-4303-4259-9389-dd1f74f4e693, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:40:39.328029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:39.363336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Network 697aa3bf-d62b-432d-b9b2-6d57aede0280 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:40:39.370860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:40:39.375320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:40:39.382743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7ccdf-d241-4a8c-945c-d9ec1721ac4b None None] Pushing event updated for resources: {'Port': ['ID=801d0c30-4303-4259-9389-dd1f74f4e693,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:39.417607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Pushing event updated for resources: {'Port': ['ID=6cead221-274d-4867-ba9b-137a5f3695d0,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:39.428098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] For port 801d0c30-4303-4259-9389-dd1f74f4e693, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:40:39.431502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] For port 801d0c30-4303-4259-9389-dd1f74f4e693, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=801d0c30-4303-4259-9389-dd1f74f4e693,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:40:39.435434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:39.533553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:39.674560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Routers {'6b8126b2-2ddb-4218-a5b8-33e96b5299ba'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:40:39.675306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:40:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:39.721675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7ccdf-d241-4a8c-945c-d9ec1721ac4b None None] Pushing event updated for resources: {'Port': ['ID=801d0c30-4303-4259-9389-dd1f74f4e693,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:39.750374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b84cff13-1224-4a42-bdde-4798736664bb None None] Provisioning for port 6cead221-274d-4867-ba9b-137a5f3695d0 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:40:39.770128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b84cff13-1224-4a42-bdde-4798736664bb None None] Provisioning complete for port 6cead221-274d-4867-ba9b-137a5f3695d0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:39.771721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b84cff13-1224-4a42-bdde-4798736664bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:39.893739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b84cff13-1224-4a42-bdde-4798736664bb None None] Port 6cead221-274d-4867-ba9b-137a5f3695d0 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:40:39.909881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] Set router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:40:39.947399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:40.046014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5ccf8cf4-586d-4e1a-837f-482137ee79f7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:40:40.200425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:40.238898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:40.239296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:40.326720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:40.373564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'name': 'tempest-ServerDiskConfigTestJSON-1350825273-router', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:40:34Z', 'updated_at': '2022-06-16T15:40:36Z', 'revision_number': 3, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'gw_port': {'id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:40:35Z', 'updated_at': '2022-06-16T15:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:40.382079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a05132-398c-480a-ac93-5be4b57513a8 None None] The sync data for ids ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'] in dv-neutron-846028-2-hyperv is: [{'id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'name': 'tempest-ServerDiskConfigTestJSON-1350825273-router', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:40:34Z', 'updated_at': '2022-06-16T15:40:36Z', 'revision_number': 3, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'gw_port': {'id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:40:35Z', 'updated_at': '2022-06-16T15:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:40:40.383668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:40.438268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:40.442129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Pushing event updated for resources: {'Port': ['ID=6cead221-274d-4867-ba9b-137a5f3695d0,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:40.620790 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Network 697aa3bf-d62b-432d-b9b2-6d57aede0280 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:40:40.621978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:40:40.841732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:40:40.919730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6b7faac6-2566-4192-b3da-2d8950d3d522 None None] Provisioning complete for port 6cead221-274d-4867-ba9b-137a5f3695d0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:40.920036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6b7faac6-2566-4192-b3da-2d8950d3d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:40.976453 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6b7faac6-2566-4192-b3da-2d8950d3d522 None None] Port 6cead221-274d-4867-ba9b-137a5f3695d0 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:40:41.045029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:40:41.060646 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0602391f-0671-4c96-8a3a-a9720e836736 admin admin] 10.222.0.73 "PUT /v2.0/routers/6b8126b2-2ddb-4218-a5b8-33e96b5299ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0478051 Jun 16 15:40:41.663972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-816f938e-f9c2-45ca-81c2-cd71ed93138f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:41.664691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-816f938e-f9c2-45ca-81c2-cd71ed93138f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Synchronizing usage tracker for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:40:41.812435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-816f938e-f9c2-45ca-81c2-cd71ed93138f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Unset dirty status for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:40:41.813841 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-816f938e-f9c2-45ca-81c2-cd71ed93138f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/networks?id=697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 200 len: 815 time: 0.3068683 Jun 16 15:40:41.830322 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-2f59c44a-5404-4aca-9883-424286aeec6b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/quotas/bc914da7029a41b3a3bb32b472f2d4dd HTTP/1.1" status: 200 len: 375 time: 0.0099857 Jun 16 15:40:41.921187 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-e71b198c-6da5-4e4a-9850-303bf19260e2 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Synchronizing usage tracker for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:40:42.012712 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Sync routers for ids ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:40:42.027160 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Routers {'6b8126b2-2ddb-4218-a5b8-33e96b5299ba'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:40:42.027160 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:40:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:42.033615 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-e71b198c-6da5-4e4a-9850-303bf19260e2 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Unset dirty status for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:40:42.037125 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-e71b198c-6da5-4e4a-9850-303bf19260e2 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2005751 Jun 16 15:40:42.062697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 801d0c30-4303-4259-9389-dd1f74f4e693 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:40:42.246528 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Set router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:40:42.264442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 801d0c30-4303-4259-9389-dd1f74f4e693 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:40:42.269732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 801d0c30-4303-4259-9389-dd1f74f4e693 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:42.270305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:42.396739 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-fc603b9e-578f-49b5-adb2-2f5f807c86ec service neutron] 10.222.0.73 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517835 Jun 16 15:40:42.432757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 801d0c30-4303-4259-9389-dd1f74f4e693 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:42.433141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:42.454754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 801d0c30-4303-4259-9389-dd1f74f4e693, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=801d0c30-4303-4259-9389-dd1f74f4e693,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:42.544726 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-9ae67e6d-021b-44b9-aa6e-b77d3c1631d5 service neutron] 10.222.0.73 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410239 Jun 16 15:40:42.587842 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'name': 'tempest-ServerDiskConfigTestJSON-1350825273-router', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:40:34Z', 'updated_at': '2022-06-16T15:40:39Z', 'revision_number': 4, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'gw_port': {'id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:40:35Z', 'updated_at': '2022-06-16T15:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '6cead221-274d-4867-ba9b-137a5f3695d0', 'name': '', 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'mac_address': 'fa:16:3e:02:3d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'f54e1ec4-f409-4d04-8439-31cd511a1417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:40:38Z', 'updated_at': '2022-06-16T15:40:40Z', 'revision_number': 2, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'subnets': [{'id': 'f54e1ec4-f409-4d04-8439-31cd511a1417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:42.589972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:42.592113 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Checking router: 6b8126b2-2ddb-4218-a5b8-33e96b5299ba for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:40:42.592666 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Updating router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba port 6cead221-274d-4867-ba9b-137a5f3695d0 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:40:42.658851 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:42.688425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=801d0c30-4303-4259-9389-dd1f74f4e693,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:42.930621 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eea65a33-d0f8-4332-9c5f-fae4277f9463 req-d49fb54a-2918-4db9-bcdb-b3f868debec2 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 210 time: 0.1000674 Jun 16 15:40:43.082354 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:43.097841 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Transition to ACTIVE for port object 6cead221-274d-4867-ba9b-137a5f3695d0 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:40:43.235431 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:43.400766 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Pushing event updated for resources: {'Port': ['ID=6cead221-274d-4867-ba9b-137a5f3695d0,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:43.444505 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.444838 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.445175 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.445506 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.445843 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.446174 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.446502 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.446830 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.447184 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.447506 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.447829 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.448149 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:43.517626 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Attempting to bind port 6cead221-274d-4867-ba9b-137a5f3695d0 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:40:43.517995 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Attempting to bind port 6cead221-274d-4867-ba9b-137a5f3695d0 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:40:43.518871 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Attempting to bind port 6cead221-274d-4867-ba9b-137a5f3695d0 on network 697aa3bf-d62b-432d-b9b2-6d57aede0280 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:40:43.524586 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:40:43.524952 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Checking segment: {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:40:43.525369 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:43.525753 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Bound using segment: {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:40:43.526236 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Bound port: 6cead221-274d-4867-ba9b-137a5f3695d0, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:40:43.526587 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:43.618371 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] For port 6cead221-274d-4867-ba9b-137a5f3695d0, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:40:43.621598 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] For port 6cead221-274d-4867-ba9b-137a5f3695d0, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6cead221-274d-4867-ba9b-137a5f3695d0,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:40:43.790437 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:43.875144 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Routers {'6b8126b2-2ddb-4218-a5b8-33e96b5299ba'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:40:43.875786 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:40:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:43.932259 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f868aa-3eb1-4d79-81e2-e6152b929d53 None None] Pushing event updated for resources: {'Port': ['ID=6cead221-274d-4867-ba9b-137a5f3695d0,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:44.057444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 801d0c30-4303-4259-9389-dd1f74f4e693 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:40:44.064533 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b9122bb9-6c84-4d87-a6a0-637133b3a151 req-8b669f8d-08da-4682-a24e-24bf3be7abdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 210 time: 0.0610170 Jun 16 15:40:44.108916 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] Set router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:40:44.171748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 801d0c30-4303-4259-9389-dd1f74f4e693 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:44.172114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:44.308368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 801d0c30-4303-4259-9389-dd1f74f4e693 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:44.459533 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'name': 'tempest-ServerDiskConfigTestJSON-1350825273-router', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:40:34Z', 'updated_at': '2022-06-16T15:40:39Z', 'revision_number': 4, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'gw_port': {'id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:40:35Z', 'updated_at': '2022-06-16T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '6cead221-274d-4867-ba9b-137a5f3695d0', 'name': '', 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'mac_address': 'fa:16:3e:02:3d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'f54e1ec4-f409-4d04-8439-31cd511a1417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:40:38Z', 'updated_at': '2022-06-16T15:40:43Z', 'revision_number': 4, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'subnets': [{'id': 'f54e1ec4-f409-4d04-8439-31cd511a1417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:40:44.463301 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d410f-9aa9-4dfa-9337-b5a0fd9009a3 None None] The sync data for ids ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'] in dv-neutron-846028-2-hyperv is: [{'id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'name': 'tempest-ServerDiskConfigTestJSON-1350825273-router', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:40:34Z', 'updated_at': '2022-06-16T15:40:39Z', 'revision_number': 4, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'gw_port': {'id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:40:35Z', 'updated_at': '2022-06-16T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '6cead221-274d-4867-ba9b-137a5f3695d0', 'name': '', 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'mac_address': 'fa:16:3e:02:3d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'f54e1ec4-f409-4d04-8439-31cd511a1417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:40:38Z', 'updated_at': '2022-06-16T15:40:43Z', 'revision_number': 4, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'subnets': [{'id': 'f54e1ec4-f409-4d04-8439-31cd511a1417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:40:45.264730 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-511981dc-da8c-4e4c-8982-c3011bca59ff req-c0064811-fece-43bb-8135-d2805be8a12b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 210 time: 0.0566401 Jun 16 15:40:45.727238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-30dc2096-d5d5-444d-8b29-bec4c110ceff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:46.050318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6cead221-274d-4867-ba9b-137a5f3695d0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:40:46.275478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 6cead221-274d-4867-ba9b-137a5f3695d0 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:40:46.281100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6cead221-274d-4867-ba9b-137a5f3695d0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:46.281480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:46.325041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-dc482147-8e04-4832-a108-aa43f2366c29 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:46.326759 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-dc482147-8e04-4832-a108-aa43f2366c29 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.46 "GET /v2.0/networks?id=697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 200 len: 815 time: 0.1807475 Jun 16 15:40:46.340723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Request body: {'port': {'device_id': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'admin_state_up': True, 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:40:46.421754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6cead221-274d-4867-ba9b-137a5f3695d0 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:46.422566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:46.471685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 6cead221-274d-4867-ba9b-137a5f3695d0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6cead221-274d-4867-ba9b-137a5f3695d0,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:46.510105 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bdadf23b-5013-4880-95d1-b02b5946abf5 req-241a8861-d1f2-4c1e-aa3b-7818530af935 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 210 time: 0.0675042 Jun 16 15:40:46.555826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:40:46.569088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:40:46.584059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:46.698042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Made reservation on behalf of bc914da7029a41b3a3bb32b472f2d4dd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:40:46.701853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:46.706064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=6cead221-274d-4867-ba9b-137a5f3695d0,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:46.870137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Allocated IP 172.20.0.7 (697aa3bf-d62b-432d-b9b2-6d57aede0280/f54e1ec4-f409-4d04-8439-31cd511a1417/9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:40:47.083388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:47.099940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Transition to ACTIVE for port object 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:40:47.184414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:47.255076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Network 697aa3bf-d62b-432d-b9b2-6d57aede0280 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:40:47.258500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:40:47.262222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:40:47.293101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event updated for resources: {'Port': ['ID=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:47.330648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:47.331981 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:47.413596 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c9a92a3d-effe-4a2c-ae89-401091d3bbdf tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0783551 Jun 16 15:40:47.424573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Request body: {'port': {'device_id': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:40:47.498072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0c993b0a-24ab-4352-8e8e-f4a2e7b4a267 None None] Provisioning for port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:40:47.503726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0c993b0a-24ab-4352-8e8e-f4a2e7b4a267 None None] Provisioning complete for port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:47.504093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c993b0a-24ab-4352-8e8e-f4a2e7b4a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:47.537841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:47.559380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0c993b0a-24ab-4352-8e8e-f4a2e7b4a267 None None] Port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:40:47.963632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7974669-11e2-488b-ba20-6819322432e6 req-6c5f24ef-124c-4ea7-bc1b-f76ae207f19d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:47.964447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-d7974669-11e2-488b-ba20-6819322432e6 req-6c5f24ef-124c-4ea7-bc1b-f76ae207f19d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Synchronizing usage tracker for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:40:48.021080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6cead221-274d-4867-ba9b-137a5f3695d0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:40:48.071424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:40:48.079004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:48.091133 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6cead221-274d-4867-ba9b-137a5f3695d0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:48.091504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:48.093907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Transition to ACTIVE for port object 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:40:48.134019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-d7974669-11e2-488b-ba20-6819322432e6 req-6c5f24ef-124c-4ea7-bc1b-f76ae207f19d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Unset dirty status for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:40:48.135485 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7974669-11e2-488b-ba20-6819322432e6 req-6c5f24ef-124c-4ea7-bc1b-f76ae207f19d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 931 time: 0.4808621 Jun 16 15:40:48.180470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-d7974669-11e2-488b-ba20-6819322432e6 req-0aebc2d2-8c6d-4a9a-9018-41ca94b0091b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Synchronizing usage tracker for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:40:48.214266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6cead221-274d-4867-ba9b-137a5f3695d0 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:48.292406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:48.347208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-d7974669-11e2-488b-ba20-6819322432e6 req-0aebc2d2-8c6d-4a9a-9018-41ca94b0091b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Unset dirty status for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:40:48.348425 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7974669-11e2-488b-ba20-6819322432e6 req-0aebc2d2-8c6d-4a9a-9018-41ca94b0091b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072575 Jun 16 15:40:48.384324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3630966a-54df-4813-8511-999eb59e19da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:48.469734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:48.548341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Attempting to bind port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:40:48.548671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Attempting to bind port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:40:48.548992 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Attempting to bind port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb on network 697aa3bf-d62b-432d-b9b2-6d57aede0280 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:40:48.554091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb on network 697aa3bf-d62b-432d-b9b2-6d57aede0280 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:40:48.554406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Attempting to bind port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb on network 697aa3bf-d62b-432d-b9b2-6d57aede0280 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:40:48.559604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:40:48.559936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Checking segment: {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:40:48.560316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Bound using segment: {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:40:48.560736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Bound port: 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:40:48.561069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:48.660748 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] For port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:40:48.663918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] For port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:40:48.807191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:48.863531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:48.864146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:48.865477 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] 10.222.0.46 "PUT /v2.0/ports/9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb HTTP/1.1" status: 200 len: 1093 time: 1.4451101 Jun 16 15:40:48.865911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'tag': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:40:48.886812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:48.890440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b520162-de4b-479e-a9ac-6f1711cac703 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:48.924161 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afc66f6-d603-4c14-ae6d-a9f8b218325e'] response: {'name': 'network-changed', 'server_uuid': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'tag': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb', 'status': 'completed', 'code': 200} Jun 16 15:40:49.032771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551418-8901-4aaa-b907-b84711d89885 req-b738a050-0048-499a-8aaf-c8c2106daa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:49.034776 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6b551418-8901-4aaa-b907-b84711d89885 req-b738a050-0048-499a-8aaf-c8c2106daa1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0909445 Jun 16 15:40:49.180766 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551418-8901-4aaa-b907-b84711d89885 req-0c93e782-7aa7-4777-acd5-247437cd83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:49.182086 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6b551418-8901-4aaa-b907-b84711d89885 req-0c93e782-7aa7-4777-acd5-247437cd83a5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1408112 Jun 16 15:40:49.320113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551418-8901-4aaa-b907-b84711d89885 req-8fbc3e73-602e-4e94-a158-5a3dd7c4a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:49.321543 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6b551418-8901-4aaa-b907-b84711d89885 req-8fbc3e73-602e-4e94-a158-5a3dd7c4a9bd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330590 Jun 16 15:40:49.440675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-daa73b25-f543-4e09-981a-ba9dd46a37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:49.442293 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-daa73b25-f543-4e09-981a-ba9dd46a37a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0830884 Jun 16 15:40:49.559541 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-c119a817-a607-4f8f-aea4-e76172bc7c0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb HTTP/1.1" status: 200 len: 217 time: 0.1094749 Jun 16 15:40:49.638352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-4128394d-7b52-4132-8403-60c57ebd4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:49.640016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-4128394d-7b52-4132-8403-60c57ebd4227 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54e1ec4-f409-4d04-8439-31cd511a1417 HTTP/1.1" status: 200 len: 854 time: 0.0730634 Jun 16 15:40:49.716298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ccc9d-b070-4a0c-ab73-d70b0781d65d req-e58412c0-e92d-4938-b718-c67184b26cec tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:49.717841 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f85ccc9d-b070-4a0c-ab73-d70b0781d65d req-e58412c0-e92d-4938-b718-c67184b26cec tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 943 time: 0.2144310 Jun 16 15:40:49.781463 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f85ccc9d-b070-4a0c-ab73-d70b0781d65d req-126afb5e-da31-4c9f-9c45-be575c3d1eac tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551152 Jun 16 15:40:49.785256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-226742d0-2659-4738-bc8f-d536ad63067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:49.786829 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-226742d0-2659-4738-bc8f-d536ad63067f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=697aa3bf-d62b-432d-b9b2-6d57aede0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1383662 Jun 16 15:40:49.935306 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-aff6a97b-2858-425c-9e2a-c2455995070b service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411922 Jun 16 15:40:50.081570 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9052e0d-845a-4f57-bebd-f41f5420a055 req-a8d77cb0-bc01-46ab-b240-de013c262e9c service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390016 Jun 16 15:40:50.349576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:51.131868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9186cc-7dc0-44c1-b1ce-96ab98fe0f70 req-5f6d7e5d-dc32-4a6b-8d1c-274e581ed6fd tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:51.133929 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8b9186cc-7dc0-44c1-b1ce-96ab98fe0f70 req-5f6d7e5d-dc32-4a6b-8d1c-274e581ed6fd tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 943 time: 0.2289398 Jun 16 15:40:51.186697 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8b9186cc-7dc0-44c1-b1ce-96ab98fe0f70 req-817f8d9c-16f6-4cd6-9e9c-4928fa6e6909 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461128 Jun 16 15:40:51.607732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:52.407836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b2afc-97b6-4bc2-b1cb-f18e2a1d9b52 req-fcbfbdd0-7060-4985-8892-1d43f170acb9 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:52.410175 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-349b2afc-97b6-4bc2-b1cb-f18e2a1d9b52 req-fcbfbdd0-7060-4985-8892-1d43f170acb9 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 943 time: 0.1073825 Jun 16 15:40:52.459352 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-349b2afc-97b6-4bc2-b1cb-f18e2a1d9b52 req-776cad80-ff12-43a1-b15f-d6e3dae1c43d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Jun 16 15:40:53.659339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552ff2-a805-4529-85f4-14d9aa3c2c27 req-173e3c73-8524-4c32-938d-30fedbe7035a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:53.660700 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7b552ff2-a805-4529-85f4-14d9aa3c2c27 req-173e3c73-8524-4c32-938d-30fedbe7035a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 943 time: 0.0889733 Jun 16 15:40:53.709212 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7b552ff2-a805-4529-85f4-14d9aa3c2c27 req-5d4ff4fa-2399-457f-b183-4c23f0fcd4f0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427887 Jun 16 15:40:53.712669 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:40:53.849013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:53.862881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb', 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'port_id': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb', 'mac_address': 'fa:16:3e:48:87:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54e1ec4-f409-4d04-8439-31cd511a1417', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:40:53.922568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:53.922868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:53.946908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:40:53.965982 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:54.115282 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:54.185392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:54.327795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:40:54.538695 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:40:54.914662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd3741-0357-4801-a5e5-bf17dd590837 req-71423dfc-1903-4300-9afe-4fd33e2b3114 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:54.916078 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44fd3741-0357-4801-a5e5-bf17dd590837 req-71423dfc-1903-4300-9afe-4fd33e2b3114 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 944 time: 0.0911391 Jun 16 15:40:54.967733 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44fd3741-0357-4801-a5e5-bf17dd590837 req-707583eb-8d8f-4274-8590-233ae176123f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Jun 16 15:40:55.728302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:40:55.915171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:40:55.921216 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:55.921654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:56.051686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:40:56.052106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:56.093577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:40:56.109001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:56.192129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:56.220803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579da90-7754-45b7-8102-ab6413064213 req-1c311e04-7a37-4877-bf64-c4811c365690 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:56.223739 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d579da90-7754-45b7-8102-ab6413064213 req-1c311e04-7a37-4877-bf64-c4811c365690 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 944 time: 0.1315312 Jun 16 15:40:56.259922 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4575e639-ac30-4bf8-a5d4-1ca811dd86cd'] response: {'server_uuid': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb', 'code': 200} Jun 16 15:40:56.296033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:56.304603 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d579da90-7754-45b7-8102-ab6413064213 req-3412ba10-cf85-4a0a-883f-d60cd082b3c8 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680001 Jun 16 15:40:56.706868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8808d4-729f-4af5-bc8a-541311d7bb27 req-94d86ff7-77d9-4702-9ef2-291508a70d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:56.708352 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4a8808d4-729f-4af5-bc8a-541311d7bb27 req-94d86ff7-77d9-4702-9ef2-291508a70d31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 1098 time: 0.1001050 Jun 16 15:40:56.754508 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4a8808d4-729f-4af5-bc8a-541311d7bb27 req-1d3890bc-92fa-4927-b300-2057a5355179 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Jun 16 15:40:57.504692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71a7bf-e574-4afa-a909-fcfb03763564 req-36ada229-13f5-4355-8682-d06e75236307 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:57.506133 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb71a7bf-e574-4afa-a909-fcfb03763564 req-36ada229-13f5-4355-8682-d06e75236307 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0884373 Jun 16 15:40:57.557401 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb71a7bf-e574-4afa-a909-fcfb03763564 req-d96a15d0-d51d-4c04-ab22-6e50367ac776 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Jun 16 15:40:58.761567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4916a7-8a1b-4701-ae1b-8eb7281a0826 req-3194b45a-ea0f-4261-a38b-cb738f0c534e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:58.763246 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ff4916a7-8a1b-4701-ae1b-8eb7281a0826 req-3194b45a-ea0f-4261-a38b-cb738f0c534e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0983076 Jun 16 15:40:58.813026 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ff4916a7-8a1b-4701-ae1b-8eb7281a0826 req-0b95625b-7f26-4baf-a5b5-a61f993cffde tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Jun 16 15:40:59.016524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f6b2-705b-431b-91fe-aad2b0c0b9ee req-dd7f2016-136e-48b2-9111-01725371472f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:59.018196 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d1f3f6b2-705b-431b-91fe-aad2b0c0b9ee req-dd7f2016-136e-48b2-9111-01725371472f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0929255 Jun 16 15:40:59.072709 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d1f3f6b2-705b-431b-91fe-aad2b0c0b9ee req-e479afee-7b8e-4352-a776-55380ae9dbd0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445929 Jun 16 15:40:59.498885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ac2a2-76cc-44c0-844c-0d2bc54494b8 req-2dfedc34-529d-4231-827b-7c3955382b19 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:59.500342 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d09ac2a2-76cc-44c0-844c-0d2bc54494b8 req-2dfedc34-529d-4231-827b-7c3955382b19 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0883689 Jun 16 15:40:59.545138 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d09ac2a2-76cc-44c0-844c-0d2bc54494b8 req-b187036c-66e0-4ef5-ac9f-78b55da90928 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Jun 16 15:40:59.739931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379ab62-8a3a-437a-88f3-c7b399798daa req-376738e5-123c-4d19-821f-234b0962dfce tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:40:59.741401 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7379ab62-8a3a-437a-88f3-c7b399798daa req-376738e5-123c-4d19-821f-234b0962dfce tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0922785 Jun 16 15:40:59.790321 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7379ab62-8a3a-437a-88f3-c7b399798daa req-dbfa38b7-8257-44b2-b30f-dfb660ad98f3 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Jun 16 15:41:00.392914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8af1bd-bfe8-4a3e-9127-e8a59317d677 req-d8b50c09-18ce-4297-80fb-5c46d5ee057e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:00.395710 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d8af1bd-bfe8-4a3e-9127-e8a59317d677 req-d8b50c09-18ce-4297-80fb-5c46d5ee057e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0935588 Jun 16 15:41:00.458122 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d8af1bd-bfe8-4a3e-9127-e8a59317d677 req-64562520-47c3-4382-bf8a-b33599ba1d77 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567136 Jun 16 15:41:00.535737 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-2e592e53-25b6-4fbc-80cb-6fe195b8ffb4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836442 Jun 16 15:41:01.682226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52167bf7-c58c-4288-be55-90447c5a41ed req-7eecf26f-c584-4ace-9db7-6e5c9e70a157 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:01.683899 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-52167bf7-c58c-4288-be55-90447c5a41ed req-7eecf26f-c584-4ace-9db7-6e5c9e70a157 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.1133978 Jun 16 15:41:01.731087 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-52167bf7-c58c-4288-be55-90447c5a41ed req-df55f117-5edb-46b4-9001-5c3ff4adbbfa tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Jun 16 15:41:02.789221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-cd906759-45cc-43b9-a59f-b9ceaf9cb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:02.800104 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-cd906759-45cc-43b9-a59f-b9ceaf9cb684 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 1098 time: 0.0859823 Jun 16 15:41:02.976684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-2012a896-ed93-495d-9205-b1d00bba23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:02.978114 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-2012a896-ed93-495d-9205-b1d00bba23fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 200 len: 916 time: 0.1811876 Jun 16 15:41:03.150957 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-4d3598c9-65dd-4fb7-be0b-1b8871547751 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb HTTP/1.1" status: 200 len: 217 time: 0.1661053 Jun 16 15:41:03.196334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407dd1-bcc7-4135-9a70-5de38ec7e6c9 req-95f22b09-5259-4a25-9b69-ce6bb0212845 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:03.197760 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-be407dd1-bcc7-4135-9a70-5de38ec7e6c9 req-95f22b09-5259-4a25-9b69-ce6bb0212845 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.3182588 Jun 16 15:41:03.253950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-bed857dd-9c39-43e1-9dc2-6824c4ea6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:03.255385 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-bed857dd-9c39-43e1-9dc2-6824c4ea6e49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54e1ec4-f409-4d04-8439-31cd511a1417 HTTP/1.1" status: 200 len: 854 time: 0.0979373 Jun 16 15:41:03.263251 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-be407dd1-bcc7-4135-9a70-5de38ec7e6c9 req-d7e355c8-1587-4e23-ba77-0b2e8f9a43e2 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577235 Jun 16 15:41:03.358221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-db201ebe-5f87-42c8-a1c0-559a846c041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:03.359720 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-db201ebe-5f87-42c8-a1c0-559a846c041e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=697aa3bf-d62b-432d-b9b2-6d57aede0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951915 Jun 16 15:41:03.495324 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-6b9565c6-a8fb-4d98-bc0a-cbe1e8adaeb6 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275079 Jun 16 15:41:03.629391 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-cac2c0e9-3e73-4dd7-b559-9c42362ad238 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272988 Jun 16 15:41:04.479046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b30d25-0028-441f-8cdb-52351dd4adab req-334e14bf-9c0c-4dc1-a26f-5dd02b1b353f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:04.480489 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-53b30d25-0028-441f-8cdb-52351dd4adab req-334e14bf-9c0c-4dc1-a26f-5dd02b1b353f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0921152 Jun 16 15:41:04.526593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-53b30d25-0028-441f-8cdb-52351dd4adab req-7cc50be3-b049-4028-bd2a-3487edefe811 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Jun 16 15:41:05.725764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9cbb9-9ad9-46ae-a24f-9dcf6957b850 req-053fd026-d4b9-45d8-a243-fcfc78ceba50 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:05.727247 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9f9cbb9-9ad9-46ae-a24f-9dcf6957b850 req-053fd026-d4b9-45d8-a243-fcfc78ceba50 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0928421 Jun 16 15:41:05.776366 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d9f9cbb9-9ad9-46ae-a24f-9dcf6957b850 req-9d0d166e-043a-4b4d-bb80-0633f7a34945 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Jun 16 15:41:05.829565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:07.138206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e08bd-ef0a-4936-a561-d80169f75639 req-ae9b79d9-b6f1-4ced-ae17-acfcf8134320 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:07.139637 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-350e08bd-ef0a-4936-a561-d80169f75639 req-ae9b79d9-b6f1-4ced-ae17-acfcf8134320 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.1018114 Jun 16 15:41:07.192176 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-350e08bd-ef0a-4936-a561-d80169f75639 req-1c06b459-bd2e-4618-873e-2ffe32a8dbc4 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418279 Jun 16 15:41:08.406710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64ae4-d25f-4fb2-a16d-1aa5f4e78539 req-ebe2d60a-86a1-4e55-b4b7-c5c4291fb1ef tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:08.408178 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-88a64ae4-d25f-4fb2-a16d-1aa5f4e78539 req-ebe2d60a-86a1-4e55-b4b7-c5c4291fb1ef tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0973990 Jun 16 15:41:08.453762 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-88a64ae4-d25f-4fb2-a16d-1aa5f4e78539 req-844f3767-4d91-40f2-bb77-9841dcc3126f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Jun 16 15:41:09.647768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060fdb0-2249-48cd-a7a2-8ead9f89022f req-ae69523b-95b6-42ff-b2b6-9479e9eb6602 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:09.649116 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4060fdb0-2249-48cd-a7a2-8ead9f89022f req-ae69523b-95b6-42ff-b2b6-9479e9eb6602 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0892653 Jun 16 15:41:09.699057 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4060fdb0-2249-48cd-a7a2-8ead9f89022f req-599ce2e1-acf9-4011-9d38-9b54a49a5274 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441253 Jun 16 15:41:10.899486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2029a-c494-4a56-845d-2e5abd1ef613 req-096918ca-484f-4f2f-b518-d8c7121f441d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:10.901122 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a2b2029a-c494-4a56-845d-2e5abd1ef613 req-096918ca-484f-4f2f-b518-d8c7121f441d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0906489 Jun 16 15:41:10.947421 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a2b2029a-c494-4a56-845d-2e5abd1ef613 req-6ce7bee9-45de-42b4-91ca-344fd4eb5413 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402255 Jun 16 15:41:12.148261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dacc4f-1218-4170-a56e-d39a7e1994a4 req-3e33c7ba-9602-4f5c-abbf-3f02e4226dc3 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:12.149748 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-57dacc4f-1218-4170-a56e-d39a7e1994a4 req-3e33c7ba-9602-4f5c-abbf-3f02e4226dc3 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0935364 Jun 16 15:41:12.195701 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-57dacc4f-1218-4170-a56e-d39a7e1994a4 req-07872255-5af2-4b51-ae35-d6f64b4ebd46 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Jun 16 15:41:13.423667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ed893-aa6d-43a6-abf3-a3b501842b90 req-9db60882-c2ca-48b4-860c-e5b47d1d8c19 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:13.425892 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c5ed893-aa6d-43a6-abf3-a3b501842b90 req-9db60882-c2ca-48b4-860c-e5b47d1d8c19 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.1060357 Jun 16 15:41:13.478753 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c5ed893-aa6d-43a6-abf3-a3b501842b90 req-864f01dd-493b-4cbf-b440-19eb7ae18d27 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 Jun 16 15:41:14.692586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869ac7c-69f4-4a83-a478-4f0026bd1133 req-1f0e4d47-d61b-4b27-a930-319087ca4b9f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:14.693957 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a869ac7c-69f4-4a83-a478-4f0026bd1133 req-1f0e4d47-d61b-4b27-a930-319087ca4b9f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0902989 Jun 16 15:41:14.742095 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a869ac7c-69f4-4a83-a478-4f0026bd1133 req-8bbde1ed-6a43-40e0-92eb-4bec998b2693 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419130 Jun 16 15:41:15.711851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-30e4db3e-cd97-430e-a566-17e112857f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:15.948465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e244df-5c97-4483-862e-7716e0505438 req-d70da216-a3e8-41ec-8e8b-5c25666f30a0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:15.949926 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-87e244df-5c97-4483-862e-7716e0505438 req-d70da216-a3e8-41ec-8e8b-5c25666f30a0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0973709 Jun 16 15:41:15.998024 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-87e244df-5c97-4483-862e-7716e0505438 req-43398204-ade3-45da-afc6-e4aac81288ad tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Jun 16 15:41:17.198853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886077b-765a-4800-ba16-4fbd9879053b req-af852481-a76d-4613-ae0c-cfefb1fbdb01 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:17.200341 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d886077b-765a-4800-ba16-4fbd9879053b req-af852481-a76d-4613-ae0c-cfefb1fbdb01 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0874410 Jun 16 15:41:17.252233 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d886077b-765a-4800-ba16-4fbd9879053b req-221c5721-d5aa-45b5-a7da-eacd415ac34a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446246 Jun 16 15:41:18.349302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1c068f49-29be-40d0-b239-18720e9f0102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:18.453224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4a71d-26e5-44f7-be9d-b406da65d7b3 req-64ebde4e-bb37-4718-99ec-f291fce381f2 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:18.454683 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8ae4a71d-26e5-44f7-be9d-b406da65d7b3 req-64ebde4e-bb37-4718-99ec-f291fce381f2 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0892427 Jun 16 15:41:18.500129 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8ae4a71d-26e5-44f7-be9d-b406da65d7b3 req-906945ae-89be-4e3f-b092-f6e081d83d5b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389647 Jun 16 15:41:18.766237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:19.709343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8928c-d656-4506-a9df-6af5769eaee6 req-9bdb2299-c485-4d0c-92b4-c4ca3f179df9 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:19.710872 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2d8928c-d656-4506-a9df-6af5769eaee6 req-9bdb2299-c485-4d0c-92b4-c4ca3f179df9 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.1015534 Jun 16 15:41:19.760214 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2d8928c-d656-4506-a9df-6af5769eaee6 req-3e0e6aab-8a2e-4311-be53-b1cf2ae7e127 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407276 Jun 16 15:41:20.263590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:20.991477 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-0664d424-279b-482e-9cbc-4509381fd34d service neutron] 10.222.0.46 "GET /v2.0/ports/9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb/bindings/hv-neutron-8460 HTTP/1.1" status: 200 len: 384 time: 0.1366787 Jun 16 15:41:21.022579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ff9ff-d7ef-4770-bb31-63242e0cd5e9 req-207a3508-ee68-4426-9549-4fcc7087a2fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:21.024765 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-376ff9ff-d7ef-4770-bb31-63242e0cd5e9 req-207a3508-ee68-4426-9549-4fcc7087a2fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.1349943 Jun 16 15:41:21.081551 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-376ff9ff-d7ef-4770-bb31-63242e0cd5e9 req-b8309114-a10e-408c-b7a3-88667275afc5 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455332 Jun 16 15:41:21.537488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-c7ff0af8-d0c2-47e7-81a9-b06934ce1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:21.538962 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-c7ff0af8-d0c2-47e7-81a9-b06934ce1ab9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8&tenant_id=bc914da7029a41b3a3bb32b472f2d4dd HTTP/1.1" status: 200 len: 1098 time: 0.1139295 Jun 16 15:41:21.583790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:21.790970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-a389c952-d855-457c-8813-bd3ad90011fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:21.794904 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-a389c952-d855-457c-8813-bd3ad90011fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 1098 time: 0.2316451 Jun 16 15:41:21.930029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-03b904b5-fab0-4634-a13a-9d05bdad34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:21.931486 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-03b904b5-fab0-4634-a13a-9d05bdad34cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 200 len: 916 time: 0.1309228 Jun 16 15:41:22.002953 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-2649538c-4c34-4462-b6ea-a22ef20dc580 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb HTTP/1.1" status: 200 len: 217 time: 0.0645738 Jun 16 15:41:22.066501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-66daf982-c92e-41a2-a8cc-a5612fb72017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:22.067918 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-66daf982-c92e-41a2-a8cc-a5612fb72017 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54e1ec4-f409-4d04-8439-31cd511a1417 HTTP/1.1" status: 200 len: 854 time: 0.0594511 Jun 16 15:41:22.160582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-af272709-8ba3-4f6a-8714-2d9ec77f8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:22.162086 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-af272709-8ba3-4f6a-8714-2d9ec77f8818 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=697aa3bf-d62b-432d-b9b2-6d57aede0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876305 Jun 16 15:41:22.449689 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-362dcd93-6370-48f6-8e23-e02e8ded73c5 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799084 Jun 16 15:41:22.529780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02e74-ced7-4984-af53-6dd407780515 req-db42b6d8-5da9-4f75-8ff6-b213fd6d0efc tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:22.532093 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-67f02e74-ced7-4984-af53-6dd407780515 req-db42b6d8-5da9-4f75-8ff6-b213fd6d0efc tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.3231740 Jun 16 15:41:22.662384 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-67f02e74-ced7-4984-af53-6dd407780515 req-0fb8eb09-63b5-414c-916e-bceb9a17e5f3 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228290 Jun 16 15:41:22.680995 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8202dde2-84c2-4527-bd4b-10ad4cf95c0a req-2137016c-5df3-4ab9-90ae-d6360d85169a service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239444 Jun 16 15:41:23.813568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:41:23.870958 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352120-4b6b-40fd-b80b-de5d146efca4 req-6031bf35-010d-4748-ba11-1f4ecb05654a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:23.872770 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c2352120-4b6b-40fd-b80b-de5d146efca4 req-6031bf35-010d-4748-ba11-1f4ecb05654a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0963619 Jun 16 15:41:23.936145 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c2352120-4b6b-40fd-b80b-de5d146efca4 req-2386f33e-a6cd-44eb-808c-d2ac807e1037 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553210 Jun 16 15:41:23.964871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:41:23.965242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:23.994279 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:41:24.005046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:41:24.047604 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6bbe31c-66b3-4f07-97ae-b06eee358578'] response: {'server_uuid': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb', 'code': 200} Jun 16 15:41:24.080960 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:24.155479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:24.162791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.163175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.163503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.163861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.164174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.164504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.164865 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.165163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.165486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.165809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.166129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:24.166447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:25.157166 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21155a4-b51b-4929-82ba-97280899eda1 req-7a31c5f8-7beb-46a5-bf4f-3290b7b89d3b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:25.158678 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b21155a4-b51b-4929-82ba-97280899eda1 req-7a31c5f8-7beb-46a5-bf4f-3290b7b89d3b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 943 time: 0.0993156 Jun 16 15:41:25.207290 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b21155a4-b51b-4929-82ba-97280899eda1 req-360d2328-9c24-41bb-af7a-9a857a59ac86 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Jun 16 15:41:25.732521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333cb6a-109f-4947-838a-9f59de9c42b4 req-d191651c-33c0-4a12-88cf-9461729bfd4b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:25.733668 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2333cb6a-109f-4947-838a-9f59de9c42b4 req-d191651c-33c0-4a12-88cf-9461729bfd4b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 943 time: 0.1597011 Jun 16 15:41:25.787501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1929-83ce-472a-a50d-2774b1057feb req-9bd2c18f-a394-4545-b6ad-904bb976fa4b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:25.788857 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-016a1929-83ce-472a-a50d-2774b1057feb req-9bd2c18f-a394-4545-b6ad-904bb976fa4b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.46 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8&tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&binding%3Ahost_id=hv-neutron-8460 HTTP/1.1" status: 200 len: 943 time: 0.1509988 Jun 16 15:41:25.802230 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2333cb6a-109f-4947-838a-9f59de9c42b4 req-5c34b9c0-4b6e-4349-a849-0892dfee1bda tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584898 Jun 16 15:41:25.827546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:41:25.974350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1929-83ce-472a-a50d-2774b1057feb req-7074b0ae-c30b-431e-97ba-653af691bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:25.976790 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-016a1929-83ce-472a-a50d-2774b1057feb req-7074b0ae-c30b-431e-97ba-653af691bebf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 1096 time: 0.1058214 Jun 16 15:41:26.014506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:41:26.029701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb', 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'port_id': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb', 'mac_address': 'fa:16:3e:48:87:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54e1ec4-f409-4d04-8439-31cd511a1417', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:41:26.110125 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:41:26.110426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:26.117135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1929-83ce-472a-a50d-2774b1057feb req-43874355-3fc6-421d-ba3d-fac54f817686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:26.118646 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-016a1929-83ce-472a-a50d-2774b1057feb req-43874355-3fc6-421d-ba3d-fac54f817686 service neutron] 10.222.0.46 "GET /v2.0/networks?id=697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 200 len: 916 time: 0.1359360 Jun 16 15:41:26.128544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:41:26.151176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:41:26.190812 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-016a1929-83ce-472a-a50d-2774b1057feb req-12128d44-d7c6-40ba-a18d-740d8d456811 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb HTTP/1.1" status: 200 len: 217 time: 0.0642128 Jun 16 15:41:26.240451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:26.316715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:41:26.382537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:26.400688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1929-83ce-472a-a50d-2774b1057feb req-6d33e4b2-ff1c-48fc-b91e-f0a95316ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:26.402137 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-016a1929-83ce-472a-a50d-2774b1057feb req-6d33e4b2-ff1c-48fc-b91e-f0a95316ea5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54e1ec4-f409-4d04-8439-31cd511a1417 HTTP/1.1" status: 200 len: 854 time: 0.2057638 Jun 16 15:41:26.498034 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a1929-83ce-472a-a50d-2774b1057feb req-5e8711a2-8bfd-42eb-8f4a-31f8bc2b523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:26.499725 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-016a1929-83ce-472a-a50d-2774b1057feb req-5e8711a2-8bfd-42eb-8f4a-31f8bc2b523c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=697aa3bf-d62b-432d-b9b2-6d57aede0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912933 Jun 16 15:41:26.645810 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-016a1929-83ce-472a-a50d-2774b1057feb req-2876c4ab-3405-484a-b25f-41adf7963eb5 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402047 Jun 16 15:41:26.785258 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-016a1929-83ce-472a-a50d-2774b1057feb req-7092a265-75fa-4348-987d-f8b793481fcf service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327868 Jun 16 15:41:27.037673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72bb2-b014-4c48-99c5-b3f9cc67a640 req-f2c8aa63-4996-4165-bd74-50e829b28ec1 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:27.039190 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5ab72bb2-b014-4c48-99c5-b3f9cc67a640 req-f2c8aa63-4996-4165-bd74-50e829b28ec1 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 944 time: 0.1080959 Jun 16 15:41:27.091014 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5ab72bb2-b014-4c48-99c5-b3f9cc67a640 req-960ccd2d-b755-4493-9cbe-8b0b9e4f6039 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455306 Jun 16 15:41:27.844618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:41:27.934472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:41:27.935248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:28.067566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:41:28.067941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:28.098173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:41:28.109465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:41:28.152504 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d94658b-3f0c-4f94-ac33-eadfbe7a190b'] response: {'server_uuid': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb', 'code': 200} Jun 16 15:41:28.223671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:28.317183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:28.327749 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd85d3-9a7a-4932-9889-e4640ac9620b req-92e59146-d14d-474c-9c55-814a6a948fe3 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:28.329470 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a1dd85d3-9a7a-4932-9889-e4640ac9620b req-92e59146-d14d-474c-9c55-814a6a948fe3 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.1056471 Jun 16 15:41:28.377674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a1dd85d3-9a7a-4932-9889-e4640ac9620b req-5567aee0-d403-4e80-a650-18c584a9f3c0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Jun 16 15:41:28.603296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9692068-e992-418c-b40c-23137ffb4122 req-eb7418ef-a0f8-4267-a5e2-2bd991420b22 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:28.604780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f9692068-e992-418c-b40c-23137ffb4122 req-eb7418ef-a0f8-4267-a5e2-2bd991420b22 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.1073933 Jun 16 15:41:28.658676 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f9692068-e992-418c-b40c-23137ffb4122 req-ee06e8cf-1509-44a2-826f-cbda4b3442f0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466895 Jun 16 15:41:28.895577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35624) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:41:28.900873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247982627', 'description': 'tempest-description--1770616688'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:41:28.906993 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:41:28.917196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:41:29.000797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:29.023637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:41:29.027883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Usage tracker for resource:security_group_rule and tenant:bc914da7029a41b3a3bb32b472f2d4dd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:41:29.030863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:41:29.037374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:41:29.122199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:29.252121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:29.312514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea771a7a-560a-4d36-bec0-a14e52814ec3,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:29.324582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.325146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.325684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.326149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.326598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.327062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.327513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.328047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.328651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.329111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.329532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.330549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:29.411688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:29.412970 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-effc9bcc-d394-4c52-a02b-a230be7577ff tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5163333 Jun 16 15:41:29.415891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35628) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:41:29.421896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Request body: {'security_group_rule': {'security_group_id': 'ea771a7a-560a-4d36-bec0-a14e52814ec3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:41:29.428553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:41:29.432623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Usage tracker for resource:security_group_rule and tenant:bc914da7029a41b3a3bb32b472f2d4dd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:41:29.435677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:41:29.441906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:41:29.550813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:29.625288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:29.727189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:29.753731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bf2296-074b-47e9-8258-04965dc0e869,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:29.863899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:29.865186 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0e76f282-b29b-4d76-85b2-2cfbd7647700 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4479952 Jun 16 15:41:29.867882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35632) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:41:29.872787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Request body: {'security_group_rule': {'security_group_id': 'ea771a7a-560a-4d36-bec0-a14e52814ec3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:41:29.879725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:41:29.883717 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Usage tracker for resource:security_group_rule and tenant:bc914da7029a41b3a3bb32b472f2d4dd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:41:29.886604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:41:29.893213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:41:30.008237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:30.079415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:30.234589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:30.264245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f12817-6aef-46a3-9471-18edeca078f9,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:30.389023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:30.390285 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6ae377f7-c40b-403b-bae9-9ed44eb84f8b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5214880 Jun 16 15:41:30.393380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35636) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:41:30.398266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:41:30.404418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:41:30.408340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Usage tracker for resource:floatingip and tenant:bc914da7029a41b3a3bb32b472f2d4dd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:41:30.415841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:41:30.417134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:41:30.526771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:30.666341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:30.817305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Allocated IP 172.26.2.23 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/0566d3d0-3921-4e38-9ca3-f83ddce60c50) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:41:30.979872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:31.110251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:31.176782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:41:31.179697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:41:31.182293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:41:31.233253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event updated for resources: {'Port': ['ID=0566d3d0-3921-4e38-9ca3-f83ddce60c50,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:31.290537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:31.426802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:31.537696 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:41:31.633885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:31.726961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:31.843806 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event updated for resources: {'Port': ['ID=0566d3d0-3921-4e38-9ca3-f83ddce60c50,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:31.855681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:31.994799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:31.996093 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-733ff1a5-1911-4c92-8486-eff523fff4ea tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6018164 Jun 16 15:41:32.321154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbce96-9fa5-4f50-8ebe-ce3afbffac11 req-b0542a11-ac7e-46f8-b2a8-cd1481575e02 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:32.323481 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ffbce96-9fa5-4f50-8ebe-ce3afbffac11 req-b0542a11-ac7e-46f8-b2a8-cd1481575e02 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.2354650 Jun 16 15:41:32.367739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-2ffbce96-9fa5-4f50-8ebe-ce3afbffac11 req-c088b84e-d9c7-4bfe-bb3d-985dd29e4b47 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Synchronizing usage tracker for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:41:32.491811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-2ffbce96-9fa5-4f50-8ebe-ce3afbffac11 req-c088b84e-d9c7-4bfe-bb3d-985dd29e4b47 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Unset dirty status for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:41:32.492987 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ffbce96-9fa5-4f50-8ebe-ce3afbffac11 req-c088b84e-d9c7-4bfe-bb3d-985dd29e4b47 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638603 Jun 16 15:41:33.346737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-53ad48f3-bf95-4e68-a950-e93eeaf23bd1 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:33.348115 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-53ad48f3-bf95-4e68-a950-e93eeaf23bd1 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/networks?id=697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 200 len: 815 time: 0.1515667 Jun 16 15:41:33.363997 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-cadd27e4-2d99-49d5-bf5c-8ebba579f3c0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/quotas/bc914da7029a41b3a3bb32b472f2d4dd HTTP/1.1" status: 200 len: 375 time: 0.0097771 Jun 16 15:41:33.488268 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-24c229a0-d3ea-4594-a463-138900ccd65b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1180253 Jun 16 15:41:33.635305 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-832ee6ce-b0bf-411f-8514-1ba8bd176c5a service neutron] 10.222.0.73 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380873 Jun 16 15:41:33.783069 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-ebb81b7c-634d-449f-a1bd-f8502aebcb46 service neutron] 10.222.0.73 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370986 Jun 16 15:41:34.093045 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-febfbbef-e75c-4e63-92a3-e8da4bb82948 req-f14e480d-12b0-42fe-acee-95ad3a4d35df tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 210 time: 0.0651548 Jun 16 15:41:34.989228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-2425b29e-789e-4c45-b8b6-7d391bad649e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:34.990676 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-2425b29e-789e-4c45-b8b6-7d391bad649e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.46 "GET /v2.0/ports?device_id=691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8 HTTP/1.1" status: 200 len: 945 time: 0.0960212 Jun 16 15:41:35.068724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-7ddf64dc-9852-41b4-ae08-ac7de0b2e321 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Deleting port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:41:35.069059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-7ddf64dc-9852-41b4-ae08-ac7de0b2e321 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:35.326135 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-150ee03d-df3f-40fa-9c58-350f2c858ff5 req-a4b104f6-8226-45b5-92e4-565fc49ecbb9 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 210 time: 0.1187115 Jun 16 15:41:35.506357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-7ddf64dc-9852-41b4-ae08-ac7de0b2e321 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] For port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:41:35.506357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-7ddf64dc-9852-41b4-ae08-ac7de0b2e321 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:35.636692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-7ddf64dc-9852-41b4-ae08-ac7de0b2e321 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Calling delete_port for 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:41:36.057398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:36.057998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-7ddf64dc-9852-41b4-ae08-ac7de0b2e321 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:36.111831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf64dc-9852-41b4-ae08-ac7de0b2e321 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event deleted for resources: {'Port': ['ID=9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:36.212144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-7ddf64dc-9852-41b4-ae08-ac7de0b2e321 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] No DVR routers for this DVR port 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:41:36.220008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-7ddf64dc-9852-41b4-ae08-ac7de0b2e321 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:36.220008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'name': 'network-vif-deleted', 'tag': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:41:36.273895 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccd398c-90f1-41c6-a53b-f57610774b5f'] response: {'server_uuid': '691a8e7b-8e2d-42f7-8a92-2cc56b3ff9d8', 'name': 'network-vif-deleted', 'tag': '9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb', 'status': 'completed', 'code': 200} Jun 16 15:41:36.339110 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1b60a5f3-f159-4268-aba9-f13ecf709784 req-7ddf64dc-9852-41b4-ae08-ac7de0b2e321 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.46 "DELETE /v2.0/ports/9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb HTTP/1.1" status: 204 len: 173 time: 1.3431618 Jun 16 15:41:36.498066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-a18c1535-1381-4e38-9e15-bc9f82d85bac req-49690850-6051-46ae-a237-01d0c7129513 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Synchronizing usage tracker for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:41:36.617462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-a18c1535-1381-4e38-9e15-bc9f82d85bac req-49690850-6051-46ae-a237-01d0c7129513 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Unset dirty status for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:41:36.618753 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18c1535-1381-4e38-9e15-bc9f82d85bac req-49690850-6051-46ae-a237-01d0c7129513 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 210 time: 0.1748114 Jun 16 15:41:37.252426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-fe74d3d4-abbb-4972-abab-d70cac485f09 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:37.253977 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-fe74d3d4-abbb-4972-abab-d70cac485f09 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.46 "GET /v2.0/networks?id=697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 200 len: 815 time: 0.2974408 Jun 16 15:41:37.266261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Request body: {'port': {'device_id': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'admin_state_up': True, 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:41:37.414644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:41:37.425146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:41:37.550172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Made reservation on behalf of bc914da7029a41b3a3bb32b472f2d4dd for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:41:37.554243 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:37.734339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Allocated IP 172.20.0.6 (697aa3bf-d62b-432d-b9b2-6d57aede0280/f54e1ec4-f409-4d04-8439-31cd511a1417/fbc7d937-fcb2-48cc-8d20-c4298a58df4b) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:41:37.792518 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8c839fb-d863-477f-b298-740c33376b94 req-875208fc-78c7-4f96-a2f2-6b52842af749 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 210 time: 0.0596228 Jun 16 15:41:37.883525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:41:37.921973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:41:37.922227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9fcc3baf-7cc0-4b53-a5cc-4ce6aa6640eb not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:41:38.014375 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:38.035235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Transition to ACTIVE for port object fbc7d937-fcb2-48cc-8d20-c4298a58df4b will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:41:38.201968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:38.276169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Network 697aa3bf-d62b-432d-b9b2-6d57aede0280 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:41:38.283975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:41:38.288859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:41:38.328777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event updated for resources: {'Port': ['ID=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:38.372704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:38.373337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:38.527219 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-bd7f0efb-b43d-4254-872d-6820ef66857b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2650025 Jun 16 15:41:38.538636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Request body: {'port': {'device_id': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:41:38.641424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b7ac7b6a-e976-4753-a1d8-5159c80f77f1 None None] Provisioning for port fbc7d937-fcb2-48cc-8d20-c4298a58df4b completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:41:38.647499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b7ac7b6a-e976-4753-a1d8-5159c80f77f1 None None] Provisioning complete for port fbc7d937-fcb2-48cc-8d20-c4298a58df4b triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:41:38.648152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7b6a-e976-4753-a1d8-5159c80f77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:38.681693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:38.717942 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac7b6a-e976-4753-a1d8-5159c80f77f1 None None] Port fbc7d937-fcb2-48cc-8d20-c4298a58df4b cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:41:39.097656 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426091a9-e996-4fd3-b7db-25335b3e1a02 req-d6617069-71e0-4ee2-a8da-8cdc869a9c3e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:39.098277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-426091a9-e996-4fd3-b7db-25335b3e1a02 req-d6617069-71e0-4ee2-a8da-8cdc869a9c3e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Synchronizing usage tracker for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:41:39.131913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc7d937-fcb2-48cc-8d20-c4298a58df4b {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:41:39.139192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:39.155887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Transition to ACTIVE for port object fbc7d937-fcb2-48cc-8d20-c4298a58df4b will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:41:39.223047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-426091a9-e996-4fd3-b7db-25335b3e1a02 req-d6617069-71e0-4ee2-a8da-8cdc869a9c3e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Unset dirty status for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:41:39.224272 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-426091a9-e996-4fd3-b7db-25335b3e1a02 req-d6617069-71e0-4ee2-a8da-8cdc869a9c3e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 931 time: 0.3103848 Jun 16 15:41:39.269328 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-426091a9-e996-4fd3-b7db-25335b3e1a02 req-a2abdb27-ea7d-48b8-8ebb-7a5d9ee9a22e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Jun 16 15:41:39.281484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:39.440563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:39.668961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Attempting to bind port fbc7d937-fcb2-48cc-8d20-c4298a58df4b on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:41:39.669296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Attempting to bind port fbc7d937-fcb2-48cc-8d20-c4298a58df4b by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:41:39.669629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Attempting to bind port fbc7d937-fcb2-48cc-8d20-c4298a58df4b on network 697aa3bf-d62b-432d-b9b2-6d57aede0280 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:41:39.674732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Port fbc7d937-fcb2-48cc-8d20-c4298a58df4b on network 697aa3bf-d62b-432d-b9b2-6d57aede0280 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:41:39.675098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Attempting to bind port fbc7d937-fcb2-48cc-8d20-c4298a58df4b on network 697aa3bf-d62b-432d-b9b2-6d57aede0280 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:41:39.680443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:41:39.680777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Checking segment: {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:41:39.681163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Bound using segment: {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:41:39.681595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Bound port: fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ba1529-37c3-4495-a50a-bc74884160aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:41:39.681938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:39.776999 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] For port fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:41:39.780522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] For port fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:41:39.944333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:40.002685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:40.003337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:40.004765 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] 10.222.0.46 "PUT /v2.0/ports/fbc7d937-fcb2-48cc-8d20-c4298a58df4b HTTP/1.1" status: 200 len: 1093 time: 1.4703736 Jun 16 15:41:40.005190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'tag': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:41:40.030455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31614a-2283-4dfb-91c5-a347670dfa33 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:40.059851 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979e2149-4cd6-43f1-9fb7-b2eb1de24d9f'] response: {'name': 'network-changed', 'server_uuid': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'tag': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b', 'status': 'completed', 'code': 200} Jun 16 15:41:40.174905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e8e85-db24-4b32-a13f-1fcd877fee49 req-68f554a9-b90a-47e0-a533-c5ce14e665ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:40.176604 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-010e8e85-db24-4b32-a13f-1fcd877fee49 req-68f554a9-b90a-47e0-a533-c5ce14e665ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 1096 time: 0.0961034 Jun 16 15:41:40.327189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e8e85-db24-4b32-a13f-1fcd877fee49 req-a1dd6ef3-b666-4de2-b708-2f17bd2e4a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:40.328618 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-010e8e85-db24-4b32-a13f-1fcd877fee49 req-a1dd6ef3-b666-4de2-b708-2f17bd2e4a9e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1452029 Jun 16 15:41:40.514450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e8e85-db24-4b32-a13f-1fcd877fee49 req-47a1c952-5706-43fc-bc46-6ffd36858f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:40.515899 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-010e8e85-db24-4b32-a13f-1fcd877fee49 req-47a1c952-5706-43fc-bc46-6ffd36858f3a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1811943 Jun 16 15:41:40.544551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867a24f-c4a0-46b3-8ac0-654eba89fe81 req-a04e2464-6feb-4272-96a7-998202c27243 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:40.545922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4867a24f-c4a0-46b3-8ac0-654eba89fe81 req-a04e2464-6feb-4272-96a7-998202c27243 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 943 time: 0.1275992 Jun 16 15:41:40.647318 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4867a24f-c4a0-46b3-8ac0-654eba89fe81 req-14829b32-6aa5-44b0-b248-c655f4851d51 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595214 Jun 16 15:41:40.671736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-4270dee9-2cb4-42bf-aba0-abdda586ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:40.673277 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-4270dee9-2cb4-42bf-aba0-abdda586ecdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 1096 time: 0.1214962 Jun 16 15:41:40.744396 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-40e28519-9cfb-431a-b652-a317c54a7399 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b HTTP/1.1" status: 200 len: 217 time: 0.0640328 Jun 16 15:41:40.809076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-4014b238-8e95-4eb6-99dd-42e39f4c0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:40.810409 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-4014b238-8e95-4eb6-99dd-42e39f4c0186 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54e1ec4-f409-4d04-8439-31cd511a1417 HTTP/1.1" status: 200 len: 854 time: 0.0607290 Jun 16 15:41:40.895951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-30aeeb1c-48be-4242-b2fe-c05bb7a73341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:40.897421 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-30aeeb1c-48be-4242-b2fe-c05bb7a73341 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=697aa3bf-d62b-432d-b9b2-6d57aede0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814712 Jun 16 15:41:41.031345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-91a4c6c7-59c2-40a6-a49b-0efa32ebb751 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267252 Jun 16 15:41:41.163111 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a18fc22c-baff-4498-b640-69483e1e5e33 req-0b15fe31-7e51-4b1e-8a23-3ab7c2ffa332 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248827 Jun 16 15:41:41.858184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bce83-4978-4102-9af3-63d365f7bbb7 req-91835781-041a-400c-935d-395b3758ca4e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:41.859686 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c61bce83-4978-4102-9af3-63d365f7bbb7 req-91835781-041a-400c-935d-395b3758ca4e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 943 time: 0.0965042 Jun 16 15:41:41.904432 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c61bce83-4978-4102-9af3-63d365f7bbb7 req-89254d49-2d08-4dbc-8068-ebc5a55956bc tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389736 Jun 16 15:41:43.110093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb5db5-3df8-4d1f-be8e-98032a8fcae7 req-b18ce0e8-ae42-4c1d-ac3b-575ad48b4445 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:43.111601 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fbb5db5-3df8-4d1f-be8e-98032a8fcae7 req-b18ce0e8-ae42-4c1d-ac3b-575ad48b4445 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 943 time: 0.0959742 Jun 16 15:41:43.154743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fbb5db5-3df8-4d1f-be8e-98032a8fcae7 req-7e1627f4-5d74-486d-a485-c2d3d72ed617 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Jun 16 15:41:43.899353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device fbc7d937-fcb2-48cc-8d20-c4298a58df4b details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:41:44.040296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:41:44.054315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b', 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'port_id': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b', 'mac_address': 'fa:16:3e:24:4d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54e1ec4-f409-4d04-8439-31cd511a1417', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:41:44.108983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port fbc7d937-fcb2-48cc-8d20-c4298a58df4b is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:41:44.109359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:44.126584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc7d937-fcb2-48cc-8d20-c4298a58df4b {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:41:44.141678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:41:44.206087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:44.298204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:44.367659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6cae1-503a-4c3e-8386-03b63cfeffff req-5a2a5393-df79-4484-b8c8-f6ac4ca220ee tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:44.369120 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cfe6cae1-503a-4c3e-8386-03b63cfeffff req-5a2a5393-df79-4484-b8c8-f6ac4ca220ee tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 944 time: 0.1025474 Jun 16 15:41:44.402103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['fbc7d937-fcb2-48cc-8d20-c4298a58df4b'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:41:44.416736 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cfe6cae1-503a-4c3e-8386-03b63cfeffff req-118c5240-0700-4e70-9f55-6a142dd7a66f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395803 Jun 16 15:41:45.723480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac444318-e9dc-42da-9e1c-5382fb1d9f36 req-2cb7af84-9a27-40d0-bf47-f1fd8f37dc3e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:45.724855 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ac444318-e9dc-42da-9e1c-5382fb1d9f36 req-2cb7af84-9a27-40d0-bf47-f1fd8f37dc3e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 944 time: 0.2007141 Jun 16 15:41:45.731755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-98fa34ad-3088-4cf0-a835-13587c03b181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:45.769963 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ac444318-e9dc-42da-9e1c-5382fb1d9f36 req-781ccb83-8909-4b4f-b9aa-b16c3ec05ba0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Jun 16 15:41:45.899068 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device fbc7d937-fcb2-48cc-8d20-c4298a58df4b up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:41:46.080260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port fbc7d937-fcb2-48cc-8d20-c4298a58df4b completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:41:46.086765 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port fbc7d937-fcb2-48cc-8d20-c4298a58df4b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:41:46.091902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:46.209125 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port fbc7d937-fcb2-48cc-8d20-c4298a58df4b is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:41:46.209491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:46.250389 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:41:46.262275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:41:46.303007 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4893cd-b650-4b78-92d0-d59210340e4f'] response: {'server_uuid': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b', 'code': 200} Jun 16 15:41:46.349554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:46.421075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:46.761750 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd410b4-9c1e-4507-9231-af66d4ae38a9 req-f3ec4394-8e77-4d1b-ae0e-11bc4b65320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:46.763260 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fdd410b4-9c1e-4507-9231-af66d4ae38a9 req-f3ec4394-8e77-4d1b-ae0e-11bc4b65320f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 1098 time: 0.0914786 Jun 16 15:41:46.804993 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fdd410b4-9c1e-4507-9231-af66d4ae38a9 req-7be8a852-3277-4c3d-814b-973dca58ba26 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357294 Jun 16 15:41:46.969122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360e9b5-a4ea-47f4-9a65-0b8c394e42c7 req-c516bdc6-e51d-4c7b-88c6-42afbe247fef tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:46.970615 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5360e9b5-a4ea-47f4-9a65-0b8c394e42c7 req-c516bdc6-e51d-4c7b-88c6-42afbe247fef tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0915430 Jun 16 15:41:47.027293 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5360e9b5-a4ea-47f4-9a65-0b8c394e42c7 req-fed80a84-931f-4701-a11d-17ab98611c71 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505698 Jun 16 15:41:48.288685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c15a-2bcb-4d6e-a860-dbdfcd07f604 req-a83254a5-345d-4f88-aa6f-df1d56125aec tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:48.291289 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a7b2c15a-2bcb-4d6e-a860-dbdfcd07f604 req-a83254a5-345d-4f88-aa6f-df1d56125aec tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1316524 Jun 16 15:41:48.351842 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a7b2c15a-2bcb-4d6e-a860-dbdfcd07f604 req-c69121fc-9ed6-4fcd-af30-b31fab36c984 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491815 Jun 16 15:41:48.368198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7b34426-b902-4b24-acfa-900425a553a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:48.576876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121068b-3f10-4a8e-93c6-0f7024f379b1 req-b3181ce3-f9aa-430c-a237-71503978e32a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:48.578400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0121068b-3f10-4a8e-93c6-0f7024f379b1 req-b3181ce3-f9aa-430c-a237-71503978e32a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1002464 Jun 16 15:41:48.626273 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0121068b-3f10-4a8e-93c6-0f7024f379b1 req-076cf0f0-787b-4769-b10e-cd5868839325 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Jun 16 15:41:48.766862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:49.263715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967cfe3-6067-423c-8112-684a69f649c8 req-84861d8d-9302-450c-8ebb-cbb3e2d8525e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:49.265550 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9967cfe3-6067-423c-8112-684a69f649c8 req-84861d8d-9302-450c-8ebb-cbb3e2d8525e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1009722 Jun 16 15:41:49.332255 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9967cfe3-6067-423c-8112-684a69f649c8 req-8d30a3fb-d979-49d4-9489-881446aba5dc tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579016 Jun 16 15:41:49.366062 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-064e306f-bdc1-45b2-acae-f3d7cd46e210 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885520 Jun 16 15:41:50.309186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:50.544580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045bf55-8041-4810-8f75-f0463421bf6d req-30cf2be2-ca16-4f20-b24f-8d283d894f79 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:50.547531 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5045bf55-8041-4810-8f75-f0463421bf6d req-30cf2be2-ca16-4f20-b24f-8d283d894f79 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1030364 Jun 16 15:41:50.609730 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5045bf55-8041-4810-8f75-f0463421bf6d req-e536a1c3-3aa9-4627-9f17-1bed08229270 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567729 Jun 16 15:41:51.555057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:51.612206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-ac673f59-1a89-414f-a1e2-54f27200ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:51.614046 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-ac673f59-1a89-414f-a1e2-54f27200ffa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 1098 time: 0.0847695 Jun 16 15:41:51.816660 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-b609f701-0dc3-4fe6-83b7-22751af228d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:51.818041 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-b609f701-0dc3-4fe6-83b7-22751af228d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 200 len: 916 time: 0.1987009 Jun 16 15:41:51.897338 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-e5fd3aae-e407-4c6d-9e46-cfe024d93068 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b HTTP/1.1" status: 200 len: 217 time: 0.0730870 Jun 16 15:41:51.946814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676593e2-fb99-4f72-89b8-dbb60c4f526d req-094bbb62-b103-4f85-8375-5011616253f0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:51.948345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-676593e2-fb99-4f72-89b8-dbb60c4f526d req-094bbb62-b103-4f85-8375-5011616253f0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.2177827 Jun 16 15:41:52.003963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-5adf2e7d-92ec-4d8a-8352-af288c517741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:52.005402 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-5adf2e7d-92ec-4d8a-8352-af288c517741 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54e1ec4-f409-4d04-8439-31cd511a1417 HTTP/1.1" status: 200 len: 854 time: 0.1021471 Jun 16 15:41:52.056430 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-676593e2-fb99-4f72-89b8-dbb60c4f526d req-736a98cc-9b5d-413d-b831-28efe3f5ce0e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934203 Jun 16 15:41:52.108782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-f3a1c27e-6e36-4cbb-a828-df3f547b33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:52.114515 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-f3a1c27e-6e36-4cbb-a828-df3f547b33c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=697aa3bf-d62b-432d-b9b2-6d57aede0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959480 Jun 16 15:41:52.246304 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-6b9511f1-2d2e-4e22-9ab5-2530a02533e2 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298730 Jun 16 15:41:52.380168 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-850bcec7-61eb-4afd-b8cb-d08068585690 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277702 Jun 16 15:41:53.377285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38cd68-938f-4760-827a-abd17d60205d req-a0b14bdd-3c77-48a3-b1b1-b860373a6a08 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:53.378768 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-df38cd68-938f-4760-827a-abd17d60205d req-a0b14bdd-3c77-48a3-b1b1-b860373a6a08 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.2024095 Jun 16 15:41:53.422053 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-df38cd68-938f-4760-827a-abd17d60205d req-618ad03a-9d3a-4865-a81f-c588a9509451 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375385 Jun 16 15:41:54.628173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4d780-dd50-4dfd-bcf8-13ed4929aa17 req-12053ff2-a48e-40f3-b03f-caf4556d5a72 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:54.629640 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e3c4d780-dd50-4dfd-bcf8-13ed4929aa17 req-12053ff2-a48e-40f3-b03f-caf4556d5a72 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0974264 Jun 16 15:41:54.677273 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e3c4d780-dd50-4dfd-bcf8-13ed4929aa17 req-cfaa4567-0f5b-4236-a117-f993f5e57e3d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Jun 16 15:41:55.879406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d07644-422c-4ba8-b8ae-669cce6346c9 req-5a9cc16b-2da3-46b2-831f-148df09805b4 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:55.880862 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a8d07644-422c-4ba8-b8ae-669cce6346c9 req-5a9cc16b-2da3-46b2-831f-148df09805b4 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0937941 Jun 16 15:41:55.925974 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a8d07644-422c-4ba8-b8ae-669cce6346c9 req-6b910141-86c9-45cf-8a67-d2248204ba78 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 Jun 16 15:41:57.124350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5c98-14c9-4335-92e3-04caf84ba7d7 req-ffd49d71-1cd5-47a7-ae5b-9e4a441422c2 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:57.125802 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-852b5c98-14c9-4335-92e3-04caf84ba7d7 req-ffd49d71-1cd5-47a7-ae5b-9e4a441422c2 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0910883 Jun 16 15:41:57.170075 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-852b5c98-14c9-4335-92e3-04caf84ba7d7 req-d17e6917-1b28-4326-b792-60b71015d024 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382214 Jun 16 15:41:58.369436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4a511-46b5-4710-ad45-84f55f17fef9 req-d9db7c87-0a41-4f00-837c-b7a4e133aa11 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:58.370876 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-21f4a511-46b5-4710-ad45-84f55f17fef9 req-d9db7c87-0a41-4f00-837c-b7a4e133aa11 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0898261 Jun 16 15:41:58.415330 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-21f4a511-46b5-4710-ad45-84f55f17fef9 req-06dec784-4077-4fc4-ae99-6e8da34584ce tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380402 Jun 16 15:41:59.631376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7e8bf-8872-4a62-96c4-679f9f5972f1 req-ec196088-e2c6-4c9c-8626-b40af3a404eb tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:41:59.632744 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-87d7e8bf-8872-4a62-96c4-679f9f5972f1 req-ec196088-e2c6-4c9c-8626-b40af3a404eb tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0982478 Jun 16 15:41:59.691933 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-87d7e8bf-8872-4a62-96c4-679f9f5972f1 req-89c4078e-2def-4eef-9597-d4609ba72f43 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515060 Jun 16 15:42:00.906011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd08844-f7c7-48d3-a19e-b990b8b6de2e req-10846e88-1bc5-48b4-81fe-6312933ebe3b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:00.907531 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7bd08844-f7c7-48d3-a19e-b990b8b6de2e req-10846e88-1bc5-48b4-81fe-6312933ebe3b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1021616 Jun 16 15:42:00.960969 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7bd08844-f7c7-48d3-a19e-b990b8b6de2e req-edef6d6c-24e1-4905-98cf-0fc638e255b4 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463097 Jun 16 15:42:02.170778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a49a3b-5341-4d2f-8d16-66a00608869c req-7fcc89fa-ce42-482d-87f3-e1967ab3bb9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:02.172387 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-02a49a3b-5341-4d2f-8d16-66a00608869c req-7fcc89fa-ce42-482d-87f3-e1967ab3bb9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0930138 Jun 16 15:42:02.223022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-02a49a3b-5341-4d2f-8d16-66a00608869c req-2be8dfea-6c60-421f-becf-cbf646aaf0e3 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430050 Jun 16 15:42:03.424737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978b007-2584-421a-98f5-f7e38a862fc5 req-4544b7ab-27d0-43b8-8b18-ef8a46fa052d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:03.426298 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c978b007-2584-421a-98f5-f7e38a862fc5 req-4544b7ab-27d0-43b8-8b18-ef8a46fa052d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0921745 Jun 16 15:42:03.475578 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c978b007-2584-421a-98f5-f7e38a862fc5 req-0425a114-ff22-4268-9d42-329dca8c0842 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431261 Jun 16 15:42:04.684516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45105dd-5064-4d09-8a62-0b2df350d86a req-2fcb6cd2-034f-457c-a66d-717d2b7e5cb7 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:04.686071 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d45105dd-5064-4d09-8a62-0b2df350d86a req-2fcb6cd2-034f-457c-a66d-717d2b7e5cb7 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0950148 Jun 16 15:42:04.732930 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d45105dd-5064-4d09-8a62-0b2df350d86a req-cc18aa21-ab12-490b-9704-4a1ae75b4f54 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Jun 16 15:42:05.845776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:05.944085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b321d-948b-4172-a208-44e6e41f142f req-d55b15d3-79c4-4197-95a6-a946eda6a37e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:05.945687 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a07b321d-948b-4172-a208-44e6e41f142f req-d55b15d3-79c4-4197-95a6-a946eda6a37e tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0915408 Jun 16 15:42:05.993525 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a07b321d-948b-4172-a208-44e6e41f142f req-7152496e-1169-4200-b599-3c713f27222d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 Jun 16 15:42:07.199934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f77b3e-bd8b-4f7e-bb77-cbb940b9d138 req-954fabcc-04a9-40a0-b7d0-a7cbe6b3eacc tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:07.201371 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d4f77b3e-bd8b-4f7e-bb77-cbb940b9d138 req-954fabcc-04a9-40a0-b7d0-a7cbe6b3eacc tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0966446 Jun 16 15:42:07.248359 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d4f77b3e-bd8b-4f7e-bb77-cbb940b9d138 req-22593aa8-d030-4561-a62d-cbe033367ab3 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408299 Jun 16 15:42:08.464897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691ac80-3041-4929-90fd-da81dfa5fe55 req-6a7bf06c-b943-43ca-90d6-587d6dbbdded tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:08.466358 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b691ac80-3041-4929-90fd-da81dfa5fe55 req-6a7bf06c-b943-43ca-90d6-587d6dbbdded tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0961659 Jun 16 15:42:08.513655 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b691ac80-3041-4929-90fd-da81dfa5fe55 req-bd51f7c3-84c0-40a9-ad65-2d6340921a9f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Jun 16 15:42:08.537846 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:42:09.719066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d429429-c23a-4284-a386-cf5536264d82 req-b8f84280-3314-41ad-9346-123cc9decf99 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:09.720513 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1d429429-c23a-4284-a386-cf5536264d82 req-b8f84280-3314-41ad-9346-123cc9decf99 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0941367 Jun 16 15:42:09.764702 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1d429429-c23a-4284-a386-cf5536264d82 req-2a098789-e4a8-421f-98a9-82385242c0e4 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382545 Jun 16 15:42:10.990666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde302b8-2682-4b0f-8ac7-5788500b7993 req-37c6bbb9-5f81-4b30-89cd-9661607b270b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:10.992273 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fde302b8-2682-4b0f-8ac7-5788500b7993 req-37c6bbb9-5f81-4b30-89cd-9661607b270b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1011326 Jun 16 15:42:11.043441 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fde302b8-2682-4b0f-8ac7-5788500b7993 req-3581da6c-6077-497b-b76e-e43253e3b8d3 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437329 Jun 16 15:42:12.262691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac137c-8220-4187-864d-4ba090a0c57d req-1d18b035-4042-4f76-ae14-a2555744cea5 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:12.264292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f0ac137c-8220-4187-864d-4ba090a0c57d req-1d18b035-4042-4f76-ae14-a2555744cea5 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1114781 Jun 16 15:42:12.327743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f0ac137c-8220-4187-864d-4ba090a0c57d req-5161db21-ac1c-4025-939b-dd3ecc469f21 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572684 Jun 16 15:42:13.544045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26a7f-c7f2-4578-ab6b-c7ff613745a6 req-d2ffaa17-9254-4f5a-9063-0484bb504702 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:13.545555 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dcf26a7f-c7f2-4578-ab6b-c7ff613745a6 req-d2ffaa17-9254-4f5a-9063-0484bb504702 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1012444 Jun 16 15:42:13.595971 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dcf26a7f-c7f2-4578-ab6b-c7ff613745a6 req-7b6d32be-892f-4627-84ce-6734f38fe713 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439098 Jun 16 15:42:14.802136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97db0b-3248-4416-8d73-ddb5da6b8f37 req-d8a63a08-abe6-41b2-83da-f19a5aa2ff38 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:14.803625 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb97db0b-3248-4416-8d73-ddb5da6b8f37 req-d8a63a08-abe6-41b2-83da-f19a5aa2ff38 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0957296 Jun 16 15:42:14.849622 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb97db0b-3248-4416-8d73-ddb5da6b8f37 req-b3d73a7e-1941-4b42-be15-de60c6d9be9a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 Jun 16 15:42:15.708645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a5dfae42-7350-47cf-88f0-dfc22775bb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:16.095030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f991a-3c2d-4b0b-8fa6-871b2284ce00 req-bbff4f50-32dd-4794-b638-25ee66d3d459 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:16.097031 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b69f991a-3c2d-4b0b-8fa6-871b2284ce00 req-bbff4f50-32dd-4794-b638-25ee66d3d459 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1025643 Jun 16 15:42:16.154598 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b69f991a-3c2d-4b0b-8fa6-871b2284ce00 req-d39b4e86-4126-48dd-bef7-4f1b6161e9b2 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503311 Jun 16 15:42:17.386091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff967d-22d5-40e8-b2a8-ec7c98f3bf7f req-b4655848-369f-4e42-a050-5739adc81e2b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:17.387579 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-14ff967d-22d5-40e8-b2a8-ec7c98f3bf7f req-b4655848-369f-4e42-a050-5739adc81e2b tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0942707 Jun 16 15:42:17.433738 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-14ff967d-22d5-40e8-b2a8-ec7c98f3bf7f req-58c11646-6cf3-4012-a4aa-0fce1f33f1d0 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Jun 16 15:42:18.349623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6223ee1b-cc21-47a8-a049-8bf5344956bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:18.756879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9421c8-933e-43e7-934e-9e7946b21cb5 req-f0c71c61-93e5-4dc0-a27d-22a9c56cb6f7 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:18.758391 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb9421c8-933e-43e7-934e-9e7946b21cb5 req-f0c71c61-93e5-4dc0-a27d-22a9c56cb6f7 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.2133689 Jun 16 15:42:18.808383 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eb9421c8-933e-43e7-934e-9e7946b21cb5 req-9180d847-a9e3-4af6-a498-819d3e44cc7f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441165 Jun 16 15:42:18.823191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:19.770244 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-6938d255-dbf3-416c-b82b-dec7f14b102f service neutron] 10.222.0.46 "GET /v2.0/ports/fbc7d937-fcb2-48cc-8d20-c4298a58df4b/bindings/hv-neutron-8460 HTTP/1.1" status: 200 len: 384 time: 0.0828156 Jun 16 15:42:20.019435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9af8b4-0889-45aa-8df5-78113052dade req-cb9d76c5-8729-427b-913e-39bcdb480ff6 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:20.021335 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ca9af8b4-0889-45aa-8df5-78113052dade req-cb9d76c5-8729-427b-913e-39bcdb480ff6 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1006570 Jun 16 15:42:20.076977 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ca9af8b4-0889-45aa-8df5-78113052dade req-84726787-6dac-4c3c-be90-56ead05ba22a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456550 Jun 16 15:42:20.331717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:20.694097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-4eb3d445-7a79-46d3-bb84-5095e89a0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:20.695817 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-4eb3d445-7a79-46d3-bb84-5095e89a0954 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907&tenant_id=bc914da7029a41b3a3bb32b472f2d4dd HTTP/1.1" status: 200 len: 1098 time: 0.0979850 Jun 16 15:42:20.807262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-7bf9164e-5180-4f19-a671-dcada7826051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:20.808757 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-7bf9164e-5180-4f19-a671-dcada7826051 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 1098 time: 0.0860848 Jun 16 15:42:20.980068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-11f3fad8-519d-40fb-9321-1b5493c4ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:20.981483 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-11f3fad8-519d-40fb-9321-1b5493c4ae13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 200 len: 916 time: 0.1660509 Jun 16 15:42:21.066487 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-a228709d-4831-442e-b8d5-19bec1af7e8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b HTTP/1.1" status: 200 len: 217 time: 0.0788102 Jun 16 15:42:21.144887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-12a0463d-00c6-4af3-9601-aeed607084d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:21.146369 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-12a0463d-00c6-4af3-9601-aeed607084d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54e1ec4-f409-4d04-8439-31cd511a1417 HTTP/1.1" status: 200 len: 854 time: 0.0741994 Jun 16 15:42:21.386291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-f9ec669c-435c-4ccb-81c0-9addad850d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:21.387805 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-f9ec669c-435c-4ccb-81c0-9addad850d1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=697aa3bf-d62b-432d-b9b2-6d57aede0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2341287 Jun 16 15:42:21.458122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e1fb8-0689-4895-beb2-28445b2d94d8 req-b634066b-b626-45ac-8f7e-83c394f25ecc tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:21.459979 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e1e1fb8-0689-4895-beb2-28445b2d94d8 req-b634066b-b626-45ac-8f7e-83c394f25ecc tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.2235470 Jun 16 15:42:21.583103 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e1e1fb8-0689-4895-beb2-28445b2d94d8 req-b2240e75-6e7c-4049-9d9b-9455968cd1df tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750206 Jun 16 15:42:21.583403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:21.594634 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-6173e8ff-9d00-4299-ad6c-58a0fa5c7e77 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987472 Jun 16 15:42:21.761431 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee35fe9c-7aaf-482e-893d-c4bb59f7246c req-d818884c-55c0-47e7-8f91-7b1b2217d9e6 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620495 Jun 16 15:42:22.795483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab517-21b0-4d9d-bc00-ab9b64763f31 req-84ed937e-97f7-4e33-8576-7490b7e8f2c7 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:22.796988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-231ab517-21b0-4d9d-bc00-ab9b64763f31 req-84ed937e-97f7-4e33-8576-7490b7e8f2c7 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0913892 Jun 16 15:42:22.863224 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-231ab517-21b0-4d9d-bc00-ab9b64763f31 req-7532f97d-9bd0-4035-9cac-fde05ecfed39 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573714 Jun 16 15:42:24.047498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device fbc7d937-fcb2-48cc-8d20-c4298a58df4b details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:42:24.053595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device fbc7d937-fcb2-48cc-8d20-c4298a58df4b no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:42:24.080128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f51a7-c9d6-4276-92f1-2b21cee83c14 req-5f5a034c-2e4c-4926-bfb6-b54b2375a934 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:24.081958 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b26f51a7-c9d6-4276-92f1-2b21cee83c14 req-5f5a034c-2e4c-4926-bfb6-b54b2375a934 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1016722 Jun 16 15:42:24.133360 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b26f51a7-c9d6-4276-92f1-2b21cee83c14 req-5349a7be-03d5-4273-9db2-9a7477680613 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442464 Jun 16 15:42:24.353348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port fbc7d937-fcb2-48cc-8d20-c4298a58df4b is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:42:24.353722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:24.368169 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:24.390197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b', 'network_id': '697aa3bf-d62b-432d-b9b2-6d57aede0280', 'port_id': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b', 'mac_address': 'fa:16:3e:24:4d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54e1ec4-f409-4d04-8439-31cd511a1417', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:42:24.399377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:42:24.448145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:24.465118 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae631cae-1a2b-4b6e-bde3-b7565f7a4afd'] response: {'server_uuid': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b', 'code': 200} Jun 16 15:42:24.472474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port fbc7d937-fcb2-48cc-8d20-c4298a58df4b is: ACTIVE; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:42:24.472907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:24.491449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbc7d937-fcb2-48cc-8d20-c4298a58df4b {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:42:24.555095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:24.673264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:42:24.673518 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:42:24.677027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:24.684131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.684539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.684884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.685221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.685557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.685895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.686223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.686565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.686887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.687241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.687567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:24.687891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:25.239840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port fbc7d937-fcb2-48cc-8d20-c4298a58df4b is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:42:25.240820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:25.262381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc7d937-fcb2-48cc-8d20-c4298a58df4b {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:42:25.278703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:25.373773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60feee9-d10f-4cb5-a373-3f13f4fb202a req-ed21e983-7170-46db-a6dc-90f04985d614 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:25.375403 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c60feee9-d10f-4cb5-a373-3f13f4fb202a req-ed21e983-7170-46db-a6dc-90f04985d614 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 943 time: 0.1204305 Jun 16 15:42:25.393628 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:25.423091 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c60feee9-d10f-4cb5-a373-3f13f4fb202a req-557ee8d0-8e5d-4167-9c4a-2b3bb5dac024 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Jun 16 15:42:25.471921 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['fbc7d937-fcb2-48cc-8d20-c4298a58df4b'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:42:25.513584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:26.063769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device fbc7d937-fcb2-48cc-8d20-c4298a58df4b up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:42:26.148451 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port fbc7d937-fcb2-48cc-8d20-c4298a58df4b triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:42:26.148817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:26.191288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382f5de-87df-43ec-9f83-ea01d16dcca5 req-b1c15355-7c38-4b67-8d5e-52727296ab3d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:26.192812 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c382f5de-87df-43ec-9f83-ea01d16dcca5 req-b1c15355-7c38-4b67-8d5e-52727296ab3d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 944 time: 0.2786229 Jun 16 15:42:26.269984 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c382f5de-87df-43ec-9f83-ea01d16dcca5 req-cbfda0be-2cec-4976-8e78-99f197cc488a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693805 Jun 16 15:42:26.280351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-e3599d63-796f-458d-ab3b-9f3c3ca6f2a4 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:26.281902 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-e3599d63-796f-458d-ab3b-9f3c3ca6f2a4 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907&tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&binding%3Ahost_id=hv-neutron-8460 HTTP/1.1" status: 200 len: 944 time: 0.2812424 Jun 16 15:42:26.308878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port fbc7d937-fcb2-48cc-8d20-c4298a58df4b is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:42:26.310118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:26.355217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:26.443022 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-18ae1a9c-f4e8-4bdd-9707-0c85508c7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:26.444519 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-18ae1a9c-f4e8-4bdd-9707-0c85508c7c9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 1097 time: 0.0865402 Jun 16 15:42:26.463444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:26.509207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:42:26.565245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:26.590530 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e2d169-7778-4e17-93a8-d7f1903aaab7'] response: {'server_uuid': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b', 'code': 200} Jun 16 15:42:26.621337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-dacf41f4-30f9-49b4-94f2-bf5f303cb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:26.622725 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-dacf41f4-30f9-49b4-94f2-bf5f303cb696 service neutron] 10.222.0.46 "GET /v2.0/networks?id=697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 200 len: 916 time: 0.1714158 Jun 16 15:42:26.695992 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-b81568fa-6d5c-4b79-a175-8ab56aaed799 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b HTTP/1.1" status: 200 len: 217 time: 0.0667219 Jun 16 15:42:26.764195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-b01fd6c6-1275-439d-9e62-da402369f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:26.765688 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-b01fd6c6-1275-439d-9e62-da402369f83f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54e1ec4-f409-4d04-8439-31cd511a1417 HTTP/1.1" status: 200 len: 854 time: 0.0638778 Jun 16 15:42:26.856023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-a7a288a8-d1cb-4946-9689-168f42ea3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:26.857513 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-a7a288a8-d1cb-4946-9689-168f42ea3f18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=697aa3bf-d62b-432d-b9b2-6d57aede0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856326 Jun 16 15:42:26.996633 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-9db381d3-ec12-4579-ad74-6fec409a5b5d service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325483 Jun 16 15:42:27.139594 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ed542875-9a86-4aab-9e4f-aac60ae2f5f6 req-2af4a721-dd4a-4f43-89b0-3204196ad420 service neutron] 10.222.0.46 "GET /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370022 Jun 16 15:42:27.497609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45279be-5e54-4305-b8c9-61b5ff3d58aa req-79c73aef-3dce-4e19-af65-755b13a03a6d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:27.499192 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c45279be-5e54-4305-b8c9-61b5ff3d58aa req-79c73aef-3dce-4e19-af65-755b13a03a6d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0967333 Jun 16 15:42:27.546457 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c45279be-5e54-4305-b8c9-61b5ff3d58aa req-d1f1e88f-9ca5-4fcc-86ba-5a4b471dadc8 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Jun 16 15:42:28.754136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb9bb6-6aff-487d-8a8d-805afdaed208 req-15f64abd-ec45-42ee-8b98-6c7540a0a804 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:28.755766 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-69cb9bb6-6aff-487d-8a8d-805afdaed208 req-15f64abd-ec45-42ee-8b98-6c7540a0a804 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0887957 Jun 16 15:42:28.802649 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-69cb9bb6-6aff-487d-8a8d-805afdaed208 req-3ad5c647-e6b4-41fe-9097-db0585ae638a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Jun 16 15:42:29.020128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b21ba2-323a-4915-9f35-f9901dd12383 req-77b2da57-12f1-4a63-9b91-bd47ea6dab73 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:29.021625 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-01b21ba2-323a-4915-9f35-f9901dd12383 req-77b2da57-12f1-4a63-9b91-bd47ea6dab73 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0939813 Jun 16 15:42:29.068636 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-01b21ba2-323a-4915-9f35-f9901dd12383 req-308e6a6e-dd52-43cb-9e5c-cbd164b49124 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Jun 16 15:42:29.280512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249bebb-d9d8-4016-956b-b0a82e2eca4c req-75bd5397-2e05-4276-b769-354082f54d9d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:29.281997 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6249bebb-d9d8-4016-956b-b0a82e2eca4c req-75bd5397-2e05-4276-b769-354082f54d9d tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1025643 Jun 16 15:42:29.330411 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6249bebb-d9d8-4016-956b-b0a82e2eca4c req-0c5ea5fa-a192-4939-af95-378b85258214 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Jun 16 15:42:30.262977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb4ee-52e6-4d31-950c-7df60345596f req-9996540b-0d9d-4fe0-af6f-e90aa324bf5a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:30.264559 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-833eb4ee-52e6-4d31-950c-7df60345596f req-9996540b-0d9d-4fe0-af6f-e90aa324bf5a tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0928135 Jun 16 15:42:30.314611 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-833eb4ee-52e6-4d31-950c-7df60345596f req-451ab6b7-3a2e-4bb1-967a-fba7bccd1da9 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Jun 16 15:42:31.523441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71741f0-aa4a-4acb-abdb-4d6a24d89b74 req-5bcc1897-c858-48cf-a0be-83c5461a9daa tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:31.524914 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b71741f0-aa4a-4acb-abdb-4d6a24d89b74 req-5bcc1897-c858-48cf-a0be-83c5461a9daa tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1007040 Jun 16 15:42:31.570857 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b71741f0-aa4a-4acb-abdb-4d6a24d89b74 req-eeab8670-17f5-4f2e-8453-68f8051ef26f tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Jun 16 15:42:31.932804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-6ca1d0a6-dcb5-4777-a880-12893233c00c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:31.934153 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-6ca1d0a6-dcb5-4777-a880-12893233c00c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.1026111 Jun 16 15:42:32.007178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Deleting port fbc7d937-fcb2-48cc-8d20-c4298a58df4b {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:42:32.007657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:32.377995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] For port fbc7d937-fcb2-48cc-8d20-c4298a58df4b, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:32.378347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:32.502275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Calling delete_port for fbc7d937-fcb2-48cc-8d20-c4298a58df4b owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:42:32.771888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352956ed-6eda-4443-a83c-d30f65808b71 req-97c600b0-3cf8-4860-99fb-d09648d10740 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:32.773321 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-352956ed-6eda-4443-a83c-d30f65808b71 req-97c600b0-3cf8-4860-99fb-d09648d10740 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 945 time: 0.0894415 Jun 16 15:42:32.812781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:32.826720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['fbc7d937-fcb2-48cc-8d20-c4298a58df4b'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:42:32.873479 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-352956ed-6eda-4443-a83c-d30f65808b71 req-8a699af7-abe9-441b-865b-51d0df807f83 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups?id=f8299220-dd07-4fda-bb4d-e78ee5858f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941575 Jun 16 15:42:32.905692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event deleted for resources: {'Port': ['ID=fbc7d937-fcb2-48cc-8d20-c4298a58df4b,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:32.924215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.924554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.924882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.925205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.925527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.925846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.926162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.926477 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.926815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.927171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.927488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.927801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:32.976185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] No DVR routers for this DVR port fbc7d937-fcb2-48cc-8d20-c4298a58df4b on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:42:32.978845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:32.981766 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'name': 'network-vif-deleted', 'tag': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:42:33.038629 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906f1aac-5756-4e20-b40b-dc371c3a8836'] response: {'server_uuid': 'e84f0e41-f77a-4f22-a33e-71691788a907', 'name': 'network-vif-deleted', 'tag': 'fbc7d937-fcb2-48cc-8d20-c4298a58df4b', 'status': 'completed', 'code': 200} Jun 16 15:42:33.086411 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ee87c5f-12d1-4fe7-9523-cfd04686f696 req-27cb9b0a-e6be-4c4b-9922-ed2baeb48f9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.46 "DELETE /v2.0/ports/fbc7d937-fcb2-48cc-8d20-c4298a58df4b HTTP/1.1" status: 204 len: 173 time: 1.1467545 Jun 16 15:42:34.059808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-bb0ba72c-d689-463a-addd-e9d0a8a1940d req-22016c5a-207c-45ea-9444-b67c7ab1db9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Synchronizing usage tracker for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:42:34.217234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-bb0ba72c-d689-463a-addd-e9d0a8a1940d req-22016c5a-207c-45ea-9444-b67c7ab1db9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Unset dirty status for tenant:bc914da7029a41b3a3bb32b472f2d4dd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:42:34.218405 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bb0ba72c-d689-463a-addd-e9d0a8a1940d req-22016c5a-207c-45ea-9444-b67c7ab1db9c tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/ports?device_id=e84f0e41-f77a-4f22-a33e-71691788a907 HTTP/1.1" status: 200 len: 210 time: 0.2102904 Jun 16 15:42:35.431322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35832) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:35.501807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c37b721b-e6d5-4e83-b8d9-42ee47868e00 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:35.536144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c37b721b-e6d5-4e83-b8d9-42ee47868e00 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:35.725691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c37b721b-e6d5-4e83-b8d9-42ee47868e00 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:35.744622 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b721b-e6d5-4e83-b8d9-42ee47868e00 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea771a7a-560a-4d36-bec0-a14e52814ec3,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:35.897345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c37b721b-e6d5-4e83-b8d9-42ee47868e00 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:35.898518 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c37b721b-e6d5-4e83-b8d9-42ee47868e00 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "DELETE /v2.0/security-groups/ea771a7a-560a-4d36-bec0-a14e52814ec3 HTTP/1.1" status: 204 len: 168 time: 0.4661922 Jun 16 15:42:35.901069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35836) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:35.917731 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-9306e1da-7104-4e54-b4fa-1d71bc329b01 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] show failed (client error): The resource could not be found. Jun 16 15:42:35.918717 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9306e1da-7104-4e54-b4fa-1d71bc329b01 tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "GET /v2.0/security-groups/ea771a7a-560a-4d36-bec0-a14e52814ec3 HTTP/1.1" status: 404 len: 347 time: 0.0167511 Jun 16 15:42:35.921698 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35840) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:35.966069 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:36.092614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-46326394-14b8-4f2f-9df5-ff78ae70a5fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Deleting port 0566d3d0-3921-4e38-9ca3-f83ddce60c50 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:42:36.092899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46326394-14b8-4f2f-9df5-ff78ae70a5fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:36.116932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device fbc7d937-fcb2-48cc-8d20-c4298a58df4b no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:42:36.156002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: fbc7d937-fcb2-48cc-8d20-c4298a58df4b {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:42:36.156002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device fbc7d937-fcb2-48cc-8d20-c4298a58df4b not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:42:36.293329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46326394-14b8-4f2f-9df5-ff78ae70a5fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:36.293658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46326394-14b8-4f2f-9df5-ff78ae70a5fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:36.431889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-46326394-14b8-4f2f-9df5-ff78ae70a5fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Calling delete_port for 0566d3d0-3921-4e38-9ca3-f83ddce60c50 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:42:36.823079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46326394-14b8-4f2f-9df5-ff78ae70a5fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:36.870347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46326394-14b8-4f2f-9df5-ff78ae70a5fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Pushing event deleted for resources: {'Port': ['ID=0566d3d0-3921-4e38-9ca3-f83ddce60c50,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:36.975851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46326394-14b8-4f2f-9df5-ff78ae70a5fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:37.080693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-46326394-14b8-4f2f-9df5-ff78ae70a5fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:37.081817 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-46326394-14b8-4f2f-9df5-ff78ae70a5fe tempest-ServerDiskConfigTestJSON-373555913 tempest-ServerDiskConfigTestJSON-373555913-project] 10.222.0.73 "DELETE /v2.0/floatingips/f9237f32-0c5e-4edc-b8f4-df26c9c24229 HTTP/1.1" status: 204 len: 168 time: 1.1591971 Jun 16 15:42:37.235307 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35848) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:37.800798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:38.283854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Deleting port 6cead221-274d-4867-ba9b-137a5f3695d0 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:42:38.284902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:38.471579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] For port 6cead221-274d-4867-ba9b-137a5f3695d0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6cead221-274d-4867-ba9b-137a5f3695d0,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:38.472116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:38.609849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Calling delete_port for 6cead221-274d-4867-ba9b-137a5f3695d0 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:42:39.200340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:39.280359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cead221-274d-4867-ba9b-137a5f3695d0,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:39.300529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.301088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.301256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.301555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.301890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.302229 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.302571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.302899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.303255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.303581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.303907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.304230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:39.547513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:40.073180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:42:40.258346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:42:40.271842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] Sync routers for ids ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:42:40.276866 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c68d9ee5-bb89-4c3c-99e9-1879bf3a678a admin admin] 10.222.0.73 "PUT /v2.0/routers/6b8126b2-2ddb-4218-a5b8-33e96b5299ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0360923 Jun 16 15:42:40.277018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35852) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:40.286618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] Routers {'6b8126b2-2ddb-4218-a5b8-33e96b5299ba'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:42:40.287340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:42:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:40.471545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] Set router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:42:40.472501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:40.654803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:40.803934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'name': 'tempest-ServerDiskConfigTestJSON-1350825273-router', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:40:34Z', 'updated_at': '2022-06-16T15:42:38Z', 'revision_number': 5, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'gw_port': {'id': '801d0c30-4303-4259-9389-dd1f74f4e693', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:40:35Z', 'updated_at': '2022-06-16T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:40.807771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] Checking router: 6b8126b2-2ddb-4218-a5b8-33e96b5299ba for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:42:40.816088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] Routers {'6b8126b2-2ddb-4218-a5b8-33e96b5299ba'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:42:40.816677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:42:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:40.852044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Deleting port 801d0c30-4303-4259-9389-dd1f74f4e693 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:42:40.852742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:40.973171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] Set router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:42:41.066398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] For port 801d0c30-4303-4259-9389-dd1f74f4e693, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=801d0c30-4303-4259-9389-dd1f74f4e693,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:41.066991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:41.113401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'name': 'tempest-ServerDiskConfigTestJSON-1350825273-router', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:40:34Z', 'updated_at': '2022-06-16T15:42:40Z', 'revision_number': 6, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:41.117622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b341b7a-79fb-439d-bbed-aa202f095804 None None] The sync data for ids ['6b8126b2-2ddb-4218-a5b8-33e96b5299ba'] in dv-neutron-846028-2-hyperv is: [{'id': '6b8126b2-2ddb-4218-a5b8-33e96b5299ba', 'name': 'tempest-ServerDiskConfigTestJSON-1350825273-router', 'tenant_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:40:34Z', 'updated_at': '2022-06-16T15:42:40Z', 'revision_number': 6, 'project_id': 'bc914da7029a41b3a3bb32b472f2d4dd', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:42:41.215949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Calling delete_port for 801d0c30-4303-4259-9389-dd1f74f4e693 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:42:41.508690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:41.591384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Pushing event deleted for resources: {'Port': ['ID=801d0c30-4303-4259-9389-dd1f74f4e693,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:41.658924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:41.962417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:41.964897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.078272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6cead221-274d-4867-ba9b-137a5f3695d0 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:42:42.081786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.082451 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8126b2-2ddb-4218-a5b8-33e96b5299ba {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:42:42.098520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.102116 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-89178765-0ad2-490a-9414-13b88959453e admin admin] 10.222.0.73 "DELETE /v2.0/routers/6b8126b2-2ddb-4218-a5b8-33e96b5299ba HTTP/1.1" status: 204 len: 168 time: 1.8219194 Jun 16 15:42:42.102372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35856) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:42.128109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 6cead221-274d-4867-ba9b-137a5f3695d0 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:42:42.128459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6cead221-274d-4867-ba9b-137a5f3695d0 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:42:42.128860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 801d0c30-4303-4259-9389-dd1f74f4e693 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:42:42.171426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8758e1-54c1-422a-b76d-95addf3c2378 admin admin] Deleting subnet f54e1ec4-f409-4d04-8439-31cd511a1417 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:42:42.172886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 801d0c30-4303-4259-9389-dd1f74f4e693 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:42:42.173531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 801d0c30-4303-4259-9389-dd1f74f4e693 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:42:42.176872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c8758e1-54c1-422a-b76d-95addf3c2378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.254548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c8758e1-54c1-422a-b76d-95addf3c2378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.338350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c8758e1-54c1-422a-b76d-95addf3c2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.520913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c8758e1-54c1-422a-b76d-95addf3c2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.575962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6c8758e1-54c1-422a-b76d-95addf3c2378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.578618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8758e1-54c1-422a-b76d-95addf3c2378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f54e1ec4-f409-4d04-8439-31cd511a1417,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:42.579945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9dbbe0-9454-4e4a-8caa-8176fd5c2097 None None] Network 697aa3bf-d62b-432d-b9b2-6d57aede0280 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:42:42.584668 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6c8758e1-54c1-422a-b76d-95addf3c2378 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f54e1ec4-f409-4d04-8439-31cd511a1417 HTTP/1.1" status: 204 len: 168 time: 0.4809909 Jun 16 15:42:42.587272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35860) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:42.717692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.731341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Deleting port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:42:42.731691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.891466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] DHCP port deletion for 697aa3bf-d62b-432d-b9b2-6d57aede0280 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:42:42.895887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] Deleting port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:42:42.896263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:42.962746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] For port 5ccf8cf4-586d-4e1a-837f-482137ee79f7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5ccf8cf4-586d-4e1a-837f-482137ee79f7,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:42.963129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:43.145279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Calling delete_port for 5ccf8cf4-586d-4e1a-837f-482137ee79f7 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:42:43.167415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] For port 5ccf8cf4-586d-4e1a-837f-482137ee79f7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5ccf8cf4-586d-4e1a-837f-482137ee79f7,segment=NetworkSegment(16ba1529-37c3-4495-a50a-bc74884160aa),segment_id=16ba1529-37c3-4495-a50a-bc74884160aa)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:43.168018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:43.295064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] Calling delete_port for 5ccf8cf4-586d-4e1a-837f-482137ee79f7 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:42:43.332110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:43.375601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:42:43.375601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:42:43.380999 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccf8cf4-586d-4e1a-837f-482137ee79f7,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:43.382768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] No DVR routers for this DVR port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:42:43.501927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:43.533893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697aa3bf-d62b-432d-b9b2-6d57aede0280']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:43.547694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ba1529-37c3-4495-a50a-bc74884160aa') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:43.548542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ba1529-37c3-4495-a50a-bc74884160aa') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:43.567064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:43.588086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:43.594881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:42:43.598036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:43.627597 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 16ba1529-37c3-4495-a50a-bc74884160aa resource provider aggregate not found Jun 16 15:42:43.680406 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 16ba1529-37c3-4495-a50a-bc74884160aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16ba1529-37c3-4495-a50a-bc74884160aa found for delete ", "request_id": "req-5ab8799b-cbd2-43d2-9194-115622ee20a4"}]} Jun 16 15:42:43.805883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:43.825100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:43.838506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] Pushing event deleted for resources: {'Network': ['ID=697aa3bf-d62b-432d-b9b2-6d57aede0280,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:43.873173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] Deleting port 5ccf8cf4-586d-4e1a-837f-482137ee79f7 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:42:43.873558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:43.945231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b722e877-b20b-4c8f-8c88-d66acc513442 None None] The port '5ccf8cf4-586d-4e1a-837f-482137ee79f7' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:42:43.989572 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5e48f007-479c-4caf-8874-2cd913ef2326 admin admin] 10.222.0.73 "DELETE /v2.0/networks/697aa3bf-d62b-432d-b9b2-6d57aede0280 HTTP/1.1" status: 204 len: 168 time: 1.4012306 Jun 16 15:42:44.085704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5ccf8cf4-586d-4e1a-837f-482137ee79f7 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:42:44.129202 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 5ccf8cf4-586d-4e1a-837f-482137ee79f7 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:42:44.129566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5ccf8cf4-586d-4e1a-837f-482137ee79f7 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:42:44.612123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35870) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:44.665143 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ae1d738f-195f-4689-b73c-7ca12973e182 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc914da7029a41b3a3bb32b472f2d4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518298 Jun 16 15:42:44.667741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35874) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:44.749923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6b5e41e0-826b-40de-9e25-6e41307519fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:44.786265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6b5e41e0-826b-40de-9e25-6e41307519fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:44.972861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6b5e41e0-826b-40de-9e25-6e41307519fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:45.000698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e41e0-826b-40de-9e25-6e41307519fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8299220-dd07-4fda-bb4d-e78ee5858f3c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:45.009812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6b5e41e0-826b-40de-9e25-6e41307519fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:45.011544 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6b5e41e0-826b-40de-9e25-6e41307519fb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f8299220-dd07-4fda-bb4d-e78ee5858f3c HTTP/1.1" status: 204 len: 168 time: 0.3427262 Jun 16 15:42:45.537742 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:42:45.782821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0a26f696-50a8-4179-9259-1184feead7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:46.582646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35898) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:46.718064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1348554772-network', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:42:46.723841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:42:46.727946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Usage tracker for resource:network and tenant:ae6dcd7c8d054445a1c6ea9c42895087 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:42:46.730998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:42:46.737491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:42:46.880251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Made reservation on behalf of ae6dcd7c8d054445a1c6ea9c42895087 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:42:46.883416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:46.900464 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:46.916332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:42:46.920654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Usage tracker for resource:security_group_rule and tenant:ae6dcd7c8d054445a1c6ea9c42895087 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:42:46.924449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:42:46.930844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:42:47.020820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:47.108685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:47.146862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:42:47.155589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f05e95-34dd-4fa7-a06f-4abf129149e7,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:47.163167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:47.163705 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Added segment 5b87b5cb-51c9-4598-9988-95359b1ad43e of type vlan for network 5083fb09-93e8-4b20-aa88-df7415f21011 Jun 16 15:42:47.199974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:47.314240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:47.315820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:47.316409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:47.424587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] Pushing event updated for resources: {'Network': ['ID=5083fb09-93e8-4b20-aa88-df7415f21011,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:47.435948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 5083fb09-93e8-4b20-aa88-df7415f21011 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:42:47.589173 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-db3ef70c-161c-4f21-8eb3-007c1b4bce79 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0053287 Jun 16 15:42:47.591988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35904) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:47.598015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Request body: {'subnet': {'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1348554772-subnet', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:42:47.603499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:42:47.609499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Usage tracker for resource:subnet and tenant:ae6dcd7c8d054445a1c6ea9c42895087 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:42:47.613815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:42:47.621626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:42:47.766350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Made reservation on behalf of ae6dcd7c8d054445a1c6ea9c42895087 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:42:47.770102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:48.206400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:48.290616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f3a6a5-fe67-45b1-8f41-3e67845a558d,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:48.304885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Checking segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:42:48.305254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Network hostable DHCP agents. Network: 5083fb09-93e8-4b20-aa88-df7415f21011, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:42:48.354797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f6af17ce-4c9f-4cf8-8d4c-8694c8b30a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:48.451193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Network 5083fb09-93e8-4b20-aa88-df7415f21011 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:42:48.616953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 5083fb09-93e8-4b20-aa88-df7415f21011) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:42:48.621010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:42:48.621619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:48.628138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f1d76d-8eff-4cf4-b2cd-ad1c98ea8180 None None] Network 5083fb09-93e8-4b20-aa88-df7415f21011 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:42:48.847022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-97ed1972-a392-41b0-ae19-72b851b31058 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2536407 Jun 16 15:42:48.849469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35908) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:48.854952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:42:48.860398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:42:48.865155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Usage tracker for resource:router and tenant:ae6dcd7c8d054445a1c6ea9c42895087 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:42:48.868236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:42:48.873961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:42:48.918680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:48.938811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-5083fb09-93e8-4b20-aa88-df7415f21011', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:42:48.939799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:49.028708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:49.029923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:49.045925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:49.115905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Allocated IP 172.20.0.2 (5083fb09-93e8-4b20-aa88-df7415f21011/23f3a6a5-fe67-45b1-8f41-3e67845a558d/b18051c9-711d-4df8-a696-2e9e024d5d60) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:42:49.409618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:49.420868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Transition to ACTIVE for port object b18051c9-711d-4df8-a696-2e9e024d5d60 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:42:49.442254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Transition to ACTIVE for port object b18051c9-711d-4df8-a696-2e9e024d5d60 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:42:49.528865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:49.577727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:49.649914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Network 5083fb09-93e8-4b20-aa88-df7415f21011 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:42:49.653466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:42:49.655999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:42:49.666484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Pushing event updated for resources: {'Port': ['ID=b18051c9-711d-4df8-a696-2e9e024d5d60,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:49.775735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Attempting to bind port b18051c9-711d-4df8-a696-2e9e024d5d60 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:42:49.776306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Attempting to bind port b18051c9-711d-4df8-a696-2e9e024d5d60 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:42:49.776862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Attempting to bind port b18051c9-711d-4df8-a696-2e9e024d5d60 on network 5083fb09-93e8-4b20-aa88-df7415f21011 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:42:49.785384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:42:49.785838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Checking segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:42:49.786371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:49.786894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Bound using segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:42:49.787611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Bound port: b18051c9-711d-4df8-a696-2e9e024d5d60, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:42:49.788121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:49.904866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] For port b18051c9-711d-4df8-a696-2e9e024d5d60, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:42:49.908266 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] For port b18051c9-711d-4df8-a696-2e9e024d5d60, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b18051c9-711d-4df8-a696-2e9e024d5d60,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:42:50.034592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:50.042693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:50.083185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:50.163729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c167e-f0e5-4656-bd04-18245b20e964 None None] Pushing event updated for resources: {'Port': ['ID=b18051c9-711d-4df8-a696-2e9e024d5d60,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:50.253615 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Allocated IP 172.26.2.225 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/d0031911-e46a-4d96-9858-fc92d576067e) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:42:50.366993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:50.478651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:50.606230 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:50.677521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:42:50.680892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:42:50.684522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:42:50.715003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Pushing event updated for resources: {'Port': ['ID=d0031911-e46a-4d96-9858-fc92d576067e,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:51.273251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd65ab1-3cd0-4311-81c9-282acc47ccf6 None None] Network 5083fb09-93e8-4b20-aa88-df7415f21011 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:42:51.378154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:51.412315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8f0d3b48-6111-4031-a751-a01cb1034426 None None] Provisioning for port b18051c9-711d-4df8-a696-2e9e024d5d60 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:42:51.668818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:51.818163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:52.103764 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b18051c9-711d-4df8-a696-2e9e024d5d60 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:42:52.131847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:42:52.297060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port b18051c9-711d-4df8-a696-2e9e024d5d60 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:42:52.303057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b18051c9-711d-4df8-a696-2e9e024d5d60 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:42:52.320305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:52.348604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:42:52.360952 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:42:52.371889 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:42:52.372517 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:42:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:52.444377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b18051c9-711d-4df8-a696-2e9e024d5d60 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:42:52.444755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:52.480661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port b18051c9-711d-4df8-a696-2e9e024d5d60, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b18051c9-711d-4df8-a696-2e9e024d5d60,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:52.530861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:52.536467 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f602644a-e417-49d3-adc2-eb87f514338b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6824756 Jun 16 15:42:52.536734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35912) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:52.561647 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:42:52.583746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:52.682276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=b18051c9-711d-4df8-a696-2e9e024d5d60,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:52.958736 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:51Z', 'revision_number': 3, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:52.965794 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:42:52.966272 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Updating router 5e98aee0-187f-43a5-9bc8-029f38fd09df port d0031911-e46a-4d96-9858-fc92d576067e binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:42:53.022677 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:53.387217 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:53.398802 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Transition to ACTIVE for port object d0031911-e46a-4d96-9858-fc92d576067e will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:42:53.437037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:53.525461 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:53.608063 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Attempting to bind port d0031911-e46a-4d96-9858-fc92d576067e on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:42:53.608421 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Attempting to bind port d0031911-e46a-4d96-9858-fc92d576067e by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:42:53.608776 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Attempting to bind port d0031911-e46a-4d96-9858-fc92d576067e on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:42:53.615801 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Pushing event updated for resources: {'Port': ['ID=d0031911-e46a-4d96-9858-fc92d576067e,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:53.627468 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:42:53.627951 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:42:53.628458 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:53.628991 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:42:53.629556 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Bound port: d0031911-e46a-4d96-9858-fc92d576067e, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:42:53.629922 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:53.658880 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.659269 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.659572 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.659900 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.660220 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.660546 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.660866 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.661180 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.661497 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.661668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Allocated IP 172.20.0.1 (5083fb09-93e8-4b20-aa88-df7415f21011/23f3a6a5-fe67-45b1-8f41-3e67845a558d/b480c5f9-e248-48ca-8489-2cf725fd6bd8) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:42:53.662123 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.662123 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.662405 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:53.717272 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] For port d0031911-e46a-4d96-9858-fc92d576067e, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:42:53.720980 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] For port d0031911-e46a-4d96-9858-fc92d576067e, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d0031911-e46a-4d96-9858-fc92d576067e,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:42:53.817555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:53.834217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Transition to ACTIVE for port object b480c5f9-e248-48ca-8489-2cf725fd6bd8 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:42:53.846226 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:53.967244 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:42:53.968242 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:42:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:53.983287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:54.043998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Network 5083fb09-93e8-4b20-aa88-df7415f21011 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:42:54.046914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:42:54.055780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:42:54.093645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b18051c9-711d-4df8-a696-2e9e024d5d60 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:42:54.104476 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0b666-b5d5-464c-b2f2-e295d712d5bb None None] Pushing event updated for resources: {'Port': ['ID=d0031911-e46a-4d96-9858-fc92d576067e,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:54.116394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Pushing event updated for resources: {'Port': ['ID=b480c5f9-e248-48ca-8489-2cf725fd6bd8,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:54.128006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:54.221659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b18051c9-711d-4df8-a696-2e9e024d5d60 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:42:54.222270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:54.237513 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:42:54.399056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b18051c9-711d-4df8-a696-2e9e024d5d60 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:42:54.399910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:54.502480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9943893b-cf01-4f79-a7f6-5cbffd80c817 None None] Provisioning for port b480c5f9-e248-48ca-8489-2cf725fd6bd8 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:42:54.508959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9943893b-cf01-4f79-a7f6-5cbffd80c817 None None] Provisioning complete for port b480c5f9-e248-48ca-8489-2cf725fd6bd8 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:42:54.509419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9943893b-cf01-4f79-a7f6-5cbffd80c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:54.622242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9943893b-cf01-4f79-a7f6-5cbffd80c817 None None] Port b480c5f9-e248-48ca-8489-2cf725fd6bd8 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:42:54.640475 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:51Z', 'revision_number': 3, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:54.646248 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e23fa-8aa4-46ba-9316-9b9bde7ccdeb None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:51Z', 'revision_number': 3, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:42:54.721829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:54.805736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:54.938284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Pushing event updated for resources: {'Port': ['ID=b480c5f9-e248-48ca-8489-2cf725fd6bd8,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:54.942147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:55.112865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Network 5083fb09-93e8-4b20-aa88-df7415f21011 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:42:55.114097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:42:55.460575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-220b6aaf-1a88-486e-81eb-ad8d7b5da712 None None] Provisioning complete for port b480c5f9-e248-48ca-8489-2cf725fd6bd8 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:42:55.461429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-220b6aaf-1a88-486e-81eb-ad8d7b5da712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:55.489593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:42:55.536260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-220b6aaf-1a88-486e-81eb-ad8d7b5da712 None None] Port b480c5f9-e248-48ca-8489-2cf725fd6bd8 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:42:55.712306 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:42:55.722344 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a9c790c0-77d5-45ab-add7-f0fbf11050ef admin admin] 10.222.0.73 "PUT /v2.0/routers/5e98aee0-187f-43a5-9bc8-029f38fd09df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1845171 Jun 16 15:42:56.126538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d0031911-e46a-4d96-9858-fc92d576067e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:42:56.206411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35922) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:56.208778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--567992194', 'description': 'tempest-description--1065965652'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:42:56.214946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:42:56.219075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Usage tracker for resource:security_group and tenant:ae6dcd7c8d054445a1c6ea9c42895087 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:42:56.222590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:42:56.228399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:42:56.337792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port d0031911-e46a-4d96-9858-fc92d576067e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:42:56.342763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d0031911-e46a-4d96-9858-fc92d576067e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:42:56.344053 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:56.369672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:42:56.401175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:42:56.401822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:42:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:56.417078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:56.438534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:42:56.443537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Usage tracker for resource:security_group_rule and tenant:ae6dcd7c8d054445a1c6ea9c42895087 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:42:56.447384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:42:56.455639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:42:56.549221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:56.633399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d0031911-e46a-4d96-9858-fc92d576067e is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:42:56.636379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:56.653671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:42:56.678891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:56.716602 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port d0031911-e46a-4d96-9858-fc92d576067e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d0031911-e46a-4d96-9858-fc92d576067e,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:56.732807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaf002d-afac-499b-8fb4-0127391af1d4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:56.879444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:56.930189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:56.931531 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bf2d7f93-b0a3-4d32-a7d2-dedf335cc7f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7301662 Jun 16 15:42:56.935015 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35926) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:56.941377 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'security_group_rule': {'security_group_id': 'cfaf002d-afac-499b-8fb4-0127391af1d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:42:56.947946 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:42:56.951908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Usage tracker for resource:security_group_rule and tenant:ae6dcd7c8d054445a1c6ea9c42895087 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:42:56.955050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:42:56.961470 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:42:57.005482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=d0031911-e46a-4d96-9858-fc92d576067e,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:57.055214 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 2, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:57.059647 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:42:57.060001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Updating router 5e98aee0-187f-43a5-9bc8-029f38fd09df port b480c5f9-e248-48ca-8489-2cf725fd6bd8 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:42:57.075060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.119649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.146411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.263758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.301607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8735e7-67d9-44b4-afe0-4517e0cf010d,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:57.487345 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.487559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.489291 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2e5ce730-f269-47b1-9020-caeceb9678df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5528455 Jun 16 15:42:57.491563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35930) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:57.496984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'security_group_rule': {'security_group_id': 'cfaf002d-afac-499b-8fb4-0127391af1d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:42:57.501209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Transition to ACTIVE for port object b480c5f9-e248-48ca-8489-2cf725fd6bd8 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:42:57.503252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:42:57.507277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Usage tracker for resource:security_group_rule and tenant:ae6dcd7c8d054445a1c6ea9c42895087 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:42:57.510179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:42:57.518896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:42:57.662668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.733292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.824197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf743b-fcf6-46f0-8ced-712f49013735 None None] Pushing event updated for resources: {'Port': ['ID=b480c5f9-e248-48ca-8489-2cf725fd6bd8,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:57.829771 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.957522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Attempting to bind port b480c5f9-e248-48ca-8489-2cf725fd6bd8 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:42:57.957893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Attempting to bind port b480c5f9-e248-48ca-8489-2cf725fd6bd8 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:42:57.958252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Attempting to bind port b480c5f9-e248-48ca-8489-2cf725fd6bd8 on network 5083fb09-93e8-4b20-aa88-df7415f21011 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:42:57.966601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:42:57.967186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Checking segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:42:57.967817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.968358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Bound using segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:42:57.968983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Bound port: b480c5f9-e248-48ca-8489-2cf725fd6bd8, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:42:57.969426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:57.988284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:58.016812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5dc0629-070d-4149-8c65-3ecf8e5e168a,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:58.074459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] For port b480c5f9-e248-48ca-8489-2cf725fd6bd8, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:42:58.077598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] For port b480c5f9-e248-48ca-8489-2cf725fd6bd8, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b480c5f9-e248-48ca-8489-2cf725fd6bd8,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:42:58.085897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d0031911-e46a-4d96-9858-fc92d576067e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:42:58.114477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:58.115821 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e315113d-1eec-4919-b41b-b467efabc3ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6230438 Jun 16 15:42:58.119845 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 35934) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:42:58.125185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:42:58.130923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:42:58.135398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Usage tracker for resource:floatingip and tenant:ae6dcd7c8d054445a1c6ea9c42895087 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:42:58.138374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:42:58.147883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:42:58.161163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d0031911-e46a-4d96-9858-fc92d576067e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:42:58.161553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:58.226224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:58.257057 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:58.346555 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:42:58.347545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:42:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:58.435276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d0031911-e46a-4d96-9858-fc92d576067e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:42:58.436925 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:58.456617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf743b-fcf6-46f0-8ced-712f49013735 None None] Pushing event updated for resources: {'Port': ['ID=b480c5f9-e248-48ca-8489-2cf725fd6bd8,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:58.566720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:42:58.587757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Allocated IP 172.26.2.53 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/c409953f-e7e4-49b9-9514-6f0132a76499) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:42:58.750484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:58.904207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:42:58Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:42:58.908660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371efcc4-3c52-4de3-87c9-0d5c53bf774e None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:42:58Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:42:58.915122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:58.997884 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event updated for resources: {'Port': ['ID=c409953f-e7e4-49b9-9514-6f0132a76499,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:59.005630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:42:59.011052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:42:59.011052 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:42:59.113037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:59.335227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:59.587913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:59.771565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:00.014416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event updated for resources: {'Port': ['ID=c409953f-e7e4-49b9-9514-6f0132a76499,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:43:00.030171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:00.128640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b480c5f9-e248-48ca-8489-2cf725fd6bd8 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:43:00.237471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:00.240665 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ac0cf5e4-51f2-42a3-9884-4333afdc0186 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1188445 Jun 16 15:43:00.377669 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port b480c5f9-e248-48ca-8489-2cf725fd6bd8 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:43:00.384055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b480c5f9-e248-48ca-8489-2cf725fd6bd8 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:43:00.384419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:00.431765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36545712-a051-4143-b40f-1bd2252f818c req-e0e43640-ffe9-415b-8455-76a0eb76a154 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:43:00.523909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b480c5f9-e248-48ca-8489-2cf725fd6bd8 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:43:00.524324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:00.560222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port b480c5f9-e248-48ca-8489-2cf725fd6bd8, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b480c5f9-e248-48ca-8489-2cf725fd6bd8,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:43:00.605343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36545712-a051-4143-b40f-1bd2252f818c req-e0e43640-ffe9-415b-8455-76a0eb76a154 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:43:00.606567 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-e0e43640-ffe9-415b-8455-76a0eb76a154 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--567992194&fields=id&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 267 time: 0.2183332 Jun 16 15:43:00.702881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:00.786114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545712-a051-4143-b40f-1bd2252f818c req-3467f2e8-0c4a-4c74-85cb-77f23a51fa5e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:00.786721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36545712-a051-4143-b40f-1bd2252f818c req-3467f2e8-0c4a-4c74-85cb-77f23a51fa5e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:43:00.787294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=b480c5f9-e248-48ca-8489-2cf725fd6bd8,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:43:00.919828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36545712-a051-4143-b40f-1bd2252f818c req-3467f2e8-0c4a-4c74-85cb-77f23a51fa5e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:43:00.921019 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-3467f2e8-0c4a-4c74-85cb-77f23a51fa5e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 812 time: 0.3061585 Jun 16 15:43:00.938561 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-4a66c195-5c2f-411b-b24a-2cf8d078ff45 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/quotas/ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 375 time: 0.0098650 Jun 16 15:43:01.039544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36545712-a051-4143-b40f-1bd2252f818c req-4e8b204e-4a35-451f-af27-68052ace0ada tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:43:01.228745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36545712-a051-4143-b40f-1bd2252f818c req-4e8b204e-4a35-451f-af27-68052ace0ada tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:43:01.230172 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-4e8b204e-4a35-451f-af27-68052ace0ada tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2861841 Jun 16 15:43:01.435938 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-81c885e4-40c2-4843-833a-00dfc23969ed service neutron] 10.222.0.73 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926923 Jun 16 15:43:01.577878 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-90836290-0216-4fad-b552-b496facb0db2 service neutron] 10.222.0.73 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352439 Jun 16 15:43:01.946140 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-09edee4b-543a-4377-b408-dcd6d1fe1520 req-6b6a73c1-a116-4490-b8e5-08b84e03de37 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 210 time: 0.0607097 Jun 16 15:43:02.091495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b480c5f9-e248-48ca-8489-2cf725fd6bd8 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:43:02.160801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b480c5f9-e248-48ca-8489-2cf725fd6bd8 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:43:02.161127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:02.287299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b480c5f9-e248-48ca-8489-2cf725fd6bd8 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:43:03.059507 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-28bb2ef8-24af-46d0-a9a4-ddb27b6e4f67 req-31bf6a82-ad51-4572-857b-872f7af8c9ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 210 time: 0.0593748 Jun 16 15:43:04.235829 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2dc11b52-9eb3-4093-807d-64d97bab86c0 req-c2de48eb-ceaa-4f6d-bed2-2d910914fa3e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 210 time: 0.0559425 Jun 16 15:43:05.121026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545712-a051-4143-b40f-1bd2252f818c req-8541ef76-7040-4727-829c-bf5a4122a0de tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:05.122344 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-8541ef76-7040-4727-829c-bf5a4122a0de tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 812 time: 0.1596191 Jun 16 15:43:05.176295 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-56641a01-0510-4b23-84e6-d55c7123ded4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 379 time: 0.0453241 Jun 16 15:43:05.185871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'port': {'device_id': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'admin_state_up': True, 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'security_groups': ['cfaf002d-afac-499b-8fb4-0127391af1d4']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:43:05.355655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:43:05.372089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:43:05.445414 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9ea44b24-aa89-4be5-9505-404f4c3484c7 req-a7bb8e4d-8d14-4c4e-b249-0c280d1aa3d5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 210 time: 0.0542183 Jun 16 15:43:05.508303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Made reservation on behalf of ae6dcd7c8d054445a1c6ea9c42895087 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:43:05.511879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:05.823752 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Allocated IP 172.20.0.8 (5083fb09-93e8-4b20-aa88-df7415f21011/23f3a6a5-fe67-45b1-8f41-3e67845a558d/63284cfa-297b-4ce9-ba1d-1be9fccc9c0d) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:43:05.993913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:06.021829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:06.038067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Transition to ACTIVE for port object 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:43:06.199167 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:06.267325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Network 5083fb09-93e8-4b20-aa88-df7415f21011 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:43:06.275390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:43:06.279922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:43:06.317458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event updated for resources: {'Port': ['ID=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:43:06.353234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:06.353855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:06.536051 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-ace34f20-1bce-4baf-8d88-b26809323f4f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3504405 Jun 16 15:43:06.543672 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Request body: {'port': {'device_id': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:43:06.639958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-391d5d60-f176-42a8-8a05-13c5a9f0028b None None] Provisioning for port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:43:06.645162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-391d5d60-f176-42a8-8a05-13c5a9f0028b None None] Provisioning complete for port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:43:06.645533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-391d5d60-f176-42a8-8a05-13c5a9f0028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:06.702429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-391d5d60-f176-42a8-8a05-13c5a9f0028b None None] Port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:43:06.724330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:06.774448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3051-8eed-4b13-8a39-b5891397dd55 req-1721aaf1-36d4-47f9-a0f0-95fac8acdb25 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:06.775147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-5cfd3051-8eed-4b13-8a39-b5891397dd55 req-1721aaf1-36d4-47f9-a0f0-95fac8acdb25 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:43:06.975263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-5cfd3051-8eed-4b13-8a39-b5891397dd55 req-1721aaf1-36d4-47f9-a0f0-95fac8acdb25 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:43:06.976354 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5cfd3051-8eed-4b13-8a39-b5891397dd55 req-1721aaf1-36d4-47f9-a0f0-95fac8acdb25 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 931 time: 0.4021306 Jun 16 15:43:07.062970 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5cfd3051-8eed-4b13-8a39-b5891397dd55 req-8721419b-8d8a-43a5-9498-dc6ad22abe26 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652452 Jun 16 15:43:07.143160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:43:07.150700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:07.166139 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Transition to ACTIVE for port object 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:43:07.382511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:07.520207 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Pushing event updated for resources: {'Port': ['ID=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:43:07.646044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Attempting to bind port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:43:07.646711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Attempting to bind port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:43:07.646863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Attempting to bind port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d on network 5083fb09-93e8-4b20-aa88-df7415f21011 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:43:07.651844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d on network 5083fb09-93e8-4b20-aa88-df7415f21011 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:43:07.652108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Attempting to bind port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d on network 5083fb09-93e8-4b20-aa88-df7415f21011 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:43:07.660580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:43:07.660918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Checking segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:43:07.661308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Bound using segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:43:07.661743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Bound port: 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:43:07.662084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:07.769845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] For port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:43:07.772972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] For port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:43:07.932097 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:07.994581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:07.995692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:07.997102 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] 10.222.0.46 "PUT /v2.0/ports/63284cfa-297b-4ce9-ba1d-1be9fccc9c0d HTTP/1.1" status: 200 len: 1093 time: 1.4581804 Jun 16 15:43:07.997588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:43:08.034529 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf798e9-6610-4fab-bf6a-13b89e435a5a service neutron] Pushing event updated for resources: {'Port': ['ID=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:43:08.057705 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b88b0f-10b8-46dd-8b82-c93d5716d0e8'] response: {'name': 'network-changed', 'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'status': 'completed', 'code': 200} Jun 16 15:43:08.187971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ea806-884d-4b8a-b494-00f1d8297377 req-0368e54a-1047-43d8-ac3a-bab553bf7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:08.189574 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1f5ea806-884d-4b8a-b494-00f1d8297377 req-0368e54a-1047-43d8-ac3a-bab553bf7714 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 1096 time: 0.1091027 Jun 16 15:43:08.496765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ea806-884d-4b8a-b494-00f1d8297377 req-a08a0a0f-722e-4860-9420-3c7b28f4ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:08.498117 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1f5ea806-884d-4b8a-b494-00f1d8297377 req-a08a0a0f-722e-4860-9420-3c7b28f4ca10 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2713330 Jun 16 15:43:08.508875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769691e-cde1-4684-8420-51958fdbca77 req-f9b0dd7a-039d-4f98-8aa0-560c586d7f85 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:08.510355 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6769691e-cde1-4684-8420-51958fdbca77 req-f9b0dd7a-039d-4f98-8aa0-560c586d7f85 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 943 time: 0.3198779 Jun 16 15:43:08.648967 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6769691e-cde1-4684-8420-51958fdbca77 req-811e5077-a173-4638-bf04-7bc07be1f3cd tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190245 Jun 16 15:43:08.688291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ea806-884d-4b8a-b494-00f1d8297377 req-359ff8ed-e196-46f1-a3ae-300f8211b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:08.689801 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1f5ea806-884d-4b8a-b494-00f1d8297377 req-359ff8ed-e196-46f1-a3ae-300f8211b5ab service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785696 Jun 16 15:43:08.822078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545712-a051-4143-b40f-1bd2252f818c req-d0b4b3ed-607f-4e85-959e-964daed96066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:08.823598 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-d0b4b3ed-607f-4e85-959e-964daed96066 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 1096 time: 0.0967855 Jun 16 15:43:08.897689 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-1a796b96-2092-47a9-9152-72985b1984c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d HTTP/1.1" status: 200 len: 217 time: 0.0667348 Jun 16 15:43:08.977864 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545712-a051-4143-b40f-1bd2252f818c req-3a4a3dd6-cba1-406e-93cf-64d76d508ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:08.979355 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-3a4a3dd6-cba1-406e-93cf-64d76d508ae5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0741463 Jun 16 15:43:09.084793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545712-a051-4143-b40f-1bd2252f818c req-8fb3ffee-341c-4018-9027-079a146d2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:09.087327 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-8fb3ffee-341c-4018-9027-079a146d2766 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1006882 Jun 16 15:43:09.259338 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-6984c9fe-5dd6-4805-8afa-5a2b2286cc8f service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652422 Jun 16 15:43:09.413070 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36545712-a051-4143-b40f-1bd2252f818c req-29a63caf-c145-4cb3-b37c-cc362e6d47e6 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474197 Jun 16 15:43:09.921533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6bc97-70d4-4665-8b9f-8ee76fda19a8 req-413824b0-dbb1-4f97-af85-a9ce8852dc0d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:09.924014 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b2d6bc97-70d4-4665-8b9f-8ee76fda19a8 req-413824b0-dbb1-4f97-af85-a9ce8852dc0d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 943 time: 0.1151245 Jun 16 15:43:09.981290 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b2d6bc97-70d4-4665-8b9f-8ee76fda19a8 req-a5d43145-f74a-4ee8-a4c5-fb5055aa093f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480440 Jun 16 15:43:11.203545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50792e63-a6fd-48b7-aeed-71124aa45fe5 req-accaf37f-4e99-4534-a09d-3a315bf12dd3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:11.205038 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-50792e63-a6fd-48b7-aeed-71124aa45fe5 req-accaf37f-4e99-4534-a09d-3a315bf12dd3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 943 time: 0.0989437 Jun 16 15:43:11.252020 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-50792e63-a6fd-48b7-aeed-71124aa45fe5 req-f1236076-b5f9-49b9-9359-c458010e7648 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405967 Jun 16 15:43:12.303099 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:43:12.455436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74895e-c828-46eb-abeb-9806b332a073 req-8c6dc703-7156-43d9-8181-83023d9756a7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:12.456926 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9f74895e-c828-46eb-abeb-9806b332a073 req-8c6dc703-7156-43d9-8181-83023d9756a7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 943 time: 0.0902040 Jun 16 15:43:12.494001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:43:12.502481 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9f74895e-c828-46eb-abeb-9806b332a073 req-5e3fa063-0831-4997-b058-caea59d02296 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 Jun 16 15:43:12.508522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'port_id': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'mac_address': 'fa:16:3e:97:a3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:43:12.564827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:43:12.565120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:12.583289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:43:12.600171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:43:12.743682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:12.816396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:43:12.971035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['63284cfa-297b-4ce9-ba1d-1be9fccc9c0d'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:43:13.703530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cca23-7a41-4262-a40a-76bf66cd24df req-a08c0e46-ddb2-46a7-8c34-024d5753f80d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:13.704847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6c8cca23-7a41-4262-a40a-76bf66cd24df req-a08c0e46-ddb2-46a7-8c34-024d5753f80d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 944 time: 0.0918927 Jun 16 15:43:13.751633 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6c8cca23-7a41-4262-a40a-76bf66cd24df req-261adbd9-3983-4ad8-a8bb-ffb3bb978d9e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410318 Jun 16 15:43:14.055357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [req-02b145c5-b997-4882-af81-290e20f1561d req-1c269faf-c484-4f8c-b617-58cec4d3491f service neutron] (89746) timed out ('10.222.0.46', 50729) {{(pid=89746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 15:43:14.318438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:43:14.542724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:43:14.548577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:43:14.548900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:14.674255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:43:14.674740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:14.702465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:43:14.711848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:43:14.752177 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c28c7d-8478-481e-b51f-72a43ed05d82'] response: {'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'code': 200} Jun 16 15:43:14.892502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:14.949226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3841d-95d5-46ec-b9d9-b6e4daa06a77 req-53fe21af-bf2d-409c-84ce-d451a5d30e25 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:14.950767 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3de3841d-95d5-46ec-b9d9-b6e4daa06a77 req-53fe21af-bf2d-409c-84ce-d451a5d30e25 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0923169 Jun 16 15:43:14.969403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:43:14.998066 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3de3841d-95d5-46ec-b9d9-b6e4daa06a77 req-8e9003fc-e245-451a-8af7-6a2453d22acf tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408194 Jun 16 15:43:15.242024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fc1e0-896b-40f3-88c9-d5b2dc5c408c req-faff0e7d-e629-44ba-94da-1f50d58bf888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:15.243508 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-286fc1e0-896b-40f3-88c9-d5b2dc5c408c req-faff0e7d-e629-44ba-94da-1f50d58bf888 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 1098 time: 0.0798845 Jun 16 15:43:15.292964 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-286fc1e0-896b-40f3-88c9-d5b2dc5c408c req-05179619-f2db-440c-9939-2e350c838352 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Jun 16 15:43:15.724293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c498727c-3630-4f35-88bb-b23f0bfb6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:16.204328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0412a6c-6215-4ad8-921b-0079f8b4de6b req-eb6e7a7f-eb31-42a0-a82b-0bde9e216c0f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:16.206346 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0412a6c-6215-4ad8-921b-0079f8b4de6b req-eb6e7a7f-eb31-42a0-a82b-0bde9e216c0f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0943189 Jun 16 15:43:16.254986 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0412a6c-6215-4ad8-921b-0079f8b4de6b req-9c8bc326-1c55-4dc7-86c6-7ccc2c08bd72 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427492 Jun 16 15:43:17.465892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94828f0f-0d7c-417b-811b-ff6a723691ca req-522fb4a6-823b-4a13-bd21-a1da406efd59 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:17.467573 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-94828f0f-0d7c-417b-811b-ff6a723691ca req-522fb4a6-823b-4a13-bd21-a1da406efd59 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0994115 Jun 16 15:43:17.522601 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-94828f0f-0d7c-417b-811b-ff6a723691ca req-21c74c66-4226-4e1c-bf66-08604c4a288e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443590 Jun 16 15:43:17.711478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d056e0-ed2e-47b9-8d42-06be41bcabf2 req-1f29d939-81a2-4e4c-b9be-688348480748 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:17.713025 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-59d056e0-ed2e-47b9-8d42-06be41bcabf2 req-1f29d939-81a2-4e4c-b9be-688348480748 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0887105 Jun 16 15:43:17.721871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 35998) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:43:17.726841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-da7f903d-6a7b-415e-a692-fcb4a3de2ae7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'floatingip': {'port_id': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:43:17.912804 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-da7f903d-6a7b-415e-a692-fcb4a3de2ae7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:18.473975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8ee168f-2a59-4b0a-9abb-6f808d167580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:18.538335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-da7f903d-6a7b-415e-a692-fcb4a3de2ae7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:18.731668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-da7f903d-6a7b-415e-a692-fcb4a3de2ae7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:18.908014 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-da7f903d-6a7b-415e-a692-fcb4a3de2ae7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc associated. External IP: 172.26.2.53, port: 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d. Jun 16 15:43:18.931250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:19.279062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7f903d-6a7b-415e-a692-fcb4a3de2ae7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:43:19.583815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7f903d-6a7b-415e-a692-fcb4a3de2ae7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:43:19.588898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-da7f903d-6a7b-415e-a692-fcb4a3de2ae7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:19.593454 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:43:19.604506 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:43:19.605230 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:43:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:43:19.648263 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-da7f903d-6a7b-415e-a692-fcb4a3de2ae7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "PUT /v2.0/floatingips/d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc HTTP/1.1" status: 200 len: 990 time: 1.9213700 Jun 16 15:43:19.648263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:43:19.693384 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe26b58e-bac2-4325-b4cc-d1f6e7ac0484'] response: {'name': 'network-changed', 'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'status': 'completed', 'code': 200} Jun 16 15:43:19.800405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-3d6df1d7-96c4-4bd2-a549-1af6ef126720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:19.801880 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-3d6df1d7-96c4-4bd2-a549-1af6ef126720 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 1098 time: 0.0846350 Jun 16 15:43:19.819935 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:43:19.940977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-185ed830-9fd4-4ea3-9378-32cb78ab4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:19.942348 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-185ed830-9fd4-4ea3-9378-32cb78ab4103 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1330802 Jun 16 15:43:20.054647 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-25797287-cbe3-4589-822d-f2687e0d0c42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d HTTP/1.1" status: 200 len: 998 time: 0.1047704 Jun 16 15:43:20.120773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-44fe160b-f975-4516-8d38-4a5caf92e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:20.122260 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-44fe160b-f975-4516-8d38-4a5caf92e87a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0616930 Jun 16 15:43:20.179935 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:97:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:43:18Z', 'revision_number': 1, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:43:20.184294 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:43:20.193521 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:43:20.194400 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:43:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:43:20.214903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-4a202831-c72b-4d21-90ea-bb1ac7ed6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:20.216464 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-4a202831-c72b-4d21-90ea-bb1ac7ed6902 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878210 Jun 16 15:43:20.352409 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-4d231206-7ab9-46f5-a7b6-75127c304e4f service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292930 Jun 16 15:43:20.377492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:20.402187 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:43:20.489910 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-72e52ec9-29e1-488c-85dc-9529b5af379e req-4827fd52-9967-44ab-97b4-fd5261266ac5 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308661 Jun 16 15:43:20.766410 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:97:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:43:18Z', 'revision_number': 1, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:43:20.770421 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189374d-82f8-4c15-bdf1-595fbe6fbcef None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:97:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:43:18Z', 'revision_number': 1, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:43:20.973520 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79fccd-c11b-45e0-931b-23ea827478fc None None] New status for floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:43:21.645251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:22.537952 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:43:36.067779 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:41.172325 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-c2383751-d87b-4f98-9a7f-1912424bd56d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1083014 Jun 16 15:43:41.373065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-265c88a8-9534-4ba6-a489-98a609250af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:41.374605 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-265c88a8-9534-4ba6-a489-98a609250af6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 1098 time: 0.1176679 Jun 16 15:43:41.543307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-cf1f2bfe-7dd5-4169-8522-a3aa5c4811be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:41.544720 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-cf1f2bfe-7dd5-4169-8522-a3aa5c4811be service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1428168 Jun 16 15:43:41.658604 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-708c1502-47cd-4129-a621-29c7e5b941d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d HTTP/1.1" status: 200 len: 1000 time: 0.1071787 Jun 16 15:43:41.726402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-98b0904e-dabf-4111-b0b0-3f7f12f75063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:41.727855 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-98b0904e-dabf-4111-b0b0-3f7f12f75063 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0624890 Jun 16 15:43:41.826895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-c528f3f1-c156-4e39-9af8-758d578c2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:41.829459 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-c528f3f1-c156-4e39-9af8-758d578c2fdd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947924 Jun 16 15:43:41.839659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-91e72520-d336-4ca7-88e9-bcdd69e0473e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:43:41.840700 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-91e72520-d336-4ca7-88e9-bcdd69e0473e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051510 Jun 16 15:43:42.097230 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-84ea1bbd-3ff4-48f7-954c-b2a912c547ec service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503595 Jun 16 15:43:42.244450 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-877b49bc-6675-4137-8710-fb5c8a14fde0 req-63a267ae-efc1-47db-ba07-d7d2d5c4b4f9 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406887 Jun 16 15:43:45.942360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e751f59d-22a2-40dc-b963-5b5ceb029da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:48.495337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-18429bcd-a344-4dde-90a0-1649aaa31b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:48.792166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:50.365819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:51.662532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:55.184836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0162c23-eb47-4082-8dc5-29c5bb276bef req-dfb6ab5d-42f0-49a4-85c1-5a1d66d0147e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:55.186621 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0162c23-eb47-4082-8dc5-29c5bb276bef req-dfb6ab5d-42f0-49a4-85c1-5a1d66d0147e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1041255 Jun 16 15:43:55.239278 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0162c23-eb47-4082-8dc5-29c5bb276bef req-51e68bf4-b987-418b-976b-aaa823b792a4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458405 Jun 16 15:43:55.490293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0d881-e1e9-4e1e-8b80-3def89450822 req-a2d65f5b-a9ea-46a7-b571-d54a07325066 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:55.491823 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c6b0d881-e1e9-4e1e-8b80-3def89450822 req-a2d65f5b-a9ea-46a7-b571-d54a07325066 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1100497 Jun 16 15:43:55.540017 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c6b0d881-e1e9-4e1e-8b80-3def89450822 req-3629520f-d1ec-4b41-8955-06d5229b02da tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422685 Jun 16 15:43:55.779249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1555bf5-8ef4-41d7-bb7e-443c3145d26e req-6fbe3c1c-a6dc-4115-977c-67a81fdf2069 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:55.780812 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f1555bf5-8ef4-41d7-bb7e-443c3145d26e req-6fbe3c1c-a6dc-4115-977c-67a81fdf2069 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1135910 Jun 16 15:43:55.831330 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f1555bf5-8ef4-41d7-bb7e-443c3145d26e req-54d09e39-f925-4fc2-91e6-f13021952f5e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Jun 16 15:43:57.666399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acab07-b751-4bd1-95ca-7503c2596f7f req-f98b23eb-845f-4388-a395-bcb247fc390f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:57.668059 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0acab07-b751-4bd1-95ca-7503c2596f7f req-f98b23eb-845f-4388-a395-bcb247fc390f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1076939 Jun 16 15:43:57.715000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0acab07-b751-4bd1-95ca-7503c2596f7f req-d94c4daa-6a6e-44cc-a4bd-41242441fb28 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408747 Jun 16 15:43:57.912025 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-9873c581-b623-469d-8e77-160b1a96f713 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811841 Jun 16 15:43:58.926393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b82d7-c5b6-4b2d-a387-1a98710bb8c1 req-62bbf09e-fb10-48a7-9429-53fe395683dd tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:43:58.927952 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e72b82d7-c5b6-4b2d-a387-1a98710bb8c1 req-62bbf09e-fb10-48a7-9429-53fe395683dd tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0927432 Jun 16 15:43:58.985794 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e72b82d7-c5b6-4b2d-a387-1a98710bb8c1 req-a4f2f2e9-6749-43ef-8f75-ed3a7d142264 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520096 Jun 16 15:43:59.538311 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:44:00.202879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72783f-7d1b-4b94-bea6-82791c819f95 req-abd5adee-fb8d-4725-bccb-a94261bc2691 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:00.204286 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd72783f-7d1b-4b94-bea6-82791c819f95 req-abd5adee-fb8d-4725-bccb-a94261bc2691 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0919733 Jun 16 15:44:00.259859 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd72783f-7d1b-4b94-bea6-82791c819f95 req-d211ccb0-49f7-4469-ba3a-18dcf8e7e4c9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489781 Jun 16 15:44:01.476952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dee30-799f-45f8-8cba-5212007ca56d req-632760da-ddd3-4f15-b413-193f754d1a41 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:01.478540 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b18dee30-799f-45f8-8cba-5212007ca56d req-632760da-ddd3-4f15-b413-193f754d1a41 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1086020 Jun 16 15:44:01.524431 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b18dee30-799f-45f8-8cba-5212007ca56d req-f5910ba5-ac5e-40fc-a0f6-f628e777ccff tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399139 Jun 16 15:44:02.260585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-edea226a-4c91-4c66-8f6b-be88bbb48fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:02.262119 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-edea226a-4c91-4c66-8f6b-be88bbb48fb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 1098 time: 0.1315169 Jun 16 15:44:02.396381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-302f1817-14bf-4978-9a26-3a6e295ef5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:02.397696 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-302f1817-14bf-4978-9a26-3a6e295ef5a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1292734 Jun 16 15:44:02.503513 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-a7ebb57c-f6b6-4e9c-a690-34497190eab7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d HTTP/1.1" status: 200 len: 1000 time: 0.0993209 Jun 16 15:44:02.570274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-2a5d502f-c239-45a9-9733-e3e53743b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:02.571728 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-2a5d502f-c239-45a9-9733-e3e53743b1df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0616241 Jun 16 15:44:02.714358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-084c3d69-4976-4a3a-9820-c36bdffda945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:02.715253 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-084c3d69-4976-4a3a-9820-c36bdffda945 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1368637 Jun 16 15:44:02.778740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266910e-97b7-46cd-a9d9-47b174caa22e req-da5b89f1-48d8-4aa5-9edf-b11c76ca07f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:02.780188 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a266910e-97b7-46cd-a9d9-47b174caa22e req-da5b89f1-48d8-4aa5-9edf-b11c76ca07f8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1435759 Jun 16 15:44:02.993435 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a266910e-97b7-46cd-a9d9-47b174caa22e req-82a1af54-320b-4510-af13-e8a9b1c1f99f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701303 Jun 16 15:44:02.998400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-cbafab43-5fa7-4b66-87a7-bae20ef8e8e4 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708914 Jun 16 15:44:03.130778 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-52cf665b-fe47-41c2-8267-09f8a87cc9ca service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262467 Jun 16 15:44:04.205127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cfb68-0b3c-4759-b9f6-008383ce742e req-ec09508b-a1b9-49aa-97c1-d78b96889b2f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:04.206707 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-154cfb68-0b3c-4759-b9f6-008383ce742e req-ec09508b-a1b9-49aa-97c1-d78b96889b2f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0962052 Jun 16 15:44:04.250866 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-154cfb68-0b3c-4759-b9f6-008383ce742e req-f2c83c0e-dd39-492f-af35-97d4faab71e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377352 Jun 16 15:44:05.453314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74642eee-4863-469e-9f9d-b3c05d9fc17c req-bcb79d94-74e8-4a78-b853-055d91b4d785 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:05.454806 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-74642eee-4863-469e-9f9d-b3c05d9fc17c req-bcb79d94-74e8-4a78-b853-055d91b4d785 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0959854 Jun 16 15:44:05.511568 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-74642eee-4863-469e-9f9d-b3c05d9fc17c req-9c0bffdf-686c-4e0c-bbd6-299ec01c7767 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504942 Jun 16 15:44:05.976977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:06.877796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e70eef-4b5b-47e1-99f1-9f20d728e9aa req-0a7e375e-082e-43c3-8974-7a355d69c5b1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:06.879399 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39e70eef-4b5b-47e1-99f1-9f20d728e9aa req-0a7e375e-082e-43c3-8974-7a355d69c5b1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0961990 Jun 16 15:44:06.926504 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39e70eef-4b5b-47e1-99f1-9f20d728e9aa req-03fb6449-f424-43cc-b984-78d2fbe33bc6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412326 Jun 16 15:44:08.130925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f85131-a892-459c-b02f-984132d92b61 req-be49d9a2-d6a7-4375-9694-2d8880a1ab59 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:08.132391 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-74f85131-a892-459c-b02f-984132d92b61 req-be49d9a2-d6a7-4375-9694-2d8880a1ab59 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0935748 Jun 16 15:44:08.180888 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-74f85131-a892-459c-b02f-984132d92b61 req-c06097f1-5f0f-48cf-a908-4d2908f55e5a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Jun 16 15:44:09.383189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082370b-7194-4f0d-a53c-033f372988d2 req-c5670ede-a570-4a1c-ba77-e954e0178a50 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:09.392515 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5082370b-7194-4f0d-a53c-033f372988d2 req-c5670ede-a570-4a1c-ba77-e954e0178a50 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0885484 Jun 16 15:44:09.432743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5082370b-7194-4f0d-a53c-033f372988d2 req-ac9d5534-e05b-4a84-b011-b8c7ee1d2a72 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419779 Jun 16 15:44:10.639185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98732249-4961-4985-bf60-89b0049bfe75 req-dd985c73-363d-45eb-b19a-8744e33e24b3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:10.640713 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-98732249-4961-4985-bf60-89b0049bfe75 req-dd985c73-363d-45eb-b19a-8744e33e24b3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0951138 Jun 16 15:44:10.689644 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-98732249-4961-4985-bf60-89b0049bfe75 req-50aec6c8-ce62-47dc-b63e-7bf44312869a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421441 Jun 16 15:44:11.900681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f7c92-f355-41a4-bb7d-51e8b1b71b8d req-dab81458-86fa-44b5-a6d7-446320f7a34f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:11.902204 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-152f7c92-f355-41a4-bb7d-51e8b1b71b8d req-dab81458-86fa-44b5-a6d7-446320f7a34f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0982809 Jun 16 15:44:11.950841 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-152f7c92-f355-41a4-bb7d-51e8b1b71b8d req-cf27a73a-243d-4678-bbc8-8d4cee9f376e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420849 Jun 16 15:44:13.161865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea7099-a65e-48b6-b106-f81bc46d8445 req-481cf027-52a0-452c-b381-dc618b21c106 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:13.163375 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-57ea7099-a65e-48b6-b106-f81bc46d8445 req-481cf027-52a0-452c-b381-dc618b21c106 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0905592 Jun 16 15:44:13.218163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-57ea7099-a65e-48b6-b106-f81bc46d8445 req-e023e93f-a2e6-4dc9-b531-1e6e4da77ed6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483088 Jun 16 15:44:14.430155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726570e-93ce-4f29-9168-4abd4a9772a2 req-4bae40ca-d300-45ac-8b45-5add30406765 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:14.431664 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c726570e-93ce-4f29-9168-4abd4a9772a2 req-4bae40ca-d300-45ac-8b45-5add30406765 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0944316 Jun 16 15:44:14.482482 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c726570e-93ce-4f29-9168-4abd4a9772a2 req-692e4208-74ce-42c1-b391-3f6fb0921bb2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415373 Jun 16 15:44:15.736792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b089079-0d28-4320-a7e7-95587178732d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:15.753142 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-66c3d433-24e9-4aa9-8619-36f02796b2de service neutron] 10.222.0.46 "GET /v2.0/ports/63284cfa-297b-4ce9-ba1d-1be9fccc9c0d/bindings/hv-neutron-8460 HTTP/1.1" status: 200 len: 384 time: 0.1079941 Jun 16 15:44:15.767849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dae692-4375-49ad-adb8-535305f6afea req-ee1b9974-01c0-451b-90ef-f90465858f9a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:15.769332 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d4dae692-4375-49ad-adb8-535305f6afea req-ee1b9974-01c0-451b-90ef-f90465858f9a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1751668 Jun 16 15:44:15.820696 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d4dae692-4375-49ad-adb8-535305f6afea req-58ebda12-df72-4b35-bc6b-77f98ffbcdc6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444841 Jun 16 15:44:16.871967 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-8a6dfc32-5c4a-41ab-939d-7b15b77d2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:16.878800 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-8a6dfc32-5c4a-41ab-939d-7b15b77d2643 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 1098 time: 0.0797567 Jun 16 15:44:17.042785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-c9f13719-86e4-44ba-b62f-ddf53124aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:17.044276 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-c9f13719-86e4-44ba-b62f-ddf53124aeb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 1098 time: 0.1483419 Jun 16 15:44:17.054313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bf9f-23b8-408a-8825-57548e471dd5 req-61c2b875-f3bc-44d7-9594-1bc7f6af053c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:17.055733 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4261bf9f-23b8-408a-8825-57548e471dd5 req-61c2b875-f3bc-44d7-9594-1bc7f6af053c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1251488 Jun 16 15:44:17.185884 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4261bf9f-23b8-408a-8825-57548e471dd5 req-c26c1242-677d-4e88-a1d1-e454d9a8f891 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113589 Jun 16 15:44:17.213071 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-fdc2567c-da4f-47f6-9015-494db6a2a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:17.214470 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-fdc2567c-da4f-47f6-9015-494db6a2a57d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1579659 Jun 16 15:44:17.327199 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-6f855f27-dc50-495f-af3f-f2c526036875 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d HTTP/1.1" status: 200 len: 1000 time: 0.1033542 Jun 16 15:44:17.393490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-f0a13896-220b-408f-a145-5a36d66e1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:17.394907 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-f0a13896-220b-408f-a145-5a36d66e1036 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0612311 Jun 16 15:44:17.584064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-363b5c47-e59c-440d-8088-68f4a2e6c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:17.585518 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-363b5c47-e59c-440d-8088-68f4a2e6c6c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1833277 Jun 16 15:44:17.719909 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-0d9c70fd-efc3-426d-ba06-70261cfda1b6 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275284 Jun 16 15:44:17.854345 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9a5a52de-1588-43f5-9454-7d0009cfa603 req-9098a72a-6b78-4cc1-8f18-428229182b2a service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271739 Jun 16 15:44:18.387482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24b3907e-1776-4c8c-af6b-72fa81bf3f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:18.403198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4963-c5ab-4740-a085-79a2963a2fa7 req-d7b2645e-03e5-418a-92d5-27c2f72bdaa0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:18.404642 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4b9c4963-c5ab-4740-a085-79a2963a2fa7 req-d7b2645e-03e5-418a-92d5-27c2f72bdaa0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0960779 Jun 16 15:44:18.450317 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4b9c4963-c5ab-4740-a085-79a2963a2fa7 req-accccb4e-84dc-4da7-b7c8-40fa10550c93 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397694 Jun 16 15:44:18.876675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:19.651598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb4970-0c12-4532-a666-1264fdaa2661 req-6a82cd4c-240f-493b-b467-98206f911a62 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:19.653153 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-07cb4970-0c12-4532-a666-1264fdaa2661 req-6a82cd4c-240f-493b-b467-98206f911a62 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0921249 Jun 16 15:44:19.725023 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-07cb4970-0c12-4532-a666-1264fdaa2661 req-cc531846-96f3-4637-b65a-79e28e29e4ff tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594220 Jun 16 15:44:20.354276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:20.577453 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:44:20.580604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:44:20.859589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:44:20.859951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:20.880063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:20.901242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'port_id': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'mac_address': 'fa:16:3e:97:a3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:44:20.906714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:44:20.944949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:20.948946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de126fe9-5935-4128-8c51-e9906e81b121 req-7014fe56-b7e2-4738-a1ac-8b4967d20b27 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:20.950469 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-de126fe9-5935-4128-8c51-e9906e81b121 req-7014fe56-b7e2-4738-a1ac-8b4967d20b27 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1055717 Jun 16 15:44:20.986327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d is: ACTIVE; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:44:20.987298 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:20.997191 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c148d9-9d49-43c4-9b93-b7b48c5a5f4e'] response: {'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'code': 200} Jun 16 15:44:21.003215 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-de126fe9-5935-4128-8c51-e9906e81b121 req-278db034-ea55-4d85-96e6-c8b5631045e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460296 Jun 16 15:44:21.008817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:44:21.046363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:21.164661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:44:21.165008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:44:21.168240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:21.175491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.175843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.176188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.176523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.176857 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.177187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.177513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.177845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.178174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.178496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.178817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.179162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:21.657834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853f5bd-843e-4068-9d09-779cb7ac11cb req-2e48a9fc-f5cf-4471-89d4-26196d9776bf tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:21.659813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c853f5bd-843e-4068-9d09-779cb7ac11cb req-2e48a9fc-f5cf-4471-89d4-26196d9776bf tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 943 time: 0.0955811 Jun 16 15:44:21.705947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:21.734621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:44:21.735130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:21.754197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:44:21.759420 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c853f5bd-843e-4068-9d09-779cb7ac11cb req-dd6b421c-5287-4da6-845c-bd35bc8596a8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929775 Jun 16 15:44:21.771482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:21.795134 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-4090e6ee-095e-41f9-93d0-23a232d9b7cb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:21.796547 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-4090e6ee-095e-41f9-93d0-23a232d9b7cb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&binding%3Ahost_id=hv-neutron-8460 HTTP/1.1" status: 200 len: 943 time: 0.1123397 Jun 16 15:44:21.930525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:21.951065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-6a8dadca-53d6-4e6a-8adc-1e562c316df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:21.952515 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-6a8dadca-53d6-4e6a-8adc-1e562c316df8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 1096 time: 0.0850618 Jun 16 15:44:22.002517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['63284cfa-297b-4ce9-ba1d-1be9fccc9c0d'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:44:22.044507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:22.093954 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-d3ae85f5-94a8-4fc8-9d36-7edb9ac300c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:22.095416 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-d3ae85f5-94a8-4fc8-9d36-7edb9ac300c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1346881 Jun 16 15:44:22.211949 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-35d295dd-790c-44a2-8eb3-cb81052112a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d HTTP/1.1" status: 200 len: 999 time: 0.1097686 Jun 16 15:44:22.287459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-e802f4e5-9aae-469c-9b8e-a0f4a1628c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:22.289637 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-e802f4e5-9aae-469c-9b8e-a0f4a1628c07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0697253 Jun 16 15:44:22.386837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-7716eb49-b800-4725-8ec5-400d1d04bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:22.388352 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-7716eb49-b800-4725-8ec5-400d1d04bb38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0934999 Jun 16 15:44:22.535423 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-5348308f-22fc-4178-85d4-59c14467f956 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383612 Jun 16 15:44:22.576842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:44:22.650116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:44:22.650478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:22.673591 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-212daf67-fd20-4385-9626-7d6ddae2d6ca req-f4398577-e123-4baa-9d2f-227a6775aef7 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312325 Jun 16 15:44:22.784044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:44:22.784631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:22.823938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:22.988278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:23.019098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:44:23.071075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:23.077771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007770ba-444d-4f3d-b61c-ae3e9672c9cd req-3d5f45c4-2ae2-4917-a3f8-0c7ef9bba908 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:23.080228 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-007770ba-444d-4f3d-b61c-ae3e9672c9cd req-3d5f45c4-2ae2-4917-a3f8-0c7ef9bba908 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.2014234 Jun 16 15:44:23.101609 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6a6333-4c0f-49c0-8cf7-2a8ebaae8f71'] response: {'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'code': 200} Jun 16 15:44:23.133233 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-007770ba-444d-4f3d-b61c-ae3e9672c9cd req-20411ce9-d24d-40fd-ab4a-0db6006e4df6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437047 Jun 16 15:44:24.363720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292245d1-9374-4912-859b-c6d2869b3bb8 req-9655bb40-ad71-473c-96dd-8d8415ef4f1d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:24.365603 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-292245d1-9374-4912-859b-c6d2869b3bb8 req-9655bb40-ad71-473c-96dd-8d8415ef4f1d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1079340 Jun 16 15:44:24.429339 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-292245d1-9374-4912-859b-c6d2869b3bb8 req-f395bfb5-f06b-4891-988c-41be097b56dd tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577753 Jun 16 15:44:24.668388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3f366-06ee-4cb6-be5f-fcba079e6346 req-32ca7db3-aae3-4e7c-8d94-43c201c5bf81 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:24.669815 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8f3f366-06ee-4cb6-be5f-fcba079e6346 req-32ca7db3-aae3-4e7c-8d94-43c201c5bf81 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0990095 Jun 16 15:44:24.733250 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8f3f366-06ee-4cb6-be5f-fcba079e6346 req-88d531e3-68f1-4d3f-a5a9-923fb69996ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564759 Jun 16 15:44:24.963195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe774fe6-308a-40db-a56c-e70bd3ce3c87 req-e29e6adc-ce88-4585-b230-e0c4a4ba351f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:24.964550 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fe774fe6-308a-40db-a56c-e70bd3ce3c87 req-e29e6adc-ce88-4585-b230-e0c4a4ba351f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0889192 Jun 16 15:44:25.010153 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fe774fe6-308a-40db-a56c-e70bd3ce3c87 req-53d247a0-1070-4a68-baa3-7503ba7b30aa tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398231 Jun 16 15:44:25.876283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc678494-65e8-41db-9756-308e4bcc66e0 req-55ae93c6-e1a4-4526-bd97-4efbdb7ff85a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:25.878303 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bc678494-65e8-41db-9756-308e4bcc66e0 req-55ae93c6-e1a4-4526-bd97-4efbdb7ff85a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.0939012 Jun 16 15:44:25.923784 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bc678494-65e8-41db-9756-308e4bcc66e0 req-1aaaa6e9-fe09-4925-b868-003724c167eb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394549 Jun 16 15:44:27.158862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db212d-aa20-4b9c-9da4-6e9b586aeb1d req-40387f93-5992-4554-8bb1-222402adf215 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:27.160397 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-04db212d-aa20-4b9c-9da4-6e9b586aeb1d req-40387f93-5992-4554-8bb1-222402adf215 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1094940 Jun 16 15:44:27.214748 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-04db212d-aa20-4b9c-9da4-6e9b586aeb1d req-e55e6630-e6fa-4a00-bf74-0362a157b007 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480981 Jun 16 15:44:27.565947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a11ecf-5d22-4a54-936c-361053e47604 req-21262349-5386-4d4a-9dbc-fdc08c1ae9f6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:27.567451 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-61a11ecf-5d22-4a54-936c-361053e47604 req-21262349-5386-4d4a-9dbc-fdc08c1ae9f6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1049807 Jun 16 15:44:27.645699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Deleting port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:44:27.646036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:27.905905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] For port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:27.906183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:28.226079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:28.227063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:28.227063 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc disassociated. External IP: 172.26.2.53, port: 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d. Jun 16 15:44:28.227063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Calling delete_port for 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:44:28.473766 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4859bba-67fb-48aa-a00f-33e074b048bc req-cab85387-8cbe-40bf-b8f5-47df8040e07e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:28.475317 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c4859bba-67fb-48aa-a00f-33e074b048bc req-cab85387-8cbe-40bf-b8f5-47df8040e07e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 945 time: 0.1179628 Jun 16 15:44:28.531022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c4859bba-67fb-48aa-a00f-33e074b048bc req-eb67f12b-4bf2-4d30-b11f-d4df3278b45e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436370 Jun 16 15:44:28.536461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:28.593407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event deleted for resources: {'Port': ['ID=63284cfa-297b-4ce9-ba1d-1be9fccc9c0d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:28.604518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.604917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.605205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.605542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.605867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.606190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.606515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.606839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.607195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.607516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.607837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.608153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:28.934225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:44:29.124904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:44:29.135173 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:44:29.148070 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:44:29.148689 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:44:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:29.216268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] No DVR routers for this DVR port 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:44:29.218777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:29.221492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'name': 'network-vif-deleted', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:44:29.270326 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ad3d2a-6627-4590-aa9a-77ad319af62b'] response: {'server_uuid': '2ab545e7-458f-420d-83aa-3a8605474e8f', 'name': 'network-vif-deleted', 'tag': '63284cfa-297b-4ce9-ba1d-1be9fccc9c0d', 'status': 'completed', 'code': 200} Jun 16 15:44:29.354484 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-61a11ecf-5d22-4a54-936c-361053e47604 req-d0b31055-5536-49fc-9b24-3c28aee03dfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "DELETE /v2.0/ports/63284cfa-297b-4ce9-ba1d-1be9fccc9c0d HTTP/1.1" status: 204 len: 173 time: 1.7809069 Jun 16 15:44:29.380297 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:44:29.720846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-13cfda75-57c9-4924-a835-f2477e7013a0 req-6cda0681-d72d-4f8b-a5ca-0b81eef5a524 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:44:29.746225 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:29.750129 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:44:29.759606 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:44:29.760393 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:44:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:29.850275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-13cfda75-57c9-4924-a835-f2477e7013a0 req-6cda0681-d72d-4f8b-a5ca-0b81eef5a524 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:44:29.851620 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13cfda75-57c9-4924-a835-f2477e7013a0 req-6cda0681-d72d-4f8b-a5ca-0b81eef5a524 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ab545e7-458f-420d-83aa-3a8605474e8f HTTP/1.1" status: 200 len: 210 time: 0.1828783 Jun 16 15:44:29.948340 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:44:30.287488 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:30.292115 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12dd236-2a4e-424d-984f-dc723407139c None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:44:30.519264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794c378f-de69-44f9-bbd3-60a5abecab05 None None] New status for floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:44:31.206617 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-04f3a34a-dc32-4af4-8319-2588bdec5a9e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--567992194&fields=id&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 267 time: 0.0472603 Jun 16 15:44:31.363951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-402b5cef-655e-40f4-9b7f-3a549b97bd6d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:31.365313 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-402b5cef-655e-40f4-9b7f-3a549b97bd6d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 812 time: 0.1498377 Jun 16 15:44:31.380218 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-c459cae9-d336-450e-a3da-48022dfdc491 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/quotas/ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 375 time: 0.0092642 Jun 16 15:44:31.476404 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-01383c39-047d-46ba-bfd5-b53df8442157 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909777 Jun 16 15:44:31.621674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-7df03ea0-0dc5-418d-9956-94a2c6c72d00 service neutron] 10.222.0.73 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323035 Jun 16 15:44:31.753037 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-b938adf1-10c8-4d2b-81c1-b7eac0bbbed9 service neutron] 10.222.0.73 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255071 Jun 16 15:44:32.134176 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ca468ffd-a2bf-47f5-92b7-f9a51539dfa1 req-627d1caf-e485-4695-96da-faf98a3b434f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 210 time: 0.0494454 Jun 16 15:44:32.645011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:44:32.684350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:44:32.684719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 63284cfa-297b-4ce9-ba1d-1be9fccc9c0d not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:44:33.299537 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-728768ed-3704-4ebe-aa0f-42779b32b576 req-b2da7635-103b-42c9-b2f1-643b9ff4b0dd tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 210 time: 0.0555909 Jun 16 15:44:34.460780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ddf7d7b5-efff-432b-90ec-7469b6911ee2 req-7a524823-5139-44f2-8dde-7a43b183d5cc tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 210 time: 0.0500901 Jun 16 15:44:34.709399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-2d11b01e-0460-481b-ae37-4aacc62da720 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:34.710814 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-2d11b01e-0460-481b-ae37-4aacc62da720 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 812 time: 0.1500797 Jun 16 15:44:34.760065 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-be29a24f-5bb5-48ee-9494-bf3f12456f88 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 379 time: 0.0414350 Jun 16 15:44:34.768376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'port': {'device_id': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'admin_state_up': True, 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'security_groups': ['cfaf002d-afac-499b-8fb4-0127391af1d4']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:44:34.909057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:44:34.919456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:44:35.136136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Made reservation on behalf of ae6dcd7c8d054445a1c6ea9c42895087 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:44:35.139904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:35.441144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Allocated IP 172.20.0.11 (5083fb09-93e8-4b20-aa88-df7415f21011/23f3a6a5-fe67-45b1-8f41-3e67845a558d/1df3f2ff-c30f-44e3-b313-cdce846af4ec) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:44:35.643557 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-66c24f2b-a05e-4fe2-81b7-e2784d799135 req-bf5f378b-3534-4a7d-bc20-b409bd9035cc tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 210 time: 0.0719132 Jun 16 15:44:35.692755 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:35.708178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Transition to ACTIVE for port object 1df3f2ff-c30f-44e3-b313-cdce846af4ec will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:44:35.811581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:35.884745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Network 5083fb09-93e8-4b20-aa88-df7415f21011 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:44:35.888142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:44:35.891908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:44:35.922809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event updated for resources: {'Port': ['ID=1df3f2ff-c30f-44e3-b313-cdce846af4ec,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:35.931597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:35.962742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:35.963462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:36.094830 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-89698cfa-866b-4e2a-a9e8-54836882ed30 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3299584 Jun 16 15:44:36.106294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Request body: {'port': {'device_id': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:44:36.221545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:36.233394 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c043f7b9-d58f-4661-9775-34057f0b3f1a None None] Provisioning for port 1df3f2ff-c30f-44e3-b313-cdce846af4ec completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:44:36.239475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c043f7b9-d58f-4661-9775-34057f0b3f1a None None] Provisioning complete for port 1df3f2ff-c30f-44e3-b313-cdce846af4ec triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:44:36.239974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c043f7b9-d58f-4661-9775-34057f0b3f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:36.293903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c043f7b9-d58f-4661-9775-34057f0b3f1a None None] Port 1df3f2ff-c30f-44e3-b313-cdce846af4ec cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:44:36.537039 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:44:36.575861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df3f2ff-c30f-44e3-b313-cdce846af4ec {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:44:36.583780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:36.599962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Transition to ACTIVE for port object 1df3f2ff-c30f-44e3-b313-cdce846af4ec will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:44:36.682541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:36.891204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Pushing event updated for resources: {'Port': ['ID=1df3f2ff-c30f-44e3-b313-cdce846af4ec,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:36.999215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Attempting to bind port 1df3f2ff-c30f-44e3-b313-cdce846af4ec on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:44:36.999664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Attempting to bind port 1df3f2ff-c30f-44e3-b313-cdce846af4ec by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:44:36.999917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Attempting to bind port 1df3f2ff-c30f-44e3-b313-cdce846af4ec on network 5083fb09-93e8-4b20-aa88-df7415f21011 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:44:37.009296 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130a98a-6347-4e5d-b141-b4ec8afdca2f req-1f8abed1-6384-47ee-8d47-c63c7606ab70 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:37.009995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-5130a98a-6347-4e5d-b141-b4ec8afdca2f req-1f8abed1-6384-47ee-8d47-c63c7606ab70 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:44:37.017159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Port 1df3f2ff-c30f-44e3-b313-cdce846af4ec on network 5083fb09-93e8-4b20-aa88-df7415f21011 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:44:37.017493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Attempting to bind port 1df3f2ff-c30f-44e3-b313-cdce846af4ec on network 5083fb09-93e8-4b20-aa88-df7415f21011 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:44:37.026910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:44:37.027238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Checking segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:44:37.027623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Bound using segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:44:37.028066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Bound port: 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:44:37.028414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:37.120614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-5130a98a-6347-4e5d-b141-b4ec8afdca2f req-1f8abed1-6384-47ee-8d47-c63c7606ab70 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:44:37.121661 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5130a98a-6347-4e5d-b141-b4ec8afdca2f req-1f8abed1-6384-47ee-8d47-c63c7606ab70 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 944 time: 0.3381124 Jun 16 15:44:37.127907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] For port 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:44:37.132191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] For port 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:44:37.172832 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5130a98a-6347-4e5d-b141-b4ec8afdca2f req-cbeef2c1-d291-4d67-aa58-188a8e6f41dc tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425534 Jun 16 15:44:37.214449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:37.275802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:37.276428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:37.278448 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] 10.222.0.46 "PUT /v2.0/ports/1df3f2ff-c30f-44e3-b313-cdce846af4ec HTTP/1.1" status: 200 len: 1094 time: 1.1759739 Jun 16 15:44:37.278973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:44:37.325040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2ad80-024b-4751-bef0-70d1137c4d46 service neutron] Pushing event updated for resources: {'Port': ['ID=1df3f2ff-c30f-44e3-b313-cdce846af4ec,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:37.361960 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426ba3bf-c950-4e06-a2bb-919a287d3140'] response: {'name': 'network-changed', 'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'status': 'completed', 'code': 200} Jun 16 15:44:37.482575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80c611-3982-4273-a52c-447e46939fe0 req-9e9643e4-625a-4d38-83e2-356edfd76dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:37.484068 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ef80c611-3982-4273-a52c-447e46939fe0 req-9e9643e4-625a-4d38-83e2-356edfd76dd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 1097 time: 0.0895975 Jun 16 15:44:37.751913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80c611-3982-4273-a52c-447e46939fe0 req-a1489c4f-c10d-40c1-9090-c1d1292f095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:37.753946 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ef80c611-3982-4273-a52c-447e46939fe0 req-a1489c4f-c10d-40c1-9090-c1d1292f095b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2616971 Jun 16 15:44:37.901191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80c611-3982-4273-a52c-447e46939fe0 req-c51a2a7b-b612-4b31-978c-7b141729c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:37.902625 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ef80c611-3982-4273-a52c-447e46939fe0 req-c51a2a7b-b612-4b31-978c-7b141729c8f0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1411324 Jun 16 15:44:38.039539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-7df6f577-2913-4525-a83c-0ed583b09c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:38.041690 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-7df6f577-2913-4525-a83c-0ed583b09c60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 1097 time: 0.0984187 Jun 16 15:44:38.115290 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-be15d424-8d6b-4dde-9cb3-6886a157fd7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec HTTP/1.1" status: 200 len: 217 time: 0.0659196 Jun 16 15:44:38.178288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-3b19f1b8-a1f9-4128-b043-10edf14ab15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:38.179746 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-3b19f1b8-a1f9-4128-b043-10edf14ab15d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0575299 Jun 16 15:44:38.279413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-d42c3761-e5be-4d1b-ae70-0b077d4382b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:38.280919 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-d42c3761-e5be-4d1b-ae70-0b077d4382b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948081 Jun 16 15:44:38.483527 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-49e363c6-1ff3-4f13-a25d-bd0fc3fa7b29 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946697 Jun 16 15:44:38.494858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d23c2-3220-492a-a95f-b9440e9c5472 req-5fefb1ea-68ee-4224-8bd4-40f53346dcb2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:38.496351 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-120d23c2-3220-492a-a95f-b9440e9c5472 req-5fefb1ea-68ee-4224-8bd4-40f53346dcb2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 944 time: 0.2088804 Jun 16 15:44:38.631635 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-120d23c2-3220-492a-a95f-b9440e9c5472 req-8ab3ea20-04b9-4212-9f35-b18a9ce9755b tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167376 Jun 16 15:44:38.660019 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06c8e631-12de-409a-b3bb-246bd8ea7261 req-6ef4a191-1111-429b-8451-c5e40b3b2c2c service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626935 Jun 16 15:44:39.837868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725b2d0-088a-4af4-9008-c1757219387a req-f26fbb8b-492f-4dbb-b145-f2f15d725843 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:39.839364 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d725b2d0-088a-4af4-9008-c1757219387a req-f26fbb8b-492f-4dbb-b145-f2f15d725843 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 944 time: 0.0915194 Jun 16 15:44:39.886365 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d725b2d0-088a-4af4-9008-c1757219387a req-a8bf1c43-0504-49d3-85c8-33858caeb2f6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409606 Jun 16 15:44:40.706953 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 1df3f2ff-c30f-44e3-b313-cdce846af4ec details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:44:40.852446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:40.866354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'port_id': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'mac_address': 'fa:16:3e:7c:76:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:44:40.925691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 1df3f2ff-c30f-44e3-b313-cdce846af4ec is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:44:40.926074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:40.943829 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df3f2ff-c30f-44e3-b313-cdce846af4ec {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:44:40.959662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:41.044951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:41.086814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d1a65-91e5-4a2d-bdd3-09fda1fd54a8 req-28de003f-3693-4f91-8594-106df1c30475 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:41.088295 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1d0d1a65-91e5-4a2d-bdd3-09fda1fd54a8 req-28de003f-3693-4f91-8594-106df1c30475 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 944 time: 0.0946422 Jun 16 15:44:41.114586 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=1df3f2ff-c30f-44e3-b313-cdce846af4ec,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:41.137957 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1d0d1a65-91e5-4a2d-bdd3-09fda1fd54a8 req-9d0c5758-0e61-42c4-8fa8-6428db411b1d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402603 Jun 16 15:44:41.258413 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['1df3f2ff-c30f-44e3-b313-cdce846af4ec'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:44:42.353240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6020f-deb3-4d84-923f-b0235779c6c2 req-f94a0e3a-9590-4ed3-b732-0e4f691e7a35 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:42.354735 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17c6020f-deb3-4d84-923f-b0235779c6c2 req-f94a0e3a-9590-4ed3-b732-0e4f691e7a35 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 945 time: 0.1078458 Jun 16 15:44:42.401658 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-17c6020f-deb3-4d84-923f-b0235779c6c2 req-1e8e56ed-337b-4833-96aa-9e897f108922 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391836 Jun 16 15:44:42.723808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 1df3f2ff-c30f-44e3-b313-cdce846af4ec up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:44:42.922312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 1df3f2ff-c30f-44e3-b313-cdce846af4ec completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:44:42.928630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 1df3f2ff-c30f-44e3-b313-cdce846af4ec triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:44:42.929008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:43.046650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 1df3f2ff-c30f-44e3-b313-cdce846af4ec is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:44:43.047056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:43.073562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:44:43.084237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:43.118416 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d49d87a-5f61-4bbc-8838-a8f4f85de965'] response: {'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'code': 200} Jun 16 15:44:43.170088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:43.240596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=1df3f2ff-c30f-44e3-b313-cdce846af4ec,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:43.654815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c7eb5-41f2-46b8-b3a9-80c2367436a1 req-a29140dc-42fe-4002-b76a-3212ed47f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:43.656190 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b26c7eb5-41f2-46b8-b3a9-80c2367436a1 req-a29140dc-42fe-4002-b76a-3212ed47f873 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 1099 time: 0.1051872 Jun 16 15:44:43.665298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aab606-6148-48be-b1b4-808c1a74feae req-0dc9fccc-346c-4f89-bc04-3cb7e15ba0ac tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:43.666730 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-03aab606-6148-48be-b1b4-808c1a74feae req-0dc9fccc-346c-4f89-bc04-3cb7e15ba0ac tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1546559 Jun 16 15:44:43.735679 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b26c7eb5-41f2-46b8-b3a9-80c2367436a1 req-3d643afc-2239-4a12-abd3-9ed3f1f26944 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679953 Jun 16 15:44:43.742989 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-03aab606-6148-48be-b1b4-808c1a74feae req-15bbc402-34f1-4be3-b55a-4ef63d4b84f6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597363 Jun 16 15:44:44.945499 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ffdd-268f-4bbc-aed4-27a74b0a98c5 req-11302bb2-1319-429f-a891-8ff22081a827 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:44.947005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b3a2ffdd-268f-4bbc-aed4-27a74b0a98c5 req-11302bb2-1319-429f-a891-8ff22081a827 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0930874 Jun 16 15:44:44.995397 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b3a2ffdd-268f-4bbc-aed4-27a74b0a98c5 req-c765254d-36aa-480e-b305-71a7698d3a64 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422938 Jun 16 15:44:45.724169 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-30fcf879-5471-45a5-aa5f-ce292f00e3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:46.296333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b76b-de3a-4793-bd1f-6723ea81bf48 req-40ee6718-6191-4443-a882-53109b5e30df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:46.297872 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06a0b76b-de3a-4793-bd1f-6723ea81bf48 req-40ee6718-6191-4443-a882-53109b5e30df tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1918104 Jun 16 15:44:46.342052 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06a0b76b-de3a-4793-bd1f-6723ea81bf48 req-8c3e5b17-1348-4345-b88c-cc2a43ff9fab tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381567 Jun 16 15:44:46.527979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294007c-7499-49ee-953b-61401d26ff14 req-690503d0-c8fd-49b6-b3b4-fbcd0c7fe097 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:46.529415 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7294007c-7499-49ee-953b-61401d26ff14 req-690503d0-c8fd-49b6-b3b4-fbcd0c7fe097 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0895281 Jun 16 15:44:46.540091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 36178) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:46.546676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-de2f33ac-f06c-48c2-8d64-1033587af02d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'floatingip': {'port_id': '1df3f2ff-c30f-44e3-b313-cdce846af4ec'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:44:46.624653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de2f33ac-f06c-48c2-8d64-1033587af02d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:47.228939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de2f33ac-f06c-48c2-8d64-1033587af02d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:47.335957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de2f33ac-f06c-48c2-8d64-1033587af02d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:47.511851 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-de2f33ac-f06c-48c2-8d64-1033587af02d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc associated. External IP: 172.26.2.53, port: 1df3f2ff-c30f-44e3-b313-cdce846af4ec. Jun 16 15:44:47.975368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2f33ac-f06c-48c2-8d64-1033587af02d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:44:48.154069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2f33ac-f06c-48c2-8d64-1033587af02d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:44:48.159493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-de2f33ac-f06c-48c2-8d64-1033587af02d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:48.164528 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:44:48.175483 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:44:48.176101 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:44:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:48.219216 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-de2f33ac-f06c-48c2-8d64-1033587af02d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "PUT /v2.0/floatingips/d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc HTTP/1.1" status: 200 len: 991 time: 1.6780233 Jun 16 15:44:48.219796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:44:48.280461 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af3df51-26bc-4d1d-8f36-9711bafa4ed2'] response: {'name': 'network-changed', 'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'status': 'completed', 'code': 200} Jun 16 15:44:48.357232 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:44:48.358478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4163300b-a4e1-47c8-8da1-72fe3987a022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:48.380968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78365ca-1630-40af-84ea-d727c97f37cc req-d11bf736-7373-418b-b220-1123d7364d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:48.382458 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c78365ca-1630-40af-84ea-d727c97f37cc req-d11bf736-7373-418b-b220-1123d7364d95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 1099 time: 0.0860431 Jun 16 15:44:48.516415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78365ca-1630-40af-84ea-d727c97f37cc req-28970aaf-e3cf-4768-95a3-79d725cc7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:48.517335 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c78365ca-1630-40af-84ea-d727c97f37cc req-28970aaf-e3cf-4768-95a3-79d725cc7e79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1289227 Jun 16 15:44:48.625307 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c78365ca-1630-40af-84ea-d727c97f37cc req-1bc91915-63a2-4421-bc14-a30dc23be7dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec HTTP/1.1" status: 200 len: 999 time: 0.1016619 Jun 16 15:44:48.688237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78365ca-1630-40af-84ea-d727c97f37cc req-c8e8915c-dd47-472c-9d8a-4bc1dfde6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:48.689662 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c78365ca-1630-40af-84ea-d727c97f37cc req-c8e8915c-dd47-472c-9d8a-4bc1dfde6e78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0580440 Jun 16 15:44:48.737382 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:7c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:44:47Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:48.741760 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:44:48.750403 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:44:48.750764 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:44:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:48.751066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:48.777840 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78365ca-1630-40af-84ea-d727c97f37cc req-039e2db1-8511-491e-a3c8-d27399ddd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:44:48.779575 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c78365ca-1630-40af-84ea-d727c97f37cc req-039e2db1-8511-491e-a3c8-d27399ddd3ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829504 Jun 16 15:44:48.915237 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c78365ca-1630-40af-84ea-d727c97f37cc req-385d56c1-591e-40fc-a82b-9b30ae940cc1 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293159 Jun 16 15:44:48.931975 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:44:49.062703 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c78365ca-1630-40af-84ea-d727c97f37cc req-40011d4c-2fe8-45a8-9b15-dcee36a73e53 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414587 Jun 16 15:44:49.276404 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:7c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:44:47Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:49.280726 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1796b-d150-4422-98b7-3dd365bad70f None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:7c:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:44:47Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:44:49.471558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8346b8-b3d9-49a4-a482-1068ae03facf None None] New status for floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:44:50.367575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:51.639033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:05.904761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:13.535427 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:45:15.733072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-35b090be-90b7-4bb3-aef2-9c8692f9234b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.415810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f5af4f8-7989-491c-9dce-c428320d2709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.775207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.409466 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.578515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:23.749326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d337d6-f4f0-431a-89f4-93b7909dcb8b req-26fcf53f-667b-4787-8530-fcb53e8d6147 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:23.750776 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-52d337d6-f4f0-431a-89f4-93b7909dcb8b req-26fcf53f-667b-4787-8530-fcb53e8d6147 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1826804 Jun 16 15:45:23.794982 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-52d337d6-f4f0-431a-89f4-93b7909dcb8b req-2897d4d1-1949-4c12-913e-b35340207109 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379937 Jun 16 15:45:25.046298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0cdaf-0596-4de6-bde8-380caa60e00b req-6bd5e775-91b3-46ba-b588-9329b5784ac8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:25.047751 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-96d0cdaf-0596-4de6-bde8-380caa60e00b req-6bd5e775-91b3-46ba-b588-9329b5784ac8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1416218 Jun 16 15:45:25.091728 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-96d0cdaf-0596-4de6-bde8-380caa60e00b req-b60d38d7-0e57-49b6-9bec-0be38b115369 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382411 Jun 16 15:45:26.293603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63088e37-3781-4c49-bc48-cecced374af0 req-f850fb6d-e934-4097-ac32-e8e8ad69c276 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:26.295119 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-63088e37-3781-4c49-bc48-cecced374af0 req-f850fb6d-e934-4097-ac32-e8e8ad69c276 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0938609 Jun 16 15:45:26.338673 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-63088e37-3781-4c49-bc48-cecced374af0 req-7d8b251b-3d5d-419d-9539-4b256bbb13cd tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379617 Jun 16 15:45:27.530070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87b59-5eb5-47ed-9174-1ee01adc633e req-3dd1a9cd-9c4b-44db-9f1d-22f8a0e1d057 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:27.531517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39b87b59-5eb5-47ed-9174-1ee01adc633e req-3dd1a9cd-9c4b-44db-9f1d-22f8a0e1d057 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0862019 Jun 16 15:45:27.576040 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39b87b59-5eb5-47ed-9174-1ee01adc633e req-f14c4002-fc3a-4a58-bc7e-129168feabc6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382106 Jun 16 15:45:28.881146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066bb1e-43fc-40c6-b58f-23b798ace44f req-5519d128-8e20-4907-afd5-058dbf53a1da tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:28.882513 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d066bb1e-43fc-40c6-b58f-23b798ace44f req-5519d128-8e20-4907-afd5-058dbf53a1da tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1980858 Jun 16 15:45:28.926074 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d066bb1e-43fc-40c6-b58f-23b798ace44f req-85330dd5-9e1b-45d0-86bb-0622e66478bc tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377538 Jun 16 15:45:30.125169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16dff0-aed8-4903-9682-f7e765a97b63 req-88b1d778-90c5-49c3-a0c6-5ecd05b57aff tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:30.126662 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e16dff0-aed8-4903-9682-f7e765a97b63 req-88b1d778-90c5-49c3-a0c6-5ecd05b57aff tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0907300 Jun 16 15:45:30.172441 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e16dff0-aed8-4903-9682-f7e765a97b63 req-d7af3daa-fa68-4e6a-9372-67ace0989efa tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385437 Jun 16 15:45:31.373893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03588a-ca82-4ff0-8433-7a4eda5197c6 req-f31fd779-63e8-422b-8e93-0d920b703344 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:31.375412 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0a03588a-ca82-4ff0-8433-7a4eda5197c6 req-f31fd779-63e8-422b-8e93-0d920b703344 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0887105 Jun 16 15:45:31.424032 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0a03588a-ca82-4ff0-8433-7a4eda5197c6 req-69b41cf3-9d85-4f4b-ac82-5a619e1b71c1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417988 Jun 16 15:45:32.625542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02978fa0-cb00-4345-b528-726e578c4aad req-42020b75-e843-417b-9de8-c0b8e4d86914 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:32.627030 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-02978fa0-cb00-4345-b528-726e578c4aad req-42020b75-e843-417b-9de8-c0b8e4d86914 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0924301 Jun 16 15:45:32.673676 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-02978fa0-cb00-4345-b528-726e578c4aad req-85a56477-0cc4-4ae9-8b2e-cd2528b4b146 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Jun 16 15:45:33.877006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d2662-f63c-4d62-853b-ec2bbdf849dc req-c46b8617-f8b3-4295-b618-007b15256759 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:33.878477 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-928d2662-f63c-4d62-853b-ec2bbdf849dc req-c46b8617-f8b3-4295-b618-007b15256759 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0902452 Jun 16 15:45:33.921815 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-928d2662-f63c-4d62-853b-ec2bbdf849dc req-06eaa746-7923-48f0-a392-4709d1a56a72 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377214 Jun 16 15:45:35.115160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad9cd-0cd0-4a87-bce9-205b9f873c02 req-624655b9-17fe-47b3-ad3f-d04bae2c0a24 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:35.116601 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-34aad9cd-0cd0-4a87-bce9-205b9f873c02 req-624655b9-17fe-47b3-ad3f-d04bae2c0a24 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0903704 Jun 16 15:45:35.161702 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-34aad9cd-0cd0-4a87-bce9-205b9f873c02 req-1dcd622e-3ba3-4cd9-a4e1-636cacea070c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394156 Jun 16 15:45:35.906709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:36.358485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ba5c6-896c-44b0-8fe4-3280644ebe49 req-9dd92976-6147-40ac-980e-b814630f8fa9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:36.360023 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b73ba5c6-896c-44b0-8fe4-3280644ebe49 req-9dd92976-6147-40ac-980e-b814630f8fa9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0909860 Jun 16 15:45:36.403813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b73ba5c6-896c-44b0-8fe4-3280644ebe49 req-ded111a0-4674-4c92-b40e-3a27ea380733 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387001 Jun 16 15:45:37.626033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cc6f0-50b9-48d6-bda5-fb088f86bec8 req-fd35124d-9e51-4ded-bc4b-1b5eddb732a9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:37.627735 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-244cc6f0-50b9-48d6-bda5-fb088f86bec8 req-fd35124d-9e51-4ded-bc4b-1b5eddb732a9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0949590 Jun 16 15:45:37.672141 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-244cc6f0-50b9-48d6-bda5-fb088f86bec8 req-8e4b9f6c-c216-4730-901e-148588fb86c4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381002 Jun 16 15:45:38.870671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedace71-3f64-4f9f-bbf2-95da5b23789f req-92621a9c-85fe-4b46-8ca5-a95449453e66 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:38.872220 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cedace71-3f64-4f9f-bbf2-95da5b23789f req-92621a9c-85fe-4b46-8ca5-a95449453e66 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0881114 Jun 16 15:45:38.916596 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cedace71-3f64-4f9f-bbf2-95da5b23789f req-2fcc0efc-c897-42bc-b874-dca47622b98e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386379 Jun 16 15:45:40.256335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e851ddd-e8b0-462b-bf50-6eb775360b2d req-e41ac179-85fb-404d-91d5-8efb16177223 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:40.257827 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e851ddd-e8b0-462b-bf50-6eb775360b2d req-e41ac179-85fb-404d-91d5-8efb16177223 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0920410 Jun 16 15:45:40.302951 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e851ddd-e8b0-462b-bf50-6eb775360b2d req-d8e73637-d66e-4a9d-a6c6-55f8331f8535 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391700 Jun 16 15:45:40.847041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad7aed-e650-4627-aa09-81d332e72d9d req-733a2786-0649-4e22-9b82-40265d023161 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:40.849029 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37ad7aed-e650-4627-aa09-81d332e72d9d req-733a2786-0649-4e22-9b82-40265d023161 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0913484 Jun 16 15:45:40.894649 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37ad7aed-e650-4627-aa09-81d332e72d9d req-6ccd5a47-06f6-4dd9-88d7-d9f9c7963c88 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396497 Jun 16 15:45:40.995838 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-09ff9dbc-5350-44ba-a3b2-7553e95d7173 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428294 Jun 16 15:45:42.129572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b561-5611-4fa6-b55e-0c37cf39fcf3 req-164c4e24-541d-4a5f-97f9-880fb2f92ac0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:42.131206 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-be61b561-5611-4fa6-b55e-0c37cf39fcf3 req-164c4e24-541d-4a5f-97f9-880fb2f92ac0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1263537 Jun 16 15:45:42.181647 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-be61b561-5611-4fa6-b55e-0c37cf39fcf3 req-1071e9b2-2d9d-42b5-8124-df3adc9e7c09 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441463 Jun 16 15:45:43.449411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4569b-2226-4cec-8d60-df485c7796d3 req-73d1f2d2-0bd0-483b-97a7-1b1f00d76e14 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:43.450842 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-04b4569b-2226-4cec-8d60-df485c7796d3 req-73d1f2d2-0bd0-483b-97a7-1b1f00d76e14 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1558146 Jun 16 15:45:43.514130 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-04b4569b-2226-4cec-8d60-df485c7796d3 req-f998eeea-3a84-4eb3-9e85-904777dece69 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531783 Jun 16 15:45:43.521782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-5012656e-784b-4e6e-8767-7d07452bc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:43.523262 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-5012656e-784b-4e6e-8767-7d07452bc35a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 1099 time: 0.1466994 Jun 16 15:45:43.657858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-498b13b2-9f1f-4f8a-80c6-3fc0fb76cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:43.659313 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-498b13b2-9f1f-4f8a-80c6-3fc0fb76cffc service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1299427 Jun 16 15:45:43.883958 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-5e452780-3686-49f6-a31f-d2ee609a8af0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec HTTP/1.1" status: 200 len: 1001 time: 0.2173295 Jun 16 15:45:43.946003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-0023b5dc-e44c-4e78-9bbb-7498da101ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:43.947440 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-0023b5dc-e44c-4e78-9bbb-7498da101ce9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0568466 Jun 16 15:45:44.034080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-3949dc79-de1f-4e39-9f2b-adaecd88516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:44.036062 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-3949dc79-de1f-4e39-9f2b-adaecd88516a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818639 Jun 16 15:45:44.168858 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-1fbf11b7-cb41-40f9-b1e4-5322208559d4 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262391 Jun 16 15:45:44.305183 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-5c8916d8-970d-4d77-b438-5951f09a48c0 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298306 Jun 16 15:45:44.476836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-705a2577-0f23-4da9-88b8-84ae111ea89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:44.478231 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-705a2577-0f23-4da9-88b8-84ae111ea89f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 1099 time: 0.0845416 Jun 16 15:45:44.681977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-f68be413-6edf-4a72-b555-dfe5aa0cf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:44.683512 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-f68be413-6edf-4a72-b555-dfe5aa0cf90b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1829350 Jun 16 15:45:44.810337 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-1937ccfc-b953-4d22-8688-68b8ecbf0854 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec HTTP/1.1" status: 200 len: 1001 time: 0.1185765 Jun 16 15:45:44.857795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67474d-a7c0-4801-86b4-a11351227af6 req-1a9661b8-c8f5-4942-aace-1e926a2cdead tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:44.862222 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bb67474d-a7c0-4801-86b4-a11351227af6 req-1a9661b8-c8f5-4942-aace-1e926a2cdead tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.2243018 Jun 16 15:45:44.910084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-86a75e45-2bbc-4602-b968-13cdbf505bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:44.911500 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-86a75e45-2bbc-4602-b968-13cdbf505bc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0940251 Jun 16 15:45:44.923060 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bb67474d-a7c0-4801-86b4-a11351227af6 req-f6e3753a-3a96-43a1-9755-5891b9fdbd34 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528622 Jun 16 15:45:45.006156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-b7207737-3f98-4dc0-88da-673bbef92680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:45.007650 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-b7207737-3f98-4dc0-88da-673bbef92680 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881643 Jun 16 15:45:45.141921 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-8d113ea5-eae6-4d41-b865-d9332067324e service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274097 Jun 16 15:45:45.276403 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c9c49df-a51d-4d46-88ac-f52f90de76b3 req-5080f466-98b2-439f-843b-4a84e52d8df8 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273203 Jun 16 15:45:45.703447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-965e9b3a-030f-4ac3-9b1b-c7a0d6ccc58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:46.123174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7115f-766d-4252-945e-cb73306b386a req-b3236e05-d59e-4ed3-bd3b-cf6d137259c4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:46.124611 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9ba7115f-766d-4252-945e-cb73306b386a req-b3236e05-d59e-4ed3-bd3b-cf6d137259c4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0908759 Jun 16 15:45:46.167852 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9ba7115f-766d-4252-945e-cb73306b386a req-e5afa98e-5b7e-45d4-b103-59b0b01fab2d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371029 Jun 16 15:45:46.542667 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-7666ff28-8211-4875-8033-14fa54191d0b service neutron] 10.222.0.46 "GET /v2.0/ports/1df3f2ff-c30f-44e3-b313-cdce846af4ec/bindings/hv-neutron-8460 HTTP/1.1" status: 200 len: 384 time: 0.0781457 Jun 16 15:45:47.218623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-64803879-6a5e-467c-a877-806cee259e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:47.220112 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-64803879-6a5e-467c-a877-806cee259e5e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 1099 time: 0.0798054 Jun 16 15:45:47.491039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-271ca8de-4a39-4ab6-a2b0-731b41287a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:47.492415 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-271ca8de-4a39-4ab6-a2b0-731b41287a71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 1099 time: 0.2494133 Jun 16 15:45:47.504455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee756cdf-50ea-4f9d-a5e6-fbe3c1e7eb32 req-9de42999-d228-4e4d-97a9-686e4c348cdb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:47.505798 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee756cdf-50ea-4f9d-a5e6-fbe3c1e7eb32 req-9de42999-d228-4e4d-97a9-686e4c348cdb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.2275066 Jun 16 15:45:47.630693 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee756cdf-50ea-4f9d-a5e6-fbe3c1e7eb32 req-03c2de59-0f5a-4236-819f-067d689f0500 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065295 Jun 16 15:45:47.663916 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-63bebe53-5965-4aab-9f3e-54d2d487b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:47.665326 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-63bebe53-5965-4aab-9f3e-54d2d487b1f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1587064 Jun 16 15:45:47.778312 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-3ef92df1-53f4-4db2-9666-c495add1f36d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec HTTP/1.1" status: 200 len: 1001 time: 0.1060908 Jun 16 15:45:47.843175 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-348ed1c7-a42d-4f0b-b3a1-c221db403d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:47.844562 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-348ed1c7-a42d-4f0b-b3a1-c221db403d07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0603597 Jun 16 15:45:47.926273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-a0c09342-60f0-46f7-86c5-d393fa47b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:47.927752 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-a0c09342-60f0-46f7-86c5-d393fa47b853 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770836 Jun 16 15:45:48.060591 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-7b3ec957-50fc-4c99-a8d8-28a49cb22fb6 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263957 Jun 16 15:45:48.191766 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c4a1f1-d244-49b4-ab39-cded5311b80f req-411a1f31-e02a-41d4-99d5-ad26b23e3a5b service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252427 Jun 16 15:45:48.389244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b3bb-e99c-4db9-905c-d89477341622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:48.812114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:48.829835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13682b8-3c8e-46e5-b6c2-836f423c5dc6 req-79a7adfe-9ed4-4098-b8ec-d82e8f8b5a19 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:48.831330 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c13682b8-3c8e-46e5-b6c2-836f423c5dc6 req-79a7adfe-9ed4-4098-b8ec-d82e8f8b5a19 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0937228 Jun 16 15:45:48.875624 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c13682b8-3c8e-46e5-b6c2-836f423c5dc6 req-99ffc32e-b80f-4bc2-8360-a790b54957eb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385900 Jun 16 15:45:50.073426 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3affd-d91c-489f-96db-18aa9f42975c req-4af47e98-07c3-4952-920f-e6d9bd62e0b8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:50.075400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44a3affd-d91c-489f-96db-18aa9f42975c req-4af47e98-07c3-4952-920f-e6d9bd62e0b8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0889003 Jun 16 15:45:50.123922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44a3affd-d91c-489f-96db-18aa9f42975c req-b68e1d88-1fb9-4132-9694-9f6dfb9e7326 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426414 Jun 16 15:45:50.309331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:50.534363 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:45:51.064592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 1df3f2ff-c30f-44e3-b313-cdce846af4ec details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:45:51.068092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 1df3f2ff-c30f-44e3-b313-cdce846af4ec no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:45:51.296401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 1df3f2ff-c30f-44e3-b313-cdce846af4ec is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:45:51.296401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:51.319446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:51.337148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf4843-3b3c-488f-b823-3915439febfd req-e242ab62-f539-4a44-b6ff-d6705b5b3754 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:51.338578 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3caf4843-3b3c-488f-b823-3915439febfd req-e242ab62-f539-4a44-b6ff-d6705b5b3754 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1060984 Jun 16 15:45:51.340754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:45:51.348142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'port_id': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'mac_address': 'fa:16:3e:7c:76:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:45:51.377265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:51.384328 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3caf4843-3b3c-488f-b823-3915439febfd req-3ca3b513-b9fa-40f2-a63d-c894630dd573 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397727 Jun 16 15:45:51.405609 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd66a68-e7b9-4b06-b1d7-8e25d42a76e6'] response: {'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'code': 200} Jun 16 15:45:51.411947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 1df3f2ff-c30f-44e3-b313-cdce846af4ec is: ACTIVE; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:45:51.412328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:51.429537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1df3f2ff-c30f-44e3-b313-cdce846af4ec {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:45:51.459218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:51.577447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:45:51.577708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:45:51.587446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=1df3f2ff-c30f-44e3-b313-cdce846af4ec,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:51.594401 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.594750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.595120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.595458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.595788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.596120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.596448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.596773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.597148 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.597475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.597799 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.598121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:51.678168 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:51.908297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac096f-68da-4c45-a136-275148fa59b4 req-5ec57c9a-4bf9-4b76-a3d4-3521a9b64b0a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:51.909716 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4dac096f-68da-4c45-a136-275148fa59b4 req-5ec57c9a-4bf9-4b76-a3d4-3521a9b64b0a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 944 time: 0.0950379 Jun 16 15:45:52.007420 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4dac096f-68da-4c45-a136-275148fa59b4 req-f525cfcb-6cf2-42fc-b731-22b8d351ab7a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917995 Jun 16 15:45:52.041728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda5da-5232-405c-bec6-cb9138a7453a req-15e583e9-b2a5-411b-9aa6-4899259a9e74 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:52.043261 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-20eda5da-5232-405c-bec6-cb9138a7453a req-15e583e9-b2a5-411b-9aa6-4899259a9e74 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&binding%3Ahost_id=hv-neutron-8460 HTTP/1.1" status: 200 len: 944 time: 0.1145029 Jun 16 15:45:52.181236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 1df3f2ff-c30f-44e3-b313-cdce846af4ec is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:45:52.181527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:52.197558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda5da-5232-405c-bec6-cb9138a7453a req-42a96383-ac93-4b67-b068-f0745dd6b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:52.197848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df3f2ff-c30f-44e3-b313-cdce846af4ec {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:45:52.199418 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-20eda5da-5232-405c-bec6-cb9138a7453a req-42a96383-ac93-4b67-b068-f0745dd6b076 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 1097 time: 0.0836558 Jun 16 15:45:52.213913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:52.326862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:52.330835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda5da-5232-405c-bec6-cb9138a7453a req-af48224a-e070-440d-8c46-123806bd0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:52.332864 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-20eda5da-5232-405c-bec6-cb9138a7453a req-af48224a-e070-440d-8c46-123806bd0ae8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1271830 Jun 16 15:45:52.396688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['1df3f2ff-c30f-44e3-b313-cdce846af4ec'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:45:52.447893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=1df3f2ff-c30f-44e3-b313-cdce846af4ec,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:52.545328 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-20eda5da-5232-405c-bec6-cb9138a7453a req-d090f7f3-e9a5-42ce-b3fb-d28587edb052 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec HTTP/1.1" status: 200 len: 1000 time: 0.2064786 Jun 16 15:45:52.607149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda5da-5232-405c-bec6-cb9138a7453a req-90bf5417-6fb8-465b-aeea-4f75e6f80904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:52.608563 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-20eda5da-5232-405c-bec6-cb9138a7453a req-90bf5417-6fb8-465b-aeea-4f75e6f80904 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0570183 Jun 16 15:45:52.693200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda5da-5232-405c-bec6-cb9138a7453a req-bc8eb663-c31a-4aa6-88e3-3ff13036ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:52.694651 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-20eda5da-5232-405c-bec6-cb9138a7453a req-bc8eb663-c31a-4aa6-88e3-3ff13036ecbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768657 Jun 16 15:45:52.824918 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-20eda5da-5232-405c-bec6-cb9138a7453a req-070462cc-4682-4367-846a-9a4178efc090 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235125 Jun 16 15:45:52.968782 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-20eda5da-5232-405c-bec6-cb9138a7453a req-4df1ef8d-c7b1-4e21-9a84-85b24e8e3b83 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380868 Jun 16 15:45:53.080353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 1df3f2ff-c30f-44e3-b313-cdce846af4ec up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:45:53.151980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 1df3f2ff-c30f-44e3-b313-cdce846af4ec triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:53.152368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:53.211509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1272be3-c17b-47ac-b9a7-ac2f79cecc01 req-04134733-b503-407a-92e4-faadc218ecdb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:53.212981 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c1272be3-c17b-47ac-b9a7-ac2f79cecc01 req-04134733-b503-407a-92e4-faadc218ecdb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 945 time: 0.0934033 Jun 16 15:45:53.266536 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c1272be3-c17b-47ac-b9a7-ac2f79cecc01 req-da2a889a-9b61-4a13-9fad-4b28035810a7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455496 Jun 16 15:45:53.291573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 1df3f2ff-c30f-44e3-b313-cdce846af4ec is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:45:53.291961 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:53.326526 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:53.406817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:45:53.460908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:53.494626 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0915ea44-73d3-4125-91e8-3bd7e0425d18'] response: {'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'code': 200} Jun 16 15:45:53.532658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=1df3f2ff-c30f-44e3-b313-cdce846af4ec,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:54.471510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea64e-73ba-4345-a451-2279c8c6ac15 req-67cc21a0-d827-46fb-bb02-4e360bc6abe2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:54.473386 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-294ea64e-73ba-4345-a451-2279c8c6ac15 req-67cc21a0-d827-46fb-bb02-4e360bc6abe2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0918760 Jun 16 15:45:54.517444 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-294ea64e-73ba-4345-a451-2279c8c6ac15 req-b0e2e0bd-de0b-4957-b784-6685959d89fd tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383430 Jun 16 15:45:54.717812 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab813b-4aa3-489a-b524-6c31451815d0 req-f53363f7-a866-4d48-9527-af059c1d1259 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:54.719304 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8aab813b-4aa3-489a-b524-6c31451815d0 req-f53363f7-a866-4d48-9527-af059c1d1259 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0937536 Jun 16 15:45:54.763190 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8aab813b-4aa3-489a-b524-6c31451815d0 req-6711f2af-5c01-43b5-8eb0-38c06b1bfb56 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375125 Jun 16 15:45:55.285279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24418d82-4632-4368-bee5-6132d05eabe6 req-f42edcfd-537d-4b63-88cc-d623b8323f2c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:55.286731 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-24418d82-4632-4368-bee5-6132d05eabe6 req-f42edcfd-537d-4b63-88cc-d623b8323f2c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1000743 Jun 16 15:45:55.344242 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-24418d82-4632-4368-bee5-6132d05eabe6 req-81ca6459-d8ac-434f-baed-c7451fc16b17 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510502 Jun 16 15:45:55.444634 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-5070e187-aadd-478a-8a5e-798c8393be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:55.446100 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-5070e187-aadd-478a-8a5e-798c8393be66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 1099 time: 0.0858364 Jun 16 15:45:55.578899 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-974f0f46-28ed-4f2c-a91b-57ab27248939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:55.580350 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-974f0f46-28ed-4f2c-a91b-57ab27248939 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1274061 Jun 16 15:45:55.685803 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-e00b415d-275e-4953-ad90-afa37db5a6b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec HTTP/1.1" status: 200 len: 1001 time: 0.0992172 Jun 16 15:45:55.747683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-b95d5d25-c18f-4a13-9653-8de50911afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:55.749085 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-b95d5d25-c18f-4a13-9653-8de50911afef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0565791 Jun 16 15:45:55.832164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-21a6ac47-ea9e-4d3a-8961-501fcdaa521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:55.833619 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-21a6ac47-ea9e-4d3a-8961-501fcdaa521b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778263 Jun 16 15:45:55.964281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-e4e005cc-f49f-42e2-98ed-b322c0de9ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240776 Jun 16 15:45:56.093961 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0be6f535-bccc-467d-80bc-a3f1b47a44f6 req-fc6232b7-5f6a-402c-a4c5-429a903314d7 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235166 Jun 16 15:45:56.558863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560f940-fd89-4720-91bd-d24d90a0203f req-113a4179-e5f8-4728-8ec2-1b997701efb5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:56.560296 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7560f940-fd89-4720-91bd-d24d90a0203f req-113a4179-e5f8-4728-8ec2-1b997701efb5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1022055 Jun 16 15:45:56.605362 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7560f940-fd89-4720-91bd-d24d90a0203f req-2de49e04-5fa1-4f4c-b726-1a829d43dd76 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387902 Jun 16 15:45:57.932209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb6a0e-a1d0-4eb4-a15e-bc31a27cdce7 req-632a0fe5-47ee-43d1-8da0-d698b060a03a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:57.933569 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-65eb6a0e-a1d0-4eb4-a15e-bc31a27cdce7 req-632a0fe5-47ee-43d1-8da0-d698b060a03a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.2060013 Jun 16 15:45:57.981016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-65eb6a0e-a1d0-4eb4-a15e-bc31a27cdce7 req-c1d15e94-56af-4cf0-b81f-58cb9d83dba8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Jun 16 15:45:58.725859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77122519-59cd-4b36-8573-fdb4b441ec5c req-d1bf1866-4743-4b89-8051-453deba4a51a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:45:58.727271 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-77122519-59cd-4b36-8573-fdb4b441ec5c req-d1bf1866-4743-4b89-8051-453deba4a51a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1198814 Jun 16 15:45:58.802163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-77122519-59cd-4b36-8573-fdb4b441ec5c req-8c490b9b-7571-47d4-9e3e-eba65c2014ba tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668771 Jun 16 15:46:00.015964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b3a80-c92e-4fd6-a2df-339fa6253be8 req-57d3f94a-0f29-4599-b175-27c4c7930c80 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:00.017443 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-170b3a80-c92e-4fd6-a2df-339fa6253be8 req-57d3f94a-0f29-4599-b175-27c4c7930c80 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.1020696 Jun 16 15:46:00.065106 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-170b3a80-c92e-4fd6-a2df-339fa6253be8 req-d5b812a1-02bc-40a6-ad80-952c04b0ed08 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413697 Jun 16 15:46:00.337856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-41038eb2-c565-49c1-a9a4-471b5b5d94ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:00.339365 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-41038eb2-c565-49c1-a9a4-471b5b5d94ae tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 946 time: 0.0915291 Jun 16 15:46:00.407853 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Deleting port 1df3f2ff-c30f-44e3-b313-cdce846af4ec {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:46:00.408128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.651683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] For port 1df3f2ff-c30f-44e3-b313-cdce846af4ec, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=1df3f2ff-c30f-44e3-b313-cdce846af4ec,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:00.652047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.937304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.937680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.937993 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc disassociated. External IP: 172.26.2.53, port: 1df3f2ff-c30f-44e3-b313-cdce846af4ec. Jun 16 15:46:00.938333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Calling delete_port for 1df3f2ff-c30f-44e3-b313-cdce846af4ec owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:46:01.166477 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.257421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event deleted for resources: {'Port': ['ID=1df3f2ff-c30f-44e3-b313-cdce846af4ec,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:01.269149 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0d52694f-6331-49b4-aa31-a0447c589fab req-f1b17120-adc8-405f-be9b-05fadd264e6f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 210 time: 0.0595362 Jun 16 15:46:01.346653 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.347816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.348386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.348939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.349488 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.350054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.350390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.350722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.351080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.351411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.351729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.352046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:01.482535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:46:01.763401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:46:01.774177 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:46:01.783590 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:46:01.784809 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:45:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:01.846350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] No DVR routers for this DVR port 1df3f2ff-c30f-44e3-b313-cdce846af4ec on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:46:01.849632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.852151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'name': 'network-vif-deleted', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:46:01.960784 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91fa8fd-3cff-4289-be42-aeb9057c9de0'] response: {'server_uuid': '5293c5e7-03e0-47bb-9f95-876499e3310d', 'name': 'network-vif-deleted', 'tag': '1df3f2ff-c30f-44e3-b313-cdce846af4ec', 'status': 'completed', 'code': 200} Jun 16 15:46:01.965148 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2f85060-fdef-4d62-bc13-f4b9401a783c req-4bb2e5bc-f9ea-405a-88d1-467c2652f8a3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "DELETE /v2.0/ports/1df3f2ff-c30f-44e3-b313-cdce846af4ec HTTP/1.1" status: 204 len: 173 time: 1.6203785 Jun 16 15:46:01.973158 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:46:02.315183 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:02.319106 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:46:02.327683 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:46:02.328286 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:45:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:02.451316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-9181f96f-33f0-4df8-8727-a648a3169d0b req-0094abb6-412f-41fd-8fab-f77dcaf60c5a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:46:02.504625 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:46:02.531934 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-9181f96f-33f0-4df8-8727-a648a3169d0b req-0094abb6-412f-41fd-8fab-f77dcaf60c5a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:46:02.533159 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9181f96f-33f0-4df8-8727-a648a3169d0b req-0094abb6-412f-41fd-8fab-f77dcaf60c5a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5293c5e7-03e0-47bb-9f95-876499e3310d HTTP/1.1" status: 200 len: 210 time: 0.1351001 Jun 16 15:46:02.821238 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:02.825537 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeddbf9-13e0-470d-9370-619f5108c702 None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:46:03.044269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73afc3d9-0a46-4002-a7b1-d30c8e385117 None None] New status for floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:46:03.866262 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-0d04fbed-527f-45c9-9a45-db1795f2eb7d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--567992194&fields=id&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 267 time: 0.0391912 Jun 16 15:46:04.012323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-abe916bc-bdf6-46b8-a6bf-7e0b12c9f1a7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:04.013732 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-abe916bc-bdf6-46b8-a6bf-7e0b12c9f1a7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 812 time: 0.1409333 Jun 16 15:46:04.029885 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-6446970d-4cd2-4b18-b385-f78d6990e5a5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/quotas/ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 375 time: 0.0096169 Jun 16 15:46:04.121260 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-3cc83e1b-f6e4-45d4-bde3-fafbfbd4ae89 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853772 Jun 16 15:46:04.136651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-c8ad281b-2d18-47b7-8fa0-5168a8058376 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:46:04.137558 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-c8ad281b-2d18-47b7-8fa0-5168a8058376 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048902 Jun 16 15:46:04.268045 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-b7937f1f-8ffd-4b67-a096-bd861f062ca9 service neutron] 10.222.0.73 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252103 Jun 16 15:46:04.398978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-e8dcc8c3-b7a3-46d7-aac4-b61bdb500ef8 service neutron] 10.222.0.73 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239052 Jun 16 15:46:04.712678 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2837f810-b6fc-42c5-94a2-7b12874cd6ab req-4892ba9d-02d2-44d0-a376-c1d3c1674ab4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 210 time: 0.0567181 Jun 16 15:46:05.142256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 1df3f2ff-c30f-44e3-b313-cdce846af4ec no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:46:05.176542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 1df3f2ff-c30f-44e3-b313-cdce846af4ec {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:46:05.176877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 1df3f2ff-c30f-44e3-b313-cdce846af4ec not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:46:05.875711 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ddf94ffc-efc0-4e52-b318-05fc76090cbc req-effa126c-f586-4f70-9e3e-053249dbde87 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 210 time: 0.0498474 Jun 16 15:46:05.975045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:06.798225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-78ea6b3a-d02c-4015-8363-27411201d740 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:06.799813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-78ea6b3a-d02c-4015-8363-27411201d740 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 812 time: 0.1492155 Jun 16 15:46:06.849016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-a01061b0-19d3-462b-ac4a-c82cb4a85ec7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 379 time: 0.0414264 Jun 16 15:46:06.857212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'port': {'device_id': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'admin_state_up': True, 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'security_groups': ['cfaf002d-afac-499b-8fb4-0127391af1d4']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:07.048198 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-43acaf6d-f40a-4ebc-9372-03b84503bdcf req-f7180770-119b-47e0-a495-6b45f7c97053 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 210 time: 0.0618207 Jun 16 15:46:07.049159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:46:07.059393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:46:07.143324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Made reservation on behalf of ae6dcd7c8d054445a1c6ea9c42895087 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:07.147512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:07.326534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Allocated IP 172.20.0.5 (5083fb09-93e8-4b20-aa88-df7415f21011/23f3a6a5-fe67-45b1-8f41-3e67845a558d/937f4007-0eca-4580-9809-1bd87bae3f69) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:46:07.627885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:07.643807 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Transition to ACTIVE for port object 937f4007-0eca-4580-9809-1bd87bae3f69 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:46:07.761275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:07.832311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Network 5083fb09-93e8-4b20-aa88-df7415f21011 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:46:07.835671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:07.839283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:46:07.874427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:07.912362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:07.912974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.038746 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-33a28ff1-a555-4176-b3d9-38d62e19e0d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1852531 Jun 16 15:46:08.050711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Request body: {'port': {'device_id': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:08.203749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-93e9cfd8-98f5-4713-9e73-904eae5e8ded None None] Provisioning for port 937f4007-0eca-4580-9809-1bd87bae3f69 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:46:08.209380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-93e9cfd8-98f5-4713-9e73-904eae5e8ded None None] Provisioning complete for port 937f4007-0eca-4580-9809-1bd87bae3f69 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:08.212122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-93e9cfd8-98f5-4713-9e73-904eae5e8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.220457 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.266783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-93e9cfd8-98f5-4713-9e73-904eae5e8ded None None] Port 937f4007-0eca-4580-9809-1bd87bae3f69 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:46:08.400365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673b74-b2cf-4ab4-993c-fe5326158026 req-2bea8e88-2a48-49a8-91aa-bd154d1d3810 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:08.401042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c4673b74-b2cf-4ab4-993c-fe5326158026 req-2bea8e88-2a48-49a8-91aa-bd154d1d3810 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:46:08.540920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c4673b74-b2cf-4ab4-993c-fe5326158026 req-2bea8e88-2a48-49a8-91aa-bd154d1d3810 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:46:08.542058 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c4673b74-b2cf-4ab4-993c-fe5326158026 req-2bea8e88-2a48-49a8-91aa-bd154d1d3810 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 931 time: 0.3610115 Jun 16 15:46:08.630076 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c4673b74-b2cf-4ab4-993c-fe5326158026 req-c9fa171e-bda2-41d2-878f-a366298a6dba tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811934 Jun 16 15:46:08.655725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937f4007-0eca-4580-9809-1bd87bae3f69 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:46:08.662860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.677613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Transition to ACTIVE for port object 937f4007-0eca-4580-9809-1bd87bae3f69 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:46:08.798062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.962675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:09.049212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Attempting to bind port 937f4007-0eca-4580-9809-1bd87bae3f69 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:46:09.049473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Attempting to bind port 937f4007-0eca-4580-9809-1bd87bae3f69 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:46:09.050335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Attempting to bind port 937f4007-0eca-4580-9809-1bd87bae3f69 on network 5083fb09-93e8-4b20-aa88-df7415f21011 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:09.055067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Port 937f4007-0eca-4580-9809-1bd87bae3f69 on network 5083fb09-93e8-4b20-aa88-df7415f21011 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:46:09.055672 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Attempting to bind port 937f4007-0eca-4580-9809-1bd87bae3f69 on network 5083fb09-93e8-4b20-aa88-df7415f21011 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:09.060490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:46:09.060823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Checking segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:46:09.061208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Bound using segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:46:09.061636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Bound port: 937f4007-0eca-4580-9809-1bd87bae3f69, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:46:09.061982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:09.153211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:46:09.156006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:46:09.246904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:09.302323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:09.303026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:09.304290 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/937f4007-0eca-4580-9809-1bd87bae3f69 HTTP/1.1" status: 200 len: 1093 time: 1.2582269 Jun 16 15:46:09.304718 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:46:09.331843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24448d-f871-45a7-b11e-c40a8654f2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:09.351265 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3953f1b0-e963-477d-b397-57dc9eef8393'] response: {'name': 'network-changed', 'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69', 'status': 'completed', 'code': 200} Jun 16 15:46:09.461073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c4311-6cda-477e-8fbc-eeebe1464b5c req-4ffd553b-49ac-4242-80d9-7ff406561004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:09.462626 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-034c4311-6cda-477e-8fbc-eeebe1464b5c req-4ffd553b-49ac-4242-80d9-7ff406561004 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 1096 time: 0.0907166 Jun 16 15:46:09.610019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c4311-6cda-477e-8fbc-eeebe1464b5c req-c50abc71-c830-4808-abfa-84ffdfe48621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:09.611479 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-034c4311-6cda-477e-8fbc-eeebe1464b5c req-c50abc71-c830-4808-abfa-84ffdfe48621 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1423662 Jun 16 15:46:09.791073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c4311-6cda-477e-8fbc-eeebe1464b5c req-a624a3dd-2d36-4c71-a646-b9c59800a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:09.792517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-034c4311-6cda-477e-8fbc-eeebe1464b5c req-a624a3dd-2d36-4c71-a646-b9c59800a57f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1748726 Jun 16 15:46:09.878835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc71bf6-7c46-4d73-8927-ced63fbe0856 req-ee9a3430-8d19-4f45-8ae8-d0e35e92cf0c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:09.880178 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-abc71bf6-7c46-4d73-8927-ced63fbe0856 req-ee9a3430-8d19-4f45-8ae8-d0e35e92cf0c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 943 time: 0.1393952 Jun 16 15:46:10.051781 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-abc71bf6-7c46-4d73-8927-ced63fbe0856 req-0d5416d1-8ed2-43f8-a8a0-34e9c070c047 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659184 Jun 16 15:46:10.072024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-583b5738-60e9-4860-8319-f2ab87c821c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:10.073462 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-583b5738-60e9-4860-8319-f2ab87c821c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 1096 time: 0.2386408 Jun 16 15:46:10.145355 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-15a13be5-af04-4ee2-a586-614d42ca540e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937f4007-0eca-4580-9809-1bd87bae3f69 HTTP/1.1" status: 200 len: 217 time: 0.0645940 Jun 16 15:46:10.205579 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-08add12a-e5e8-40f4-89b4-381643291df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:10.207619 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-08add12a-e5e8-40f4-89b4-381643291df4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0569346 Jun 16 15:46:10.294413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-1b9df409-f3e1-454c-ad97-5415dde22bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:10.296284 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-1b9df409-f3e1-454c-ad97-5415dde22bd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826137 Jun 16 15:46:10.426415 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-0518b502-09e5-4bfa-8fcb-153fb52e90b5 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241360 Jun 16 15:46:10.562027 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d7a99dfd-7e56-46cb-a650-14d787d1f95b req-edf979f5-c917-486c-a37e-d18dbd4b936e service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297202 Jun 16 15:46:11.272402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090403e8-a891-49c5-ba9a-020adc5791ff req-c2ef87e3-ac4c-40d0-9abb-77204f51e31d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:11.273888 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-090403e8-a891-49c5-ba9a-020adc5791ff req-c2ef87e3-ac4c-40d0-9abb-77204f51e31d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 943 time: 0.1004565 Jun 16 15:46:11.326237 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-090403e8-a891-49c5-ba9a-020adc5791ff req-6960b668-dbe7-4551-871a-e7d48ff41c17 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465109 Jun 16 15:46:12.544066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ae244-a5de-4ae6-a17f-db4808c04279 req-d38e8a10-3337-465c-b2b5-59af685fdce8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:12.548140 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9d9ae244-a5de-4ae6-a17f-db4808c04279 req-d38e8a10-3337-465c-b2b5-59af685fdce8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 943 time: 0.1008785 Jun 16 15:46:12.603822 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9d9ae244-a5de-4ae6-a17f-db4808c04279 req-f0f665b3-311f-4153-8760-22a644ff5137 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515897 Jun 16 15:46:13.190180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 937f4007-0eca-4580-9809-1bd87bae3f69 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:46:13.331920 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:13.346064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '937f4007-0eca-4580-9809-1bd87bae3f69', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'port_id': '937f4007-0eca-4580-9809-1bd87bae3f69', 'mac_address': 'fa:16:3e:3f:97:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:46:13.401915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 937f4007-0eca-4580-9809-1bd87bae3f69 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:46:13.402292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:13.422864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937f4007-0eca-4580-9809-1bd87bae3f69 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:46:13.438846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:13.543732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:13.614855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:13.769447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['937f4007-0eca-4580-9809-1bd87bae3f69'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:46:13.797813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54ea8a-7263-4988-8da5-dec3df459025 req-9e2eee26-df7d-4c30-bf75-fbcd118400ba tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:13.799202 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9d54ea8a-7263-4988-8da5-dec3df459025 req-9e2eee26-df7d-4c30-bf75-fbcd118400ba tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 944 time: 0.0895014 Jun 16 15:46:13.847822 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9d54ea8a-7263-4988-8da5-dec3df459025 req-16a26240-fc5a-43a7-992a-0da1bd3e48b3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420792 Jun 16 15:46:15.042234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04ed07-af24-43a6-8e47-1b1fd607708f req-ea1c0ecc-511c-4429-b69d-f4651cbfe772 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:15.043699 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3f04ed07-af24-43a6-8e47-1b1fd607708f req-ea1c0ecc-511c-4429-b69d-f4651cbfe772 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 944 time: 0.0865703 Jun 16 15:46:15.087967 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3f04ed07-af24-43a6-8e47-1b1fd607708f req-cc57c50a-63bc-438e-bc65-ba20e3b8116f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384581 Jun 16 15:46:15.204949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 937f4007-0eca-4580-9809-1bd87bae3f69 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:46:15.347488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 937f4007-0eca-4580-9809-1bd87bae3f69 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:46:15.354435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 937f4007-0eca-4580-9809-1bd87bae3f69 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:15.358192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.502917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 937f4007-0eca-4580-9809-1bd87bae3f69 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:46:15.503317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.529484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:46:15.539936 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:15.628011 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7740eec4-4401-4684-b9f8-c6b2cc88381e'] response: {'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69', 'code': 200} Jun 16 15:46:15.629202 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.713425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:15.743326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5c8f-b1b4-414c-9a56-08c69720006d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.033459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7292dab-4c99-479e-81c7-ee1a38287de4 req-3e27e874-6694-412a-91a3-8ab9f67baf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:16.034949 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c7292dab-4c99-479e-81c7-ee1a38287de4 req-3e27e874-6694-412a-91a3-8ab9f67baf63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 1098 time: 0.0804110 Jun 16 15:46:16.076213 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c7292dab-4c99-479e-81c7-ee1a38287de4 req-79d4b45e-2186-4cad-88a0-b37c8052e29e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336916 Jun 16 15:46:16.279275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860034d-fbbf-40c1-b7c9-69f94569f24e req-bba41e3f-ed65-48f4-9cb4-4b494291b0d7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:16.280749 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8860034d-fbbf-40c1-b7c9-69f94569f24e req-bba41e3f-ed65-48f4-9cb4-4b494291b0d7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0884371 Jun 16 15:46:16.328265 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8860034d-fbbf-40c1-b7c9-69f94569f24e req-9eab0478-018c-4623-8b64-61621b9ef476 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418582 Jun 16 15:46:17.528802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6cea5-3544-4c37-b588-f2ddbaa90451 req-25b5c8ba-e73c-40a6-b1ae-5e7055a797af tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:17.530356 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ae6cea5-3544-4c37-b588-f2ddbaa90451 req-25b5c8ba-e73c-40a6-b1ae-5e7055a797af tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0958481 Jun 16 15:46:17.578302 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ae6cea5-3544-4c37-b588-f2ddbaa90451 req-5b6eb95c-35b5-4a66-89f7-e812908851cd tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396838 Jun 16 15:46:18.421209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d18f8d49-0ba6-47c3-b2cd-72ac6aa6e486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:18.760385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:18.785561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dce2a3-f906-4eca-8844-45cc79da0614 req-8c8c7952-6ff1-4180-86cc-e43c666cf90c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:18.788610 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f1dce2a3-f906-4eca-8844-45cc79da0614 req-8c8c7952-6ff1-4180-86cc-e43c666cf90c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0963218 Jun 16 15:46:18.835875 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f1dce2a3-f906-4eca-8844-45cc79da0614 req-110e9bdf-3ae3-439f-bbfd-dee99c9382be tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417652 Jun 16 15:46:19.048792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20e4b8-a842-4396-8357-f04747929e16 req-5969fd22-218a-4257-8767-507c836e3d69 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:19.050387 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9c20e4b8-a842-4396-8357-f04747929e16 req-5969fd22-218a-4257-8767-507c836e3d69 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.1075137 Jun 16 15:46:19.061404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 36390) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:19.067602 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b47c0e07-e782-4a63-b245-7e452e8fd63e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'floatingip': {'port_id': '937f4007-0eca-4580-9809-1bd87bae3f69'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:19.147742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b47c0e07-e782-4a63-b245-7e452e8fd63e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:19.892756 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b47c0e07-e782-4a63-b245-7e452e8fd63e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:19.949892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b47c0e07-e782-4a63-b245-7e452e8fd63e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:20.122348 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-b47c0e07-e782-4a63-b245-7e452e8fd63e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc associated. External IP: 172.26.2.53, port: 937f4007-0eca-4580-9809-1bd87bae3f69. Jun 16 15:46:20.326652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:20.484214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c0e07-e782-4a63-b245-7e452e8fd63e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:46:20.669010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c0e07-e782-4a63-b245-7e452e8fd63e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:46:20.673482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b47c0e07-e782-4a63-b245-7e452e8fd63e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:20.679208 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:46:20.690617 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:46:20.691356 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:46:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:20.731152 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b47c0e07-e782-4a63-b245-7e452e8fd63e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "PUT /v2.0/floatingips/d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc HTTP/1.1" status: 200 len: 990 time: 1.6685662 Jun 16 15:46:20.731723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:46:20.780894 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abdfbcc-8581-4296-b8a6-77cb3c25c9c0'] response: {'name': 'network-changed', 'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69', 'status': 'completed', 'code': 200} Jun 16 15:46:20.884297 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:46:21.048848 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-39118cb4-09d9-48bc-bef4-30d38bb4e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:21.051606 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-39118cb4-09d9-48bc-bef4-30d38bb4e11e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 1098 time: 0.2483978 Jun 16 15:46:21.222585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-10eb2f64-9cb1-46f8-95b5-4bb5d1a0b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:21.224058 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-10eb2f64-9cb1-46f8-95b5-4bb5d1a0b9e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1665804 Jun 16 15:46:21.308288 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '937f4007-0eca-4580-9809-1bd87bae3f69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:3f:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:46:19Z', 'revision_number': 9, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:21.314382 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:46:21.325436 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:46:21.326304 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:46:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:21.393657 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-a19242b6-d95b-48eb-897f-1ece64b38ed9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937f4007-0eca-4580-9809-1bd87bae3f69 HTTP/1.1" status: 200 len: 998 time: 0.1628761 Jun 16 15:46:21.457985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-c62ade0d-38b2-47da-a555-d81f2952811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:21.459442 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-c62ade0d-38b2-47da-a555-d81f2952811b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0599875 Jun 16 15:46:21.548381 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:46:21.569356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-d52142e6-efb5-4d58-988a-87dcf7f36bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:21.570439 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-d52142e6-efb5-4d58-988a-87dcf7f36bad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050811 Jun 16 15:46:21.589610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:21.717865 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-c75def22-0430-4896-ab90-5dce0cd2b013 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398616 Jun 16 15:46:21.862663 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2f123bb1-0e79-4e6c-bdd1-cb24c4960505 req-db7eafe6-f92c-4557-ad5a-6a23e18dd5ae service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335132 Jun 16 15:46:21.984992 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '937f4007-0eca-4580-9809-1bd87bae3f69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:3f:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:46:19Z', 'revision_number': 9, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:21.989553 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee75ed6-5be8-411e-82e8-abb8920e6316 None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '937f4007-0eca-4580-9809-1bd87bae3f69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:3f:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:46:19Z', 'revision_number': 9, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:46:22.201304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033cd48-f795-445b-80c8-11ada723299d None None] New status for floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:46:27.534555 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:46:35.972528 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.156530 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-837b003a-4028-45dc-b0f1-613246161024 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002626 Jun 16 15:46:44.316690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-66fd0e8b-41ee-4bd4-9a87-7161323e0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:44.318160 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-66fd0e8b-41ee-4bd4-9a87-7161323e0bf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 1098 time: 0.0886412 Jun 16 15:46:44.482613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-9b678dcf-a53a-449c-be32-4f8abbaae38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:44.484001 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-9b678dcf-a53a-449c-be32-4f8abbaae38e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1362405 Jun 16 15:46:44.590350 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-501e175a-4b59-48d5-a035-617d9973996a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937f4007-0eca-4580-9809-1bd87bae3f69 HTTP/1.1" status: 200 len: 1001 time: 0.0989175 Jun 16 15:46:44.655651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-1c9ebdac-24cd-47eb-91a4-24ad0955aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:44.657084 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-1c9ebdac-24cd-47eb-91a4-24ad0955aaaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0611298 Jun 16 15:46:44.740646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-0397bf39-bd20-4456-9191-c7765447b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:44.742028 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-0397bf39-bd20-4456-9191-c7765447b05e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785074 Jun 16 15:46:44.876300 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-25eaf1a0-c18c-4266-9f4c-85821ac92f3d service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268427 Jun 16 15:46:45.011166 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8eada08b-ddc6-4018-88a4-6dbfe655c65a req-f35916b4-b9d0-4dcc-bf9a-0613521884dd service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273808 Jun 16 15:46:45.708448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-253702c7-5749-40ec-bfaf-8059d371fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:48.369166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-05dac2b1-03fd-4e26-89b6-05944d978dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:48.786015 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:50.414962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:51.632196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:56.329453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f7ab4-d956-4fc6-b8b3-e8a8d5d4c547 req-cf9d7ed0-157e-420e-ae93-d3c70a64b392 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:56.338921 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf4f7ab4-d956-4fc6-b8b3-e8a8d5d4c547 req-cf9d7ed0-157e-420e-ae93-d3c70a64b392 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0964162 Jun 16 15:46:56.378371 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf4f7ab4-d956-4fc6-b8b3-e8a8d5d4c547 req-3acf2537-93e2-45b1-9aa6-5d979a86db75 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395293 Jun 16 15:46:56.502371 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-dc054cf4-6b4f-44b8-b727-1ec97844a2b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784483 Jun 16 15:46:57.596115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3503aa0-cd88-45fa-89c4-88142af62f33 req-0756f9d2-6dd0-4b85-ba04-e889a3f8b86e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:57.598431 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c3503aa0-cd88-45fa-89c4-88142af62f33 req-0756f9d2-6dd0-4b85-ba04-e889a3f8b86e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0984235 Jun 16 15:46:57.654335 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c3503aa0-cd88-45fa-89c4-88142af62f33 req-0a753e93-471b-43ea-a3de-15498fb15049 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476892 Jun 16 15:46:58.865302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc120c09-f6dc-408e-86ee-ab1026ae92c9 req-76bbbc89-203c-4d05-b13f-b7c2cb7a5cec tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:58.866813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bc120c09-f6dc-408e-86ee-ab1026ae92c9 req-76bbbc89-203c-4d05-b13f-b7c2cb7a5cec tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0908573 Jun 16 15:46:58.918264 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bc120c09-f6dc-408e-86ee-ab1026ae92c9 req-621eae72-ed74-4df8-a0d0-0cade8005e12 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450623 Jun 16 15:46:59.362846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-50547ede-6cfb-440c-ad27-7bf8316aff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:59.364375 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-50547ede-6cfb-440c-ad27-7bf8316aff81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 1098 time: 0.1941259 Jun 16 15:46:59.501450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-3f556a3e-7087-4941-8c2e-081cf2089fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:59.503036 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-3f556a3e-7087-4941-8c2e-081cf2089fa2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1324406 Jun 16 15:46:59.611864 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-a2115dcd-7aa8-40db-a262-ad4b139f5494 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937f4007-0eca-4580-9809-1bd87bae3f69 HTTP/1.1" status: 200 len: 1001 time: 0.1026938 Jun 16 15:46:59.675825 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-9de3f90b-c9c6-4ed7-bed9-3c6eea9b4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:59.677270 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-9de3f90b-c9c6-4ed7-bed9-3c6eea9b4fdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0594447 Jun 16 15:46:59.781215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-f5783830-ba91-4cca-a58f-f8e068741a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:46:59.783386 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-f5783830-ba91-4cca-a58f-f8e068741a5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999918 Jun 16 15:46:59.919821 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-729b1cab-c700-491d-bb62-b9784e536333 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296499 Jun 16 15:47:00.115828 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-d98d7254-04c5-4b01-8735-7963f774cc42 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891284 Jun 16 15:47:00.145983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2458def-5ca6-46a5-b783-73837aceba29 req-ccca248c-4304-4e68-bc6d-60c20ef3689d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:00.147781 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e2458def-5ca6-46a5-b783-73837aceba29 req-ccca248c-4304-4e68-bc6d-60c20ef3689d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.1204710 Jun 16 15:47:00.193936 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e2458def-5ca6-46a5-b783-73837aceba29 req-047554ca-a3ef-434c-b71e-3704987976f6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396907 Jun 16 15:47:01.392333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd343-b6f9-44be-8ec9-970ae1052fa1 req-b2dabd33-eccf-4f11-8001-8cc87d306b0e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:01.394267 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c86dd343-b6f9-44be-8ec9-970ae1052fa1 req-b2dabd33-eccf-4f11-8001-8cc87d306b0e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0907388 Jun 16 15:47:01.437555 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c86dd343-b6f9-44be-8ec9-970ae1052fa1 req-54a78c22-ca2d-460e-8558-664d47d49276 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376446 Jun 16 15:47:02.632226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be49c3-e7ca-463a-93b3-6585ca64647a req-32ee5ef1-c845-414d-9cd2-fafdb0dac5b7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:02.633754 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13be49c3-e7ca-463a-93b3-6585ca64647a req-32ee5ef1-c845-414d-9cd2-fafdb0dac5b7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0883408 Jun 16 15:47:02.681392 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13be49c3-e7ca-463a-93b3-6585ca64647a req-541a808b-194f-4a83-9d5f-06e89d5c2887 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415807 Jun 16 15:47:03.874213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872b372-67cc-4912-9ff0-6ccfe6af3c9d req-b5883e8a-647c-4587-8a20-1de74cb3cf4d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:03.875733 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2872b372-67cc-4912-9ff0-6ccfe6af3c9d req-b5883e8a-647c-4587-8a20-1de74cb3cf4d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0879514 Jun 16 15:47:03.921409 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2872b372-67cc-4912-9ff0-6ccfe6af3c9d req-565136cd-2ecd-4862-8fa0-02435770778c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398698 Jun 16 15:47:04.533156 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:47:05.122003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80403b88-5869-4dfc-8421-0c8a5f43c87c req-9eeb8531-2c3a-4227-9cfe-980ae3002ea3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:05.123755 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-80403b88-5869-4dfc-8421-0c8a5f43c87c req-9eeb8531-2c3a-4227-9cfe-980ae3002ea3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0914474 Jun 16 15:47:05.167577 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-80403b88-5869-4dfc-8421-0c8a5f43c87c req-2c7d67f5-0d3a-45bf-847b-d90b37ef3022 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384061 Jun 16 15:47:05.968813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:06.382632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a231f-b825-4781-9a3b-9d6dad2cb647 req-901bc374-7585-4797-b1dc-684ded4b1e0d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:06.384238 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9b8a231f-b825-4781-9a3b-9d6dad2cb647 req-901bc374-7585-4797-b1dc-684ded4b1e0d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.1073780 Jun 16 15:47:06.441197 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9b8a231f-b825-4781-9a3b-9d6dad2cb647 req-2c12aff6-0148-4786-8086-e1adbdda9fc8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510588 Jun 16 15:47:07.649683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a859ad0-e021-4caa-b03e-fd91d141d7d9 req-c00a2098-ff85-4041-b3c2-f3b9acaa1965 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:07.651166 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4a859ad0-e021-4caa-b03e-fd91d141d7d9 req-c00a2098-ff85-4041-b3c2-f3b9acaa1965 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0898199 Jun 16 15:47:07.698766 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4a859ad0-e021-4caa-b03e-fd91d141d7d9 req-dbf1db37-9101-4a8a-be7a-7fcb1a523b0f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404992 Jun 16 15:47:08.898210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd584f-538a-4253-916e-94b590d633de req-9dbf1914-fe61-4217-8b93-85326145036d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:08.899670 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4dfd584f-538a-4253-916e-94b590d633de req-9dbf1914-fe61-4217-8b93-85326145036d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0900064 Jun 16 15:47:08.943726 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4dfd584f-538a-4253-916e-94b590d633de req-c3a7b20d-d697-43a4-924b-36784e45a25a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382946 Jun 16 15:47:10.142297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cf6e6-3d10-409c-8bba-d50916eac494 req-995d0f34-1c12-488a-808c-bbce6f91335b tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:10.143812 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ce0cf6e6-3d10-409c-8bba-d50916eac494 req-995d0f34-1c12-488a-808c-bbce6f91335b tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0885775 Jun 16 15:47:10.194772 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ce0cf6e6-3d10-409c-8bba-d50916eac494 req-3b4e8420-75f8-4788-8407-973c27ee8e3c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438995 Jun 16 15:47:11.490641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc419e22-3ea4-43b8-9af4-a32252dd9ce7 req-36a7d1e4-0d39-4068-afa0-6114a8e35f13 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:11.491350 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fc419e22-3ea4-43b8-9af4-a32252dd9ce7 req-36a7d1e4-0d39-4068-afa0-6114a8e35f13 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.1906998 Jun 16 15:47:11.535986 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fc419e22-3ea4-43b8-9af4-a32252dd9ce7 req-e8844b95-520e-46aa-8c23-0333a157b89c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387671 Jun 16 15:47:12.528143 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-5d075c6f-8b46-4729-ae69-5ab36c71185e service neutron] 10.222.0.46 "GET /v2.0/ports/937f4007-0eca-4580-9809-1bd87bae3f69/bindings/hv-neutron-8460 HTTP/1.1" status: 200 len: 384 time: 0.0831995 Jun 16 15:47:12.743404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e32b3b-054b-473a-b418-4638e9dd0a9d req-c13b46cd-c8e4-4a33-bfb4-6d9afaca159b tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:12.744978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-83e32b3b-054b-473a-b418-4638e9dd0a9d req-c13b46cd-c8e4-4a33-bfb4-6d9afaca159b tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0948713 Jun 16 15:47:12.804999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-83e32b3b-054b-473a-b418-4638e9dd0a9d req-6a6fa7c5-4ba2-49ba-aff1-212423983076 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540080 Jun 16 15:47:13.464834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-350fd4e8-75ca-417e-8da9-551b25672176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:13.466281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-350fd4e8-75ca-417e-8da9-551b25672176 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 1098 time: 0.0914445 Jun 16 15:47:13.567997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-89a4d19e-4f9c-43fb-b701-fa504c57005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:13.569377 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-89a4d19e-4f9c-43fb-b701-fa504c57005e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 1098 time: 0.0816739 Jun 16 15:47:13.704985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-e4fab966-edee-4530-ad04-c2fbd17f83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:13.706392 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-e4fab966-edee-4530-ad04-c2fbd17f83b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1313107 Jun 16 15:47:13.811052 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-cbfac447-a3e0-426f-bcd4-95026e43a4e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937f4007-0eca-4580-9809-1bd87bae3f69 HTTP/1.1" status: 200 len: 1001 time: 0.0982425 Jun 16 15:47:13.885319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-9e002546-0aa6-4866-a08b-75b3e200d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:13.886732 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-9e002546-0aa6-4866-a08b-75b3e200d534 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0700219 Jun 16 15:47:14.038505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-d2b08c24-2f51-46d0-90d5-79e21b4877ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:14.039980 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-d2b08c24-2f51-46d0-90d5-79e21b4877ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1472230 Jun 16 15:47:14.074279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03253981-b651-4378-8e36-8fe49e3c3f60 req-51905b0f-0e3b-41c2-90cf-c2688f31280a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:14.076925 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-03253981-b651-4378-8e36-8fe49e3c3f60 req-51905b0f-0e3b-41c2-90cf-c2688f31280a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.1345737 Jun 16 15:47:14.195494 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-03253981-b651-4378-8e36-8fe49e3c3f60 req-a3e76fcc-0821-4864-9ede-4737c6304127 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084511 Jun 16 15:47:14.219669 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-191627c3-d786-4309-9c34-5c645f282a5d service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729765 Jun 16 15:47:14.356465 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f165738-cbf9-4310-81e7-3ff9bbea8741 req-15402ef1-be0b-4136-a96e-13e5d45f45ac service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254632 Jun 16 15:47:15.419542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c596d1f-f521-4b2c-8938-302e052724c6 req-ccfc01ad-060d-4945-97a8-f0a9f9736513 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:15.426218 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c596d1f-f521-4b2c-8938-302e052724c6 req-ccfc01ad-060d-4945-97a8-f0a9f9736513 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0919006 Jun 16 15:47:15.466047 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c596d1f-f521-4b2c-8938-302e052724c6 req-23e42c22-9db0-444a-9b9c-e1d0e1f96ce0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392458 Jun 16 15:47:15.730640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-112ba801-03f0-4dd2-8c2b-570072041a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:16.663145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9db32-60b5-42ab-9ae2-a1f9189414c1 req-9caa0f50-9593-4704-ad12-1a132c70ec01 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:16.664584 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-28e9db32-60b5-42ab-9ae2-a1f9189414c1 req-9caa0f50-9593-4704-ad12-1a132c70ec01 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0874674 Jun 16 15:47:16.711551 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-28e9db32-60b5-42ab-9ae2-a1f9189414c1 req-b73d0add-8819-4554-b695-7749b9f65c5a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401583 Jun 16 15:47:17.502365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 937f4007-0eca-4580-9809-1bd87bae3f69 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:47:17.505308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 937f4007-0eca-4580-9809-1bd87bae3f69 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:47:17.722246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 937f4007-0eca-4580-9809-1bd87bae3f69 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:47:17.722613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:17.745459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:17.768956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '937f4007-0eca-4580-9809-1bd87bae3f69', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'port_id': '937f4007-0eca-4580-9809-1bd87bae3f69', 'mac_address': 'fa:16:3e:3f:97:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:47:17.770309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:47:17.810435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:17.831607 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16503c76-e3b0-4258-a558-4742c252d8e3'] response: {'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69', 'code': 200} Jun 16 15:47:17.838008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 937f4007-0eca-4580-9809-1bd87bae3f69 is: ACTIVE; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:47:17.838387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:17.859463 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 937f4007-0eca-4580-9809-1bd87bae3f69 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:47:17.910558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80958b69-0d76-42b5-84a8-4e2e79ad8c9d req-55d5fb47-da2d-4510-a459-0a6178fe66f4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:17.912801 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-80958b69-0d76-42b5-84a8-4e2e79ad8c9d req-55d5fb47-da2d-4510-a459-0a6178fe66f4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0919023 Jun 16 15:47:17.959673 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-80958b69-0d76-42b5-84a8-4e2e79ad8c9d req-c2b013db-5c18-4424-8fcd-2f456d1b6b74 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409718 Jun 16 15:47:17.971442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.057549 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:47:18.058013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:47:18.065627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:18.074015 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.074363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.074707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.075341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.075676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.076048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.076340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.076668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.076997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.077322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.077645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.077970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.461953 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5845-ce01-4c85-8046-ca09ed46c96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.616154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 937f4007-0eca-4580-9809-1bd87bae3f69 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:47:18.617021 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.635240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937f4007-0eca-4580-9809-1bd87bae3f69 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:47:18.655105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:18.947288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.948993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.014519 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['937f4007-0eca-4580-9809-1bd87bae3f69'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:19.062228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:19.078011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40952-3e94-4313-a9a5-b2c92c656433 req-d2d48c5e-7a7f-4af2-8e46-6f488683926a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:19.079553 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7ed40952-3e94-4313-a9a5-b2c92c656433 req-d2d48c5e-7a7f-4af2-8e46-6f488683926a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 944 time: 0.0939760 Jun 16 15:47:19.284997 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7ed40952-3e94-4313-a9a5-b2c92c656433 req-18c0688a-86a2-46dc-ba5e-c4c88341e67c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577581 Jun 16 15:47:19.315273 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-927debcc-d60f-4bf2-9853-5447944468e1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:19.316819 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-927debcc-d60f-4bf2-9853-5447944468e1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&binding%3Ahost_id=hv-neutron-8460 HTTP/1.1" status: 200 len: 944 time: 0.2302668 Jun 16 15:47:19.403570 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-9fac65c1-e62c-4309-9482-77a164f903dc service neutron] 10.222.0.46 "GET /v2.0/ports/937f4007-0eca-4580-9809-1bd87bae3f69/bindings/hv-neutron-8460 HTTP/1.1" status: 200 len: 384 time: 0.0795081 Jun 16 15:47:19.503419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-a83c3954-6bb8-4f5b-8463-67072fa3f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:19.504920 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-a83c3954-6bb8-4f5b-8463-67072fa3f3d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 1097 time: 0.0786362 Jun 16 15:47:19.523541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 937f4007-0eca-4580-9809-1bd87bae3f69 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:19.597343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 937f4007-0eca-4580-9809-1bd87bae3f69 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:19.597343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.642637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-a694a663-37f1-4f1d-bbe6-c7171e41cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:19.646373 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-a694a663-37f1-4f1d-bbe6-c7171e41cc17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1329021 Jun 16 15:47:19.714645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 937f4007-0eca-4580-9809-1bd87bae3f69 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:47:19.716226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.748227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:19.749930 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-7ddcfe3e-1855-406e-9b5d-9ac1ec957eed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937f4007-0eca-4580-9809-1bd87bae3f69 HTTP/1.1" status: 200 len: 1000 time: 0.0995178 Jun 16 15:47:19.819881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-80165736-5f38-454c-b5e9-ff446c412ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:19.821313 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-80165736-5f38-454c-b5e9-ff446c412ac8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0650575 Jun 16 15:47:19.832274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:47:19.877478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.908803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-87daba46-a990-4ba2-9c75-10a82f987cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:19.910295 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-87daba46-a990-4ba2-9c75-10a82f987cca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833194 Jun 16 15:47:19.913810 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3eb160-5ef3-41ca-9f1d-2eb52be9f4a5'] response: {'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69', 'code': 200} Jun 16 15:47:19.959886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:20.049333 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-5ec1c4e5-4bb3-441e-b8cb-e94e20d3f2ff service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328614 Jun 16 15:47:20.185603 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-61fa2d0c-9070-4e41-8603-ce196415018a service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305273 Jun 16 15:47:20.403477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.487147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cb6f4-0397-4adc-967c-fd78667aa177 req-37106bc5-36de-4cce-88be-40da87d66a60 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:20.488647 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-257cb6f4-0397-4adc-967c-fd78667aa177 req-37106bc5-36de-4cce-88be-40da87d66a60 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0945044 Jun 16 15:47:20.536748 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-257cb6f4-0397-4adc-967c-fd78667aa177 req-c1241623-60ef-4704-b884-677d85276295 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Jun 16 15:47:21.631708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.735072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a368b19-4d90-4082-ae8b-596f7838abaf req-b6da20a5-7d5e-4f67-8f42-283733a02ded tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:21.736518 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8a368b19-4d90-4082-ae8b-596f7838abaf req-b6da20a5-7d5e-4f67-8f42-283733a02ded tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0879507 Jun 16 15:47:21.781088 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8a368b19-4d90-4082-ae8b-596f7838abaf req-b26da3ef-9c4d-4b3e-ae51-49e87a2ca9fa tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387416 Jun 16 15:47:22.993588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe0e77-a64b-4ada-a8d8-0c7316142324 req-77e83f95-83c3-4a19-b41f-0b725c92ae58 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:22.995544 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b2fe0e77-a64b-4ada-a8d8-0c7316142324 req-77e83f95-83c3-4a19-b41f-0b725c92ae58 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.1049061 Jun 16 15:47:23.040507 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b2fe0e77-a64b-4ada-a8d8-0c7316142324 req-73931d60-5fb2-4977-bff9-e7291777b20d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393989 Jun 16 15:47:23.670098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-ef7c5ae3-e833-4c13-9189-d3f010f200b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:23.671564 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-ef7c5ae3-e833-4c13-9189-d3f010f200b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 1098 time: 0.0838153 Jun 16 15:47:23.771009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-7e13f04e-fab5-4434-a5db-12a377d0be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:23.772465 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-7e13f04e-fab5-4434-a5db-12a377d0be25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 1098 time: 0.0795856 Jun 16 15:47:23.904029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-0b042b4a-f186-4a90-87fe-35a9102702cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:23.905334 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-0b042b4a-f186-4a90-87fe-35a9102702cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1272728 Jun 16 15:47:24.112911 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-9218b120-3e8b-4ffe-b273-b3851b042344 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937f4007-0eca-4580-9809-1bd87bae3f69 HTTP/1.1" status: 200 len: 1001 time: 0.2011821 Jun 16 15:47:24.227012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-dc64a9b3-4cb8-44aa-a060-46793b6a371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:24.228441 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-dc64a9b3-4cb8-44aa-a060-46793b6a371e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.1092849 Jun 16 15:47:24.311511 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dd440-3b39-42e1-ad9b-7a0d326b768a req-8f8630f5-9f9f-46c3-98f2-b25ea91618e9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:24.313050 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6d0dd440-3b39-42e1-ad9b-7a0d326b768a req-8f8630f5-9f9f-46c3-98f2-b25ea91618e9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.1616111 Jun 16 15:47:24.372508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-6c4293df-6866-41f2-8242-585f9d77a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:24.373974 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-6c4293df-6866-41f2-8242-585f9d77a5a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1380751 Jun 16 15:47:24.381636 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6d0dd440-3b39-42e1-ad9b-7a0d326b768a req-21679f99-d92e-4b61-9df8-0b045f1dbe16 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617530 Jun 16 15:47:24.508818 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-5be98708-4fba-498c-a9e1-1ae42ad7f791 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262541 Jun 16 15:47:24.643621 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a8873e6-aa67-4937-86aa-101ba86a3001 req-7cc6bba6-3401-4ee0-a968-2ae23922d67d service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286182 Jun 16 15:47:25.562472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 937f4007-0eca-4580-9809-1bd87bae3f69 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:47:25.579482 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3d606-dfb0-4af1-aec1-de7141f3905c req-8fa02b24-d62f-4f76-9124-06f3c3bbdc36 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:25.581040 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86e3d606-dfb0-4af1-aec1-de7141f3905c req-8fa02b24-d62f-4f76-9124-06f3c3bbdc36 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.0879893 Jun 16 15:47:25.631985 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86e3d606-dfb0-4af1-aec1-de7141f3905c req-db2e2757-4a1f-455b-ac48-7c950dcb7d74 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Jun 16 15:47:25.695192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 937f4007-0eca-4580-9809-1bd87bae3f69 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:47:25.695564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:25.735216 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:47:25.745337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:25.810425 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865d5afc-b4f7-49f8-a80f-f8e4bc33d121'] response: {'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69', 'code': 200} Jun 16 15:47:25.833211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:25.902777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=9']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:26.862221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98accfd-43e5-49ee-8d01-6cd9194f1500 req-6cd5cfa6-5b57-4f01-9d29-f6293b111ea8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:26.863692 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c98accfd-43e5-49ee-8d01-6cd9194f1500 req-6cd5cfa6-5b57-4f01-9d29-f6293b111ea8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 943 time: 0.1069667 Jun 16 15:47:26.908306 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c98accfd-43e5-49ee-8d01-6cd9194f1500 req-111c0f23-54e4-43f5-82d4-deccc65fc287 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385909 Jun 16 15:47:27.129217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6207a-1743-4f0d-919f-07c037dff3d2 req-0f289741-ea59-4b5f-8925-bc09fbc7c277 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:27.131249 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7cb6207a-1743-4f0d-919f-07c037dff3d2 req-0f289741-ea59-4b5f-8925-bc09fbc7c277 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 943 time: 0.0940537 Jun 16 15:47:27.195327 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7cb6207a-1743-4f0d-919f-07c037dff3d2 req-82537070-0412-4e0a-a9b8-8ae83f98be84 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445688 Jun 16 15:47:27.419691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a42c8-906e-4fa6-a480-7af9938653f3 req-5125caaf-bc8d-4b61-8896-2083191171e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:27.422281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-184a42c8-906e-4fa6-a480-7af9938653f3 req-5125caaf-bc8d-4b61-8896-2083191171e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 943 time: 0.1096303 Jun 16 15:47:27.476826 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-184a42c8-906e-4fa6-a480-7af9938653f3 req-5704f233-0654-48a5-80ec-d40ccbdd9047 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479908 Jun 16 15:47:27.562978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 937f4007-0eca-4580-9809-1bd87bae3f69 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:47:27.777036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:27.795274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '937f4007-0eca-4580-9809-1bd87bae3f69', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'port_id': '937f4007-0eca-4580-9809-1bd87bae3f69', 'mac_address': 'fa:16:3e:3f:97:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:47:27.852488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 937f4007-0eca-4580-9809-1bd87bae3f69 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:47:27.852903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:27.874482 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937f4007-0eca-4580-9809-1bd87bae3f69 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:47:27.891114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:27.968479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:28.042603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['937f4007-0eca-4580-9809-1bd87bae3f69'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:28.110524 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=10']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:28.233153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21451b29-c677-43fc-95b8-d1956c529ccf req-db988ecb-edd3-4d4d-93b2-f4ac8bff085c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:28.234858 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-21451b29-c677-43fc-95b8-d1956c529ccf req-db988ecb-edd3-4d4d-93b2-f4ac8bff085c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.1100516 Jun 16 15:47:28.290978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-21451b29-c677-43fc-95b8-d1956c529ccf req-8b0b0a7d-1091-4cd2-a926-b3479d64224d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478017 Jun 16 15:47:29.502959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622d110-78d6-40f9-896c-8a237d61d487 req-6cd6e8ef-a4f6-47d2-92c1-fcabad5dd3b1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:29.505597 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b622d110-78d6-40f9-896c-8a237d61d487 req-6cd6e8ef-a4f6-47d2-92c1-fcabad5dd3b1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 945 time: 0.1032829 Jun 16 15:47:29.553856 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b622d110-78d6-40f9-896c-8a237d61d487 req-d4eb730a-e46d-465e-915e-96757f42bb0a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422823 Jun 16 15:47:29.562161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 937f4007-0eca-4580-9809-1bd87bae3f69 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:29.631000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 937f4007-0eca-4580-9809-1bd87bae3f69 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:29.631364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.749022 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 937f4007-0eca-4580-9809-1bd87bae3f69 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:47:29.749397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.776581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:47:29.787480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:29.823479 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad158d69-55cb-4a74-9d12-63133817cbf9'] response: {'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69', 'code': 200} Jun 16 15:47:29.913242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.981571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=11']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:30.539891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-f3aa5681-a6a0-403b-af09-fbd9831ab18e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:30.541285 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-f3aa5681-a6a0-403b-af09-fbd9831ab18e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 946 time: 0.0878990 Jun 16 15:47:30.624909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Deleting port 937f4007-0eca-4580-9809-1bd87bae3f69 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:47:30.625266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:31.024716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5d034-8446-49df-874b-34c6a7f5d108 req-3170791f-c636-40cc-9f1c-a3320bfb8682 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:31.026163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bdc5d034-8446-49df-874b-34c6a7f5d108 req-3170791f-c636-40cc-9f1c-a3320bfb8682 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 946 time: 0.3493950 Jun 16 15:47:31.088540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] For port 937f4007-0eca-4580-9809-1bd87bae3f69, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=937f4007-0eca-4580-9809-1bd87bae3f69,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:31.088883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:31.107228 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bdc5d034-8446-49df-874b-34c6a7f5d108 req-30a7becf-6a20-4c9b-8f17-4c84c632a1ab tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750160 Jun 16 15:47:31.407362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:31.407726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:31.408043 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc disassociated. External IP: 172.26.2.53, port: 937f4007-0eca-4580-9809-1bd87bae3f69. Jun 16 15:47:31.408401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Calling delete_port for 937f4007-0eca-4580-9809-1bd87bae3f69 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:47:31.650347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:31.706053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event deleted for resources: {'Port': ['ID=937f4007-0eca-4580-9809-1bd87bae3f69,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.721313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:31.944873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:47:32.138286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:47:32.152837 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53a415-138e-4678-9366-203d52518496 None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:47:32.168452 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53a415-138e-4678-9366-203d52518496 None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:47:32.169974 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6f53a415-138e-4678-9366-203d52518496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:47:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:32.251365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] No DVR routers for this DVR port 937f4007-0eca-4580-9809-1bd87bae3f69 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:47:32.254179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:32.257971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-deleted', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:47:32.343162 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e48889-cff3-4084-abf7-5b94f23905c6'] response: {'server_uuid': '5ac6bd3c-5d20-4ae8-a102-37b99b77b04f', 'name': 'network-vif-deleted', 'tag': '937f4007-0eca-4580-9809-1bd87bae3f69', 'status': 'completed', 'code': 200} Jun 16 15:47:32.355773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-e0dfd59b-2de3-44fa-b067-0c2f372f5f74 req-e8c9c03a-1231-4033-aec9-d283eb92fb2c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:47:32.423017 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b03f143b-74e4-44c3-9f12-ca7948082518 req-de2e4f44-d4b5-4b81-a5a0-43d06819631e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "DELETE /v2.0/ports/937f4007-0eca-4580-9809-1bd87bae3f69 HTTP/1.1" status: 204 len: 173 time: 1.8758390 Jun 16 15:47:32.423473 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-6f53a415-138e-4678-9366-203d52518496 None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:47:32.498871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-e0dfd59b-2de3-44fa-b067-0c2f372f5f74 req-e8c9c03a-1231-4033-aec9-d283eb92fb2c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:47:32.501363 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0dfd59b-2de3-44fa-b067-0c2f372f5f74 req-e8c9c03a-1231-4033-aec9-d283eb92fb2c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac6bd3c-5d20-4ae8-a102-37b99b77b04f HTTP/1.1" status: 200 len: 210 time: 0.2362447 Jun 16 15:47:32.786486 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6f53a415-138e-4678-9366-203d52518496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:32.792784 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53a415-138e-4678-9366-203d52518496 None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:47:32.802567 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53a415-138e-4678-9366-203d52518496 None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:47:32.803197 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6f53a415-138e-4678-9366-203d52518496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:47:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:32.987551 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-6f53a415-138e-4678-9366-203d52518496 None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:47:33.407657 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6f53a415-138e-4678-9366-203d52518496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:33.407657 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53a415-138e-4678-9366-203d52518496 None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:47:33.677192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f7b294-5523-4e67-abdb-11a3a49cdffc None None] New status for floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:47:33.883100 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-48590eaa-d398-44c7-8a15-8c303cbface9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--567992194&fields=id&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 267 time: 0.0457242 Jun 16 15:47:34.055519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d4bf1723-073f-470c-a57a-83abf213eb3f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:34.056970 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d4bf1723-073f-470c-a57a-83abf213eb3f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 812 time: 0.1660755 Jun 16 15:47:34.073299 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-961187cf-424f-4a70-88a9-621cba07da46 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/quotas/ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 375 time: 0.0097811 Jun 16 15:47:34.178701 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-9c903a43-6ee1-4c8f-b885-6f3e6b9552b6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991592 Jun 16 15:47:34.443161 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-806d3b87-859d-4d1f-ac23-ea44a066569b service neutron] 10.222.0.73 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505839 Jun 16 15:47:34.582781 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-3e54b2f9-4364-45c0-89f2-cb123a7a183a service neutron] 10.222.0.73 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339443 Jun 16 15:47:34.873707 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bbbef69f-9da7-4ee1-b6a7-1bef4adabf68 req-8a906f6d-45b4-46bc-836a-93e469100025 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 210 time: 0.0540984 Jun 16 15:47:35.593852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 937f4007-0eca-4580-9809-1bd87bae3f69 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:47:35.627674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 937f4007-0eca-4580-9809-1bd87bae3f69 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:47:35.628016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 937f4007-0eca-4580-9809-1bd87bae3f69 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:47:35.984502 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-483b5a4c-b5be-4a75-aded-ceb8ee4a8c53 req-26439b2b-29f0-42e1-9055-d8370dbc284e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 210 time: 0.0538487 Jun 16 15:47:36.073739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.147868 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c018867-68df-4500-b4a5-54016dd8f481 req-8819718d-5b19-4a99-8275-8e9e0165725b tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 210 time: 0.0515692 Jun 16 15:47:37.545404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723833-dcd3-4491-b739-6b44478c58d7 req-fc07e09c-9919-418b-9824-3dffc8fdd7d2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:37.547423 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-fc07e09c-9919-418b-9824-3dffc8fdd7d2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 812 time: 0.1641517 Jun 16 15:47:37.606715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-e9f233ad-1111-4f48-8976-5fb6d60cdffb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 379 time: 0.0513875 Jun 16 15:47:37.615936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'port': {'device_id': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'admin_state_up': True, 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'security_groups': ['cfaf002d-afac-499b-8fb4-0127391af1d4']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:37.768127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:47:37.773776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Usage tracker for resource:port and tenant:ae6dcd7c8d054445a1c6ea9c42895087 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:47:37.776888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:47:37.782808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:47:37.905792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Made reservation on behalf of ae6dcd7c8d054445a1c6ea9c42895087 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:37.909409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.107320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Allocated IP 172.20.0.5 (5083fb09-93e8-4b20-aa88-df7415f21011/23f3a6a5-fe67-45b1-8f41-3e67845a558d/12557b1c-fc0f-46e4-aa53-6433adb79b1d) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:38.351445 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c2fd81a-6784-4af9-9f55-0aafb51c8111 req-dad6b41a-5ca0-40d4-8817-4ca24f1e80a6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 210 time: 0.0701237 Jun 16 15:47:38.405441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.421935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Transition to ACTIVE for port object 12557b1c-fc0f-46e4-aa53-6433adb79b1d will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:38.528904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.612725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Network 5083fb09-93e8-4b20-aa88-df7415f21011 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:38.613942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:38.618415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:47:38.656131 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:38.689762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:38.690418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.837801 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-f99df6e5-6573-4b95-9a6d-750f0bf35bd4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2258298 Jun 16 15:47:38.849248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Request body: {'port': {'device_id': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:38.962517 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.991572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f91e640a-b33d-4cf7-b9ff-86fdd18c7509 None None] Provisioning for port 12557b1c-fc0f-46e4-aa53-6433adb79b1d completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:38.997076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f91e640a-b33d-4cf7-b9ff-86fdd18c7509 None None] Provisioning complete for port 12557b1c-fc0f-46e4-aa53-6433adb79b1d triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:39.007857 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f91e640a-b33d-4cf7-b9ff-86fdd18c7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.050155 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f91e640a-b33d-4cf7-b9ff-86fdd18c7509 None None] Port 12557b1c-fc0f-46e4-aa53-6433adb79b1d cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:47:39.424543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12557b1c-fc0f-46e4-aa53-6433adb79b1d {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:47:39.435940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.450649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Transition to ACTIVE for port object 12557b1c-fc0f-46e4-aa53-6433adb79b1d will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:39.547000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c17f-4e2e-4413-a7f6-1c0cb0f4cf21 req-dae4943f-c3d9-4ebb-a87e-dfd2d1def834 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:39.547683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-a300c17f-4e2e-4413-a7f6-1c0cb0f4cf21 req-dae4943f-c3d9-4ebb-a87e-dfd2d1def834 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:47:39.579355 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.728613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:39.738483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-a300c17f-4e2e-4413-a7f6-1c0cb0f4cf21 req-dae4943f-c3d9-4ebb-a87e-dfd2d1def834 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:47:39.738483 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a300c17f-4e2e-4413-a7f6-1c0cb0f4cf21 req-dae4943f-c3d9-4ebb-a87e-dfd2d1def834 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 931 time: 0.2791491 Jun 16 15:47:39.833137 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a300c17f-4e2e-4413-a7f6-1c0cb0f4cf21 req-34ccb48b-7427-448f-aa8e-05b5765c79c1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871382 Jun 16 15:47:39.849388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Attempting to bind port 12557b1c-fc0f-46e4-aa53-6433adb79b1d on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:47:39.849727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Attempting to bind port 12557b1c-fc0f-46e4-aa53-6433adb79b1d by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:47:39.850070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Attempting to bind port 12557b1c-fc0f-46e4-aa53-6433adb79b1d on network 5083fb09-93e8-4b20-aa88-df7415f21011 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:39.855020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Port 12557b1c-fc0f-46e4-aa53-6433adb79b1d on network 5083fb09-93e8-4b20-aa88-df7415f21011 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:47:39.855341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Attempting to bind port 12557b1c-fc0f-46e4-aa53-6433adb79b1d on network 5083fb09-93e8-4b20-aa88-df7415f21011 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:39.861377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:39.861880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Checking segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:47:39.862288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Bound using segment: {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:39.862728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Bound port: 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b87b5cb-51c9-4598-9988-95359b1ad43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:47:39.863108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.965171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:39.968904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:40.117821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:40.177386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:40.178016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:40.179549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] 10.222.0.46 "PUT /v2.0/ports/12557b1c-fc0f-46e4-aa53-6433adb79b1d HTTP/1.1" status: 200 len: 1093 time: 1.3344719 Jun 16 15:47:40.180132 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:47:40.217489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b3c35-b4a5-4d80-a26c-5340a785b10a service neutron] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:40.238116 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2984f9-adeb-4438-8709-45518fb951bc'] response: {'name': 'network-changed', 'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'status': 'completed', 'code': 200} Jun 16 15:47:40.349198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b74392-0877-463f-93e0-0b8290a3bf24 req-db844763-c336-4963-9024-e364fb9116b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:40.350672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-54b74392-0877-463f-93e0-0b8290a3bf24 req-db844763-c336-4963-9024-e364fb9116b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 1096 time: 0.0925207 Jun 16 15:47:40.509209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b74392-0877-463f-93e0-0b8290a3bf24 req-08e4cee0-8c31-41c8-9345-9483a68daa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:40.510672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-54b74392-0877-463f-93e0-0b8290a3bf24 req-08e4cee0-8c31-41c8-9345-9483a68daa9a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1525147 Jun 16 15:47:40.665935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b74392-0877-463f-93e0-0b8290a3bf24 req-59127206-57ce-4557-b2c9-d565c3b8e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:40.667327 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-54b74392-0877-463f-93e0-0b8290a3bf24 req-59127206-57ce-4557-b2c9-d565c3b8e7e1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504602 Jun 16 15:47:40.789623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723833-dcd3-4491-b739-6b44478c58d7 req-aceeacab-6963-4246-b194-63c7eaa96180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:40.791205 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-aceeacab-6963-4246-b194-63c7eaa96180 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 1096 time: 0.0852103 Jun 16 15:47:40.864316 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-586e25c5-6aa3-44fe-be5c-d1e349677cf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d HTTP/1.1" status: 200 len: 217 time: 0.0650311 Jun 16 15:47:40.928700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723833-dcd3-4491-b739-6b44478c58d7 req-8f2a00c0-1c86-4614-a7d0-e175ca028143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:40.930026 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-8f2a00c0-1c86-4614-a7d0-e175ca028143 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0602515 Jun 16 15:47:41.088691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d5f7a621-7c9c-4e59-978e-cef3e9a9d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:41.090172 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-d5f7a621-7c9c-4e59-978e-cef3e9a9d772 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1540937 Jun 16 15:47:41.102736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ad858-f8bf-4fc0-95c8-ef834b23abf1 req-b376f468-6d0d-425f-a0cf-939be977b8e1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:41.104176 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f60ad858-f8bf-4fc0-95c8-ef834b23abf1 req-b376f468-6d0d-425f-a0cf-939be977b8e1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 943 time: 0.1324933 Jun 16 15:47:41.243379 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f60ad858-f8bf-4fc0-95c8-ef834b23abf1 req-4709ebf7-12ed-4ce1-b708-3af75cce8235 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206946 Jun 16 15:47:41.271772 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-4f09d2c1-ec30-4732-80ff-ff40629e4173 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666448 Jun 16 15:47:41.516569 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37723833-dcd3-4491-b739-6b44478c58d7 req-50583777-4ce4-4446-830a-25033514919d service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378056 Jun 16 15:47:41.532067 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:47:42.449761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d186c75-41d7-4476-b1f5-90e5b7fc7bc1 req-1d095fd2-7dbd-481a-8895-65158fd1cd69 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:42.451636 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d186c75-41d7-4476-b1f5-90e5b7fc7bc1 req-1d095fd2-7dbd-481a-8895-65158fd1cd69 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 943 time: 0.0969918 Jun 16 15:47:42.500662 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d186c75-41d7-4476-b1f5-90e5b7fc7bc1 req-7a05f718-c6d7-40f5-b6c5-b020d24743e2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Jun 16 15:47:43.655933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 12557b1c-fc0f-46e4-aa53-6433adb79b1d details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:47:43.710627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4078c2-d19e-4d38-9280-57cf6c9bd418 req-4a4cdde0-63d2-4e44-85bc-f423dae3d684 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:43.712400 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee4078c2-d19e-4d38-9280-57cf6c9bd418 req-4a4cdde0-63d2-4e44-85bc-f423dae3d684 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 943 time: 0.1004331 Jun 16 15:47:43.766276 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee4078c2-d19e-4d38-9280-57cf6c9bd418 req-871a4003-2e07-4a95-b80c-57f263ff8900 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480156 Jun 16 15:47:43.842191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:43.856553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'port_id': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'mac_address': 'fa:16:3e:ca:4e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:47:43.912776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 12557b1c-fc0f-46e4-aa53-6433adb79b1d is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:47:43.913067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:43.931185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12557b1c-fc0f-46e4-aa53-6433adb79b1d {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:47:43.947707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:44.065667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:44.140832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:44.292474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['12557b1c-fc0f-46e4-aa53-6433adb79b1d'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:44.968714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4e568-d8db-4995-a322-094229196099 req-3d1af837-e1d5-4707-8199-39e28ec3f60c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:44.970181 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-41f4e568-d8db-4995-a322-094229196099 req-3d1af837-e1d5-4707-8199-39e28ec3f60c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 944 time: 0.0884681 Jun 16 15:47:45.018621 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-41f4e568-d8db-4995-a322-094229196099 req-2604e651-2c6d-441d-bf9f-7a5b0a859c2d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417063 Jun 16 15:47:45.671343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 12557b1c-fc0f-46e4-aa53-6433adb79b1d up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:45.820237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-51c5582a-a814-45fd-b1e4-8fdf37ef96ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:45.900121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 12557b1c-fc0f-46e4-aa53-6433adb79b1d completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:45.905340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 12557b1c-fc0f-46e4-aa53-6433adb79b1d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:45.905710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:46.025447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 12557b1c-fc0f-46e4-aa53-6433adb79b1d is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:47:46.025822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:46.055686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:47:46.067248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:46.106652 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e867b2-0714-455c-9250-8021a27fac5a'] response: {'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'code': 200} Jun 16 15:47:46.209377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:46.226285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b84e1-eac9-4ed1-b80f-5c430b518d87 req-12c29e46-c0c0-4f9b-bc18-43b36d9e2ce9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:46.227846 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-363b84e1-eac9-4ed1-b80f-5c430b518d87 req-12c29e46-c0c0-4f9b-bc18-43b36d9e2ce9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 944 time: 0.0988798 Jun 16 15:47:46.283921 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:46.288507 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-363b84e1-eac9-4ed1-b80f-5c430b518d87 req-655a65b1-e8cf-4d49-ae95-efcec490549d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516086 Jun 16 15:47:46.601976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a5951-fdc6-4250-9035-8ace6c7a74e5 req-f862b159-9708-4ee6-a108-739ad6a96a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:46.603439 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-124a5951-fdc6-4250-9035-8ace6c7a74e5 req-f862b159-9708-4ee6-a108-739ad6a96a34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 1098 time: 0.0908542 Jun 16 15:47:46.646258 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-124a5951-fdc6-4250-9035-8ace6c7a74e5 req-27f0b547-11e5-43f6-ac64-005799a899f7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362322 Jun 16 15:47:47.487349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12b87-5a4d-4a3d-b217-84089afbad5c req-4bde5a4b-f4c9-424f-ad62-fcfdccac2375 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:47.488912 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2a12b87-5a4d-4a3d-b217-84089afbad5c req-4bde5a4b-f4c9-424f-ad62-fcfdccac2375 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0881886 Jun 16 15:47:47.534260 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d2a12b87-5a4d-4a3d-b217-84089afbad5c req-4148b8c8-499e-47b0-9104-723b6e958a07 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396025 Jun 16 15:47:48.398868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-66404427-f419-4499-85d1-6fa7d15f2530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:48.732623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c53623-8e8c-4a74-8cdc-c45a42fd458c req-6bed4f8f-f89b-4905-867c-3a8f050e6ac7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:48.734096 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0c53623-8e8c-4a74-8cdc-c45a42fd458c req-6bed4f8f-f89b-4905-867c-3a8f050e6ac7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0930772 Jun 16 15:47:48.789227 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0c53623-8e8c-4a74-8cdc-c45a42fd458c req-10658d6c-8bf7-4b22-8b82-7b532df7b71f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487278 Jun 16 15:47:48.939984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:48.998548 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ef406-fe17-4566-a919-c9127d054014 req-784f8900-baf4-49c1-8783-857e8b83aad1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:49.000056 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a43ef406-fe17-4566-a919-c9127d054014 req-784f8900-baf4-49c1-8783-857e8b83aad1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.1061852 Jun 16 15:47:49.008801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 36576) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:49.015692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-41b29091-a202-4b70-9ef3-5252305ccf93 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Request body: {'floatingip': {'port_id': '12557b1c-fc0f-46e4-aa53-6433adb79b1d'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:49.091428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41b29091-a202-4b70-9ef3-5252305ccf93 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:49.820836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41b29091-a202-4b70-9ef3-5252305ccf93 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:49.963358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41b29091-a202-4b70-9ef3-5252305ccf93 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.137620 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-41b29091-a202-4b70-9ef3-5252305ccf93 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc associated. External IP: 172.26.2.53, port: 12557b1c-fc0f-46e4-aa53-6433adb79b1d. Jun 16 15:47:50.393071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.499803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b29091-a202-4b70-9ef3-5252305ccf93 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:47:50.682314 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b29091-a202-4b70-9ef3-5252305ccf93 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:47:50.694340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-41b29091-a202-4b70-9ef3-5252305ccf93 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.699101 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:47:50.709367 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:47:50.710004 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:47:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:50.749726 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-41b29091-a202-4b70-9ef3-5252305ccf93 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "PUT /v2.0/floatingips/d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc HTTP/1.1" status: 200 len: 991 time: 1.7396834 Jun 16 15:47:50.750438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:47:50.796128 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0340cc-2af4-4b09-b8e7-727e8ba23222'] response: {'name': 'network-changed', 'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'status': 'completed', 'code': 200} Jun 16 15:47:50.890495 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:47:50.903287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-1754d2b8-f192-46ba-8168-a5428d2d570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:50.904766 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-1754d2b8-f192-46ba-8168-a5428d2d570b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 1098 time: 0.0848703 Jun 16 15:47:51.042786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-f235ae3d-4e8e-44cf-92f4-a56a9fefc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:51.048704 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-f235ae3d-4e8e-44cf-92f4-a56a9fefc0be service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1321423 Jun 16 15:47:51.153953 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-2465e35d-c4b9-41c6-8135-e185083c21d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d HTTP/1.1" status: 200 len: 999 time: 0.1009169 Jun 16 15:47:51.218350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-b22d972d-a608-454d-b5a2-6a75201c4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:51.219820 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-b22d972d-a608-454d-b5a2-6a75201c4375 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0593407 Jun 16 15:47:51.242136 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:ca:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:47:49Z', 'revision_number': 13, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:51.245940 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:47:51.255373 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:47:51.255964 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:47:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:51.431815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-c452156c-9d1d-4c5d-a70f-6459c2d87dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:47:51.433266 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-c452156c-9d1d-4c5d-a70f-6459c2d87dcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2074726 Jun 16 15:47:51.442072 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:47:51.571777 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-34950498-1df9-4793-9e2f-823ab53791df service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303442 Jun 16 15:47:51.642736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:51.708006 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-566c4fc8-5d12-4897-8e74-8b2205d334ff req-c1a258a1-1304-49e1-a3f7-e0653aeeedd9 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300921 Jun 16 15:47:51.830542 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:ca:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:47:49Z', 'revision_number': 13, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:51.834382 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e3e54-caa1-4444-af69-7ebe935fde86 None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'd5fe2ca4-f229-4618-be7b-cbd3ba6e77bc', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'port_id': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'mac_address': 'fa:16:3e:ca:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:42:59Z', 'updated_at': '2022-06-16T15:47:49Z', 'revision_number': 13, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:47:52.039886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daddc0bd-edd9-46ae-a641-171c8d4d2952 None None] New status for floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:48:05.974313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:15.804388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ee63cfb-90a4-453f-9bd8-4d2da5616292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:18.531158 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:48:18.596518 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee901-f0fa-4b36-a4c3-a3cd8909cba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:18.798035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:20.391310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:21.597899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:31.561669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41704f6a-da23-4382-a984-63c1fa5e6237 req-09b141d5-21b4-4e19-9360-eb4b40021b0b tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:31.563058 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-41704f6a-da23-4382-a984-63c1fa5e6237 req-09b141d5-21b4-4e19-9360-eb4b40021b0b tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0888832 Jun 16 15:48:31.609809 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-41704f6a-da23-4382-a984-63c1fa5e6237 req-a36b2c4b-4733-4117-a359-ac0747ab8ce9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403321 Jun 16 15:48:35.969213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:43.991319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a43a-eb23-497e-b877-bbcb8efadd35 req-c52fff51-2be1-41b1-916e-6fa26f024736 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:43.992976 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3117a43a-eb23-497e-b877-bbcb8efadd35 req-c52fff51-2be1-41b1-916e-6fa26f024736 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0965407 Jun 16 15:48:44.041482 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3117a43a-eb23-497e-b877-bbcb8efadd35 req-8c19e0f6-9a31-4810-a154-f69f9c6608f3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424008 Jun 16 15:48:44.139805 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-e983ada9-21ff-4f1a-b245-194f287f8a8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928459 Jun 16 15:48:45.260368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b204e-2d70-4a8f-b153-feacf824d28b req-13fd742d-fc14-4a4d-a38f-7b0787a32dc6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:45.261891 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-721b204e-2d70-4a8f-b153-feacf824d28b req-13fd742d-fc14-4a4d-a38f-7b0787a32dc6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0991547 Jun 16 15:48:45.323437 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-721b204e-2d70-4a8f-b153-feacf824d28b req-276f6a52-8d55-41f0-b67d-d033d3a8e85e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546963 Jun 16 15:48:45.757444 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8dc101e0-4a06-4af8-a66f-ad6f16682809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:46.530702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736e3c-e6c4-4755-820e-2a78cb47359b req-2e40629e-e912-4350-96de-853b2de9cb1a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:46.532197 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-29736e3c-e6c4-4755-820e-2a78cb47359b req-2e40629e-e912-4350-96de-853b2de9cb1a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0931158 Jun 16 15:48:46.577699 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-29736e3c-e6c4-4755-820e-2a78cb47359b req-7384ddfb-5abb-4ebc-a25f-7b8efc4a1e21 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391004 Jun 16 15:48:46.679674 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-4388d280-99cf-4f3d-af38-d3b587eb9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:46.681178 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-4388d280-99cf-4f3d-af38-d3b587eb9b47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 1098 time: 0.0893657 Jun 16 15:48:46.815151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-a15ff88d-b064-40d4-b46a-0386c1f022cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:46.816487 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-a15ff88d-b064-40d4-b46a-0386c1f022cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1292791 Jun 16 15:48:46.924102 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-35a67213-ee2a-4d2d-bc53-19e43444eed5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d HTTP/1.1" status: 200 len: 1001 time: 0.0965416 Jun 16 15:48:46.984885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-ef9df0e3-0b3d-40ca-8e64-a2ee424bae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:46.986297 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-ef9df0e3-0b3d-40ca-8e64-a2ee424bae41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0562198 Jun 16 15:48:47.074456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-7e6a4ccf-522a-4f38-ab3c-c961e3203418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:47.075881 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-7e6a4ccf-522a-4f38-ab3c-c961e3203418 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836449 Jun 16 15:48:47.209526 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-9537ba31-5594-40b1-8ddf-64ee78e4d6a3 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269002 Jun 16 15:48:47.351117 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-6634047d-b031-4bd7-b4b1-bc82b21ac174 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343968 Jun 16 15:48:47.774609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebad06-9d9c-4a67-b5d1-c6b7ca75f52a req-26a6ef34-c838-4bc3-99f5-e53fd6c594d6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:47.776218 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9bebad06-9d9c-4a67-b5d1-c6b7ca75f52a req-26a6ef34-c838-4bc3-99f5-e53fd6c594d6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0897610 Jun 16 15:48:47.821611 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9bebad06-9d9c-4a67-b5d1-c6b7ca75f52a req-01fa353b-7fa5-4b20-b34b-cd59474f7f63 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385807 Jun 16 15:48:48.391906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41cf4be1-e833-4458-826b-36b7e1b29a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:48.763038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:49.125974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-d27fc75b-76bd-47c4-bd66-d059a38c94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:49.127385 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-d27fc75b-76bd-47c4-bd66-d059a38c94f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 1098 time: 0.2593813 Jun 16 15:48:49.154245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83945130-0841-46ce-bee4-cc4bab8639ba req-45f48853-68a1-49a3-81fd-4f4d4b22e6ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:49.155741 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-83945130-0841-46ce-bee4-cc4bab8639ba req-45f48853-68a1-49a3-81fd-4f4d4b22e6ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.1165357 Jun 16 15:48:49.292646 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-83945130-0841-46ce-bee4-cc4bab8639ba req-abd20b10-a345-475a-9764-ac33fb8172ba tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161275 Jun 16 15:48:49.323343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-e1280877-e2c2-48d5-bbc7-b3e49abc1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:49.324849 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-e1280877-e2c2-48d5-bbc7-b3e49abc1a35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1681643 Jun 16 15:48:49.444652 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-1f9a84d7-b72d-4725-b809-106fe9361939 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d HTTP/1.1" status: 200 len: 1001 time: 0.1122458 Jun 16 15:48:49.509697 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-f7004b01-4593-4325-bb6c-185452b61818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:49.511232 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-f7004b01-4593-4325-bb6c-185452b61818 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0600159 Jun 16 15:48:49.600964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-d96abfb1-d513-4ad6-b3a5-4be1d1242402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:49.602413 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-d96abfb1-d513-4ad6-b3a5-4be1d1242402 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845444 Jun 16 15:48:49.740811 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-38782fba-70db-4600-adcd-932145863c18 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316936 Jun 16 15:48:49.888206 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-627510bc-16ca-49f6-9902-4e531df7cc80 req-4b5e3560-ce97-40ae-afa2-052ec31d5aa6 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408317 Jun 16 15:48:50.404661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:50.520777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43639dc1-348b-4821-88eb-a73cca7394ab req-1a3e1f84-0cf5-4931-a35d-f14facd5f690 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:50.520777 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-43639dc1-348b-4821-88eb-a73cca7394ab req-1a3e1f84-0cf5-4931-a35d-f14facd5f690 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0969887 Jun 16 15:48:50.547466 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-43639dc1-348b-4821-88eb-a73cca7394ab req-d8953b39-76bd-4df1-a35b-bb48aa7b3830 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413144 Jun 16 15:48:51.619769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:51.760216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1268a8-c700-411d-9355-957cd21324ab req-25f88aa2-955d-4a2d-a50c-8f8b1cddde76 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:51.761664 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee1268a8-c700-411d-9355-957cd21324ab req-25f88aa2-955d-4a2d-a50c-8f8b1cddde76 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.1050038 Jun 16 15:48:51.806779 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee1268a8-c700-411d-9355-957cd21324ab req-df3103e3-b1a2-4958-a363-e2bd800610de tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392940 Jun 16 15:48:53.004555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec62407-c4ec-455d-81a0-817d98712c6f req-664032bc-80bd-42b8-8a86-4db9e451adf1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:53.005994 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aec62407-c4ec-455d-81a0-817d98712c6f req-664032bc-80bd-42b8-8a86-4db9e451adf1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0897331 Jun 16 15:48:53.057393 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aec62407-c4ec-455d-81a0-817d98712c6f req-b7ade345-5edf-42cf-9bfb-e32b22728c1f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456195 Jun 16 15:48:54.258135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c0240-0ce0-431f-adce-a54a44a7cf7a req-86706820-5688-43a9-a2c1-5a8943fa7fde tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:54.259621 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f81c0240-0ce0-431f-adce-a54a44a7cf7a req-86706820-5688-43a9-a2c1-5a8943fa7fde tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0931082 Jun 16 15:48:54.305328 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f81c0240-0ce0-431f-adce-a54a44a7cf7a req-791abef7-f514-4ec1-a48c-f755f9390a37 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399511 Jun 16 15:48:55.504855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807c696-db78-4f4c-b4fb-809bf767ccff req-db987a86-a156-4358-804f-6a51936a7976 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:55.506356 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c807c696-db78-4f4c-b4fb-809bf767ccff req-db987a86-a156-4358-804f-6a51936a7976 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0949156 Jun 16 15:48:55.532025 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:48:55.554763 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c807c696-db78-4f4c-b4fb-809bf767ccff req-8b20ea27-ea5b-492f-a61e-ce4f339cbbd0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403073 Jun 16 15:48:56.750797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb694cad-78a3-464a-87ab-c1956788fa70 req-399c9f34-87ad-4520-aaf4-38bd90d70d28 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:56.752294 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb694cad-78a3-464a-87ab-c1956788fa70 req-399c9f34-87ad-4520-aaf4-38bd90d70d28 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0874450 Jun 16 15:48:56.796752 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb694cad-78a3-464a-87ab-c1956788fa70 req-af251500-9198-4f8c-92fb-b973f5e08844 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378642 Jun 16 15:48:57.993623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a66391-6ae8-4bab-a6da-397f7cfe8746 req-081bea62-acd3-4487-879d-8d22b50fccfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:57.995082 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-96a66391-6ae8-4bab-a6da-397f7cfe8746 req-081bea62-acd3-4487-879d-8d22b50fccfb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0919404 Jun 16 15:48:58.038281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-96a66391-6ae8-4bab-a6da-397f7cfe8746 req-178b818d-9da7-40d5-8fcc-fce6f2893f1d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374484 Jun 16 15:48:59.360329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d35a7-cccf-4d8d-8e79-05380ec28315 req-ea2f421a-a80c-413f-8025-3305124add86 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:48:59.361706 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-320d35a7-cccf-4d8d-8e79-05380ec28315 req-ea2f421a-a80c-413f-8025-3305124add86 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.1986184 Jun 16 15:48:59.407125 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-320d35a7-cccf-4d8d-8e79-05380ec28315 req-0c8b58bd-cfe4-4ddc-8915-8aefff1f8228 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396516 Jun 16 15:49:00.602914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a9eab-d698-44d4-b1d6-72bd1270b370 req-a531d714-fc68-44ef-87e1-8cd0cb786b42 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:00.604517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b8a9eab-d698-44d4-b1d6-72bd1270b370 req-a531d714-fc68-44ef-87e1-8cd0cb786b42 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0880804 Jun 16 15:49:00.647985 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2b8a9eab-d698-44d4-b1d6-72bd1270b370 req-f9ba2646-ebbd-44bf-84ef-c796504d67ac tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377574 Jun 16 15:49:01.843678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11282-7d39-4d85-9f8c-9fd68708b57f req-5a87af6a-c122-44d8-a013-610fb6f5bb59 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:01.845155 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fda11282-7d39-4d85-9f8c-9fd68708b57f req-5a87af6a-c122-44d8-a013-610fb6f5bb59 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0908513 Jun 16 15:49:01.895902 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fda11282-7d39-4d85-9f8c-9fd68708b57f req-3adca8b2-50b5-4a47-8884-1f8c036bc8e8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431974 Jun 16 15:49:03.093776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151a4d2-7b54-4f36-8df6-7ff42808dce8 req-76023130-c693-4ae6-b3e7-24aeefc03624 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:03.095234 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2151a4d2-7b54-4f36-8df6-7ff42808dce8 req-76023130-c693-4ae6-b3e7-24aeefc03624 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0915174 Jun 16 15:49:03.138308 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2151a4d2-7b54-4f36-8df6-7ff42808dce8 req-a4285119-8423-43fe-bcd9-41f117a988a0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374451 Jun 16 15:49:04.334553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ee72c-522f-409e-a435-6b078bb094d1 req-3ed7623a-6c2e-4f4c-a304-b4b14ca6535e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:04.336110 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c79ee72c-522f-409e-a435-6b078bb094d1 req-3ed7623a-6c2e-4f4c-a304-b4b14ca6535e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0896268 Jun 16 15:49:04.380149 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c79ee72c-522f-409e-a435-6b078bb094d1 req-e714f406-7f6b-4bd9-9509-dddaae8c499c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383365 Jun 16 15:49:05.583403 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e6ebe-8857-4099-a0c9-8df06967acfe req-04384119-3a50-4add-926f-cd48475aa523 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:05.584785 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c87e6ebe-8857-4099-a0c9-8df06967acfe req-04384119-3a50-4add-926f-cd48475aa523 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0955281 Jun 16 15:49:05.629689 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c87e6ebe-8857-4099-a0c9-8df06967acfe req-1e6e717e-09ea-4cca-b896-9205d94df039 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389495 Jun 16 15:49:06.048426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:06.827895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c1b67-4243-409d-be4f-a522f5955c92 req-fdde50ef-e596-4f15-ad05-a613c810dcf4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:06.829347 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f53c1b67-4243-409d-be4f-a522f5955c92 req-fdde50ef-e596-4f15-ad05-a613c810dcf4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0926983 Jun 16 15:49:06.873826 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f53c1b67-4243-409d-be4f-a522f5955c92 req-3407df09-0361-4fbf-988c-8387fafda737 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381098 Jun 16 15:49:08.081365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76eaa5-57f3-4711-93d3-05ee4c882950 req-22c5c303-f7d3-4eba-87dc-ea1b630e8f46 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:08.082958 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-db76eaa5-57f3-4711-93d3-05ee4c882950 req-22c5c303-f7d3-4eba-87dc-ea1b630e8f46 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0890753 Jun 16 15:49:08.126550 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-db76eaa5-57f3-4711-93d3-05ee4c882950 req-b6eb95ab-4271-4976-ae63-1a5cdc0086b4 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379193 Jun 16 15:49:09.326082 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809007c9-296a-4420-9ad3-8dbe97a8f4a0 req-665b454f-f616-4c7d-a92e-e94bea070124 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:09.327815 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-809007c9-296a-4420-9ad3-8dbe97a8f4a0 req-665b454f-f616-4c7d-a92e-e94bea070124 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0952516 Jun 16 15:49:09.372420 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-809007c9-296a-4420-9ad3-8dbe97a8f4a0 req-15400c5e-bc72-4209-89f4-8d800653833b tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383224 Jun 16 15:49:10.573346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdcc32-3b33-46db-ac8d-1f476e7cd4dc req-18b69cde-e23b-4a9a-b40b-36ee632f6dfa tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:10.574764 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-decdcc32-3b33-46db-ac8d-1f476e7cd4dc req-18b69cde-e23b-4a9a-b40b-36ee632f6dfa tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0931926 Jun 16 15:49:10.627368 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-decdcc32-3b33-46db-ac8d-1f476e7cd4dc req-cff07ab8-4f50-4baf-bc69-933d45a41e3c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461493 Jun 16 15:49:11.822788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb51080-84fc-463d-95db-0a2c587e59fa req-757f300e-5020-475b-9f58-c57471fd0546 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:11.824290 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3eb51080-84fc-463d-95db-0a2c587e59fa req-757f300e-5020-475b-9f58-c57471fd0546 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0876560 Jun 16 15:49:11.869729 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3eb51080-84fc-463d-95db-0a2c587e59fa req-41bf0625-f278-4acf-9302-56ffc80f7574 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393982 Jun 16 15:49:13.074068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897530ee-4f94-4e70-8b76-90762c1381a1 req-57581a16-71e1-4e8e-8d0b-fd9e7b4d7a19 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:13.075600 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-897530ee-4f94-4e70-8b76-90762c1381a1 req-57581a16-71e1-4e8e-8d0b-fd9e7b4d7a19 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0975864 Jun 16 15:49:13.120444 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-897530ee-4f94-4e70-8b76-90762c1381a1 req-e0364a13-f8f2-4030-9e97-c15c43589304 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386803 Jun 16 15:49:14.320456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06846f28-c3a5-4cb1-831b-fa2b7dfc35d3 req-e8a82e62-b5c0-4407-a573-22334cf38f8d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:14.321963 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06846f28-c3a5-4cb1-831b-fa2b7dfc35d3 req-e8a82e62-b5c0-4407-a573-22334cf38f8d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0930567 Jun 16 15:49:14.367422 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06846f28-c3a5-4cb1-831b-fa2b7dfc35d3 req-a7835d6e-5c92-48f1-a2cd-e2e79f7a2e2c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393536 Jun 16 15:49:15.576091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003faf87-61c2-4a92-b56a-cf3f97564552 req-cae98304-90b7-4230-8926-70f14b9063fb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:15.577897 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-003faf87-61c2-4a92-b56a-cf3f97564552 req-cae98304-90b7-4230-8926-70f14b9063fb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0967019 Jun 16 15:49:15.623355 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-003faf87-61c2-4a92-b56a-cf3f97564552 req-52b6a162-f562-41c9-8af9-98e6eac1f743 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385594 Jun 16 15:49:15.801841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-754aeb7b-041b-4999-b2bb-69ea04e34fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:16.020511 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-c3217d5c-8305-46ba-b61e-9b58357c75e5 service neutron] 10.222.0.46 "GET /v2.0/ports/12557b1c-fc0f-46e4-aa53-6433adb79b1d/bindings/hv-neutron-8460 HTTP/1.1" status: 200 len: 384 time: 0.1297803 Jun 16 15:49:16.731870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-693679e9-0af5-4181-b695-be2bd2ba66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:16.733307 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-693679e9-0af5-4181-b695-be2bd2ba66d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 1098 time: 0.0796063 Jun 16 15:49:16.884035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12cd4c-8da5-4394-a45f-de20a97bdf4d req-236a3770-a783-435e-9467-e0037c58753d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:16.885494 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ce12cd4c-8da5-4394-a45f-de20a97bdf4d req-236a3770-a783-435e-9467-e0037c58753d tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.1513302 Jun 16 15:49:16.890815 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-12c04b7f-4c68-48e7-8654-3e89d301aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:16.892153 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-12c04b7f-4c68-48e7-8654-3e89d301aecf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 1098 time: 0.1153178 Jun 16 15:49:17.012711 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ce12cd4c-8da5-4394-a45f-de20a97bdf4d req-280f78e9-0b6b-4723-b1e5-3a16d1efaa1a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195905 Jun 16 15:49:17.156083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-aea0ce65-e740-441e-a4bd-afbe2edbac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:17.157460 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-aea0ce65-e740-441e-a4bd-afbe2edbac70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.2518179 Jun 16 15:49:17.260627 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-125697ca-4773-49c7-ad36-2052618c0c62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d HTTP/1.1" status: 200 len: 1001 time: 0.0967281 Jun 16 15:49:17.323900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-a56c7e22-eb3a-464d-8d03-c9ede4546603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:17.325330 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-a56c7e22-eb3a-464d-8d03-c9ede4546603 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0584810 Jun 16 15:49:17.410585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-5c472fcd-7ad2-435e-bc38-bc41297b0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:17.412184 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-5c472fcd-7ad2-435e-bc38-bc41297b0597 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801308 Jun 16 15:49:17.553276 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-2ae049ea-738e-44c5-ae0b-515b63b2e6b0 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343861 Jun 16 15:49:17.691081 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1bdcd942-9c13-4c37-afc4-74e2fbee53ab req-ab45b13d-d886-499a-bf2e-6b172d48d609 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315758 Jun 16 15:49:18.230419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9a886-abb5-4e96-b528-3671a1ae5499 req-afff45d3-fa70-40de-9c97-d6b279dbf0a9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:18.232190 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-10b9a886-abb5-4e96-b528-3671a1ae5499 req-afff45d3-fa70-40de-9c97-d6b279dbf0a9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0959883 Jun 16 15:49:18.293691 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-10b9a886-abb5-4e96-b528-3671a1ae5499 req-f2753151-eceb-44d4-859f-e31823ac5bba tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503976 Jun 16 15:49:18.373961 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-13f0a4fd-69e2-41bf-ac57-9ec45eba183c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:18.434615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 12557b1c-fc0f-46e4-aa53-6433adb79b1d no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:49:18.555574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 12557b1c-fc0f-46e4-aa53-6433adb79b1d is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:49:18.555957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:18.583302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:49:18.593954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:18.642073 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1940bd3c-4277-4f1e-8860-78f0cd9b1ced'] response: {'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'code': 200} Jun 16 15:49:18.688367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:18.767325 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:18.774811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.775183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.775737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.776079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.776414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.776748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.777082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.777454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.777778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.778103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.778425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.778748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:18.831424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:19.500733 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728855f-54fa-4fcc-a336-17750b54fc81 req-35d55938-1050-4fed-aa31-43abd064f197 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:19.502179 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d728855f-54fa-4fcc-a336-17750b54fc81 req-35d55938-1050-4fed-aa31-43abd064f197 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 943 time: 0.0910752 Jun 16 15:49:19.548861 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d728855f-54fa-4fcc-a336-17750b54fc81 req-c58830c2-31b1-465a-a427-7c2f0ed0a6cb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401459 Jun 16 15:49:20.442890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.743769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8e5af-90b4-4cc8-984c-34da75cb6c6a req-406dc15f-acc2-4f82-bb17-c66b48e0bec0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:20.745221 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-32c8e5af-90b4-4cc8-984c-34da75cb6c6a req-406dc15f-acc2-4f82-bb17-c66b48e0bec0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 943 time: 0.0873361 Jun 16 15:49:20.789742 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-32c8e5af-90b4-4cc8-984c-34da75cb6c6a req-9fcc294c-15eb-48d4-89b5-d87ad8fc019f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387497 Jun 16 15:49:21.619743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:21.987649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7505b-9d37-47d0-9e07-40a2c90ef2ca req-e44e4f70-9d68-43eb-bffd-6835d686ec21 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:21.989014 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c6f7505b-9d37-47d0-9e07-40a2c90ef2ca req-e44e4f70-9d68-43eb-bffd-6835d686ec21 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 943 time: 0.0913680 Jun 16 15:49:22.032807 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c6f7505b-9d37-47d0-9e07-40a2c90ef2ca req-067b5880-40a0-4df0-8530-fe08daf77442 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376909 Jun 16 15:49:22.450002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 12557b1c-fc0f-46e4-aa53-6433adb79b1d details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:49:22.585514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:22.598193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'port_id': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'mac_address': 'fa:16:3e:ca:4e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:49:22.655616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 12557b1c-fc0f-46e4-aa53-6433adb79b1d is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:49:22.656285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:22.672196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12557b1c-fc0f-46e4-aa53-6433adb79b1d {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:49:22.687437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:22.842360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:22.909818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['12557b1c-fc0f-46e4-aa53-6433adb79b1d'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:49:22.951463 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:23.246993 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987ef1-bed8-4122-8abc-cb64043d2d4d req-353ab7ce-60d3-45aa-b0ae-d258d85578d0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:23.248438 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86987ef1-bed8-4122-8abc-cb64043d2d4d req-353ab7ce-60d3-45aa-b0ae-d258d85578d0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 944 time: 0.1023250 Jun 16 15:49:23.296419 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86987ef1-bed8-4122-8abc-cb64043d2d4d req-328f86e1-95ed-4ce2-b715-b6dca10333ab tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420980 Jun 16 15:49:24.444774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 12557b1c-fc0f-46e4-aa53-6433adb79b1d up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:49:24.509684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15169f-2b1a-45ec-a21b-9526dfa88363 req-2de1c055-1a87-45e6-8d28-99935dd550f6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:24.511267 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e15169f-2b1a-45ec-a21b-9526dfa88363 req-2de1c055-1a87-45e6-8d28-99935dd550f6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 944 time: 0.0944915 Jun 16 15:49:24.520329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 12557b1c-fc0f-46e4-aa53-6433adb79b1d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:49:24.520693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:24.561927 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e15169f-2b1a-45ec-a21b-9526dfa88363 req-744207b7-1ffe-4442-af86-546ec1ca2bda tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395160 Jun 16 15:49:24.640118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 12557b1c-fc0f-46e4-aa53-6433adb79b1d is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:49:24.640489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:24.680228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:49:24.740270 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7ffe3e-a6ee-4f84-b614-a65288450581'] response: {'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'code': 200} Jun 16 15:49:24.741843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:24.848073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:24.942385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:25.759494 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e12cf-1038-4788-b812-f6fdac45fec4 req-f1768620-5465-4a4f-b651-c966253b1054 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:25.760968 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bb9e12cf-1038-4788-b812-f6fdac45fec4 req-f1768620-5465-4a4f-b651-c966253b1054 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0904934 Jun 16 15:49:25.810294 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bb9e12cf-1038-4788-b812-f6fdac45fec4 req-9df2c27b-ef2b-455c-b2b1-32b0664f9c3e tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436749 Jun 16 15:49:27.015047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f809d-cf6a-4781-8381-cf4e40a492cb req-45c907c2-8d72-4171-a908-dfe7448fc3af tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:27.016656 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a6f809d-cf6a-4781-8381-cf4e40a492cb req-45c907c2-8d72-4171-a908-dfe7448fc3af tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0905492 Jun 16 15:49:27.061351 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2a6f809d-cf6a-4781-8381-cf4e40a492cb req-925ce6f2-3732-49a3-9aa1-763e927a5a28 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389266 Jun 16 15:49:28.258055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fe119-a473-4e45-ac5b-8feee35cb7f7 req-22df2ad6-b69c-47b3-bee6-c03bb55b6d04 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:28.259675 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-472fe119-a473-4e45-ac5b-8feee35cb7f7 req-22df2ad6-b69c-47b3-bee6-c03bb55b6d04 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0904117 Jun 16 15:49:28.304241 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-472fe119-a473-4e45-ac5b-8feee35cb7f7 req-b5335132-b6d9-486c-9bb0-7d7177d877d9 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386741 Jun 16 15:49:29.369705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633a0d1-488d-4b9f-b295-34378e99b237 req-5d3dd03b-e410-406e-9709-7f58fda9d335 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:29.371216 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a633a0d1-488d-4b9f-b295-34378e99b237 req-5d3dd03b-e410-406e-9709-7f58fda9d335 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.2776463 Jun 16 15:49:29.380160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-c9eb1e01-035e-4b4f-b210-52e0abeb00d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:29.381564 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-c9eb1e01-035e-4b4f-b210-52e0abeb00d3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&binding%3Ahost_id=hv-neutron-8460 HTTP/1.1" status: 200 len: 945 time: 0.2425220 Jun 16 15:49:29.492493 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a633a0d1-488d-4b9f-b295-34378e99b237 req-7a0d4675-637d-4397-973b-edbbcfe14652 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099467 Jun 16 15:49:29.502916 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-f46ea843-4abd-41d1-8f54-56c5b1e59481 service neutron] 10.222.0.46 "GET /v2.0/ports/12557b1c-fc0f-46e4-aa53-6433adb79b1d/bindings/hv-neutron-8460 HTTP/1.1" status: 200 len: 384 time: 0.1129825 Jun 16 15:49:29.623039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-7e6664c3-e98d-4b31-bcf8-7f164d0a590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:29.624415 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-7e6664c3-e98d-4b31-bcf8-7f164d0a590d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 1098 time: 0.0871627 Jun 16 15:49:29.776223 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-9167c871-6891-4bc9-8572-bd994fbcc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:29.777663 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-9167c871-6891-4bc9-8572-bd994fbcc79c service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1471813 Jun 16 15:49:29.882990 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-4e357f87-b465-41cf-b466-5f8705ddb96f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d HTTP/1.1" status: 200 len: 1001 time: 0.0985007 Jun 16 15:49:29.958266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-68a7a63c-c2b9-4d5d-a8e6-4a6d1657e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:29.959732 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-68a7a63c-c2b9-4d5d-a8e6-4a6d1657e44c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0704787 Jun 16 15:49:30.045828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-02a99feb-dd2f-419b-86e3-5b477a1c76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:30.047310 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-02a99feb-dd2f-419b-86e3-5b477a1c76f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806289 Jun 16 15:49:30.178323 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-73864e6e-2ddc-4835-bfc0-6ffeda47e090 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236999 Jun 16 15:49:30.319884 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-6adf306c-bf58-4f9a-a7f5-f0059c5d55fc service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357186 Jun 16 15:49:30.740037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6698f5a-d984-4a40-9f1b-f1170d7e0f71 req-204a356f-aebf-433a-83f6-dcc93c39456f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:30.741536 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a6698f5a-d984-4a40-9f1b-f1170d7e0f71 req-204a356f-aebf-433a-83f6-dcc93c39456f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.1050799 Jun 16 15:49:30.796004 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a6698f5a-d984-4a40-9f1b-f1170d7e0f71 req-6944bb8b-4569-444f-a7ae-2777b84e60ef tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485468 Jun 16 15:49:32.002962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f6e2a-cb49-4718-b600-37949013f696 req-5d9fd05a-02e4-488c-b582-c89e80f215d6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:32.004411 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-894f6e2a-cb49-4718-b600-37949013f696 req-5d9fd05a-02e4-488c-b582-c89e80f215d6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0943224 Jun 16 15:49:32.047674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-894f6e2a-cb49-4718-b600-37949013f696 req-c50d630c-76a3-4ba2-9554-d75af32c35d1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375652 Jun 16 15:49:32.531344 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:49:33.247191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3cc94-3366-4049-89b1-587c93e50d53 req-7b8e75a5-c9c1-4fc4-841e-6c7435bb1bc2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:33.248822 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5d3cc94-3366-4049-89b1-587c93e50d53 req-7b8e75a5-c9c1-4fc4-841e-6c7435bb1bc2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0911546 Jun 16 15:49:33.299771 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5d3cc94-3366-4049-89b1-587c93e50d53 req-4543e77c-6a98-48b9-93fa-a29be3f0757f tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438166 Jun 16 15:49:34.513084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573134-a132-450c-bf1f-2e3116a02fa0 req-7c10938f-7af7-4d35-ba6e-fd60527c7c54 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:34.514775 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f7573134-a132-450c-bf1f-2e3116a02fa0 req-7c10938f-7af7-4d35-ba6e-fd60527c7c54 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0992978 Jun 16 15:49:34.564357 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f7573134-a132-450c-bf1f-2e3116a02fa0 req-9808af07-8416-4923-bf7a-1b4f05c0daec tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435991 Jun 16 15:49:34.716522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-20744da9-ed43-483f-b4ac-38a35198101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:34.718066 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-20744da9-ed43-483f-b4ac-38a35198101b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3&tenant_id=ae6dcd7c8d054445a1c6ea9c42895087 HTTP/1.1" status: 200 len: 1098 time: 0.0848155 Jun 16 15:49:34.820737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-b5d079c0-9d8f-42b0-98f8-cab3431b411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:34.822133 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-b5d079c0-9d8f-42b0-98f8-cab3431b411a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 1098 time: 0.0822449 Jun 16 15:49:34.958004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-b5901257-3d47-44c3-877a-c9f93c4529da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:34.959502 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-b5901257-3d47-44c3-877a-c9f93c4529da service neutron] 10.222.0.46 "GET /v2.0/networks?id=5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 200 len: 913 time: 0.1305156 Jun 16 15:49:35.180730 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-9c7c51a8-4eed-4fa7-ac9f-52d9436900a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d HTTP/1.1" status: 200 len: 1001 time: 0.2137480 Jun 16 15:49:35.250605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-458f749c-cef8-44c2-bdd5-9e4263369c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:35.253020 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-458f749c-cef8-44c2-bdd5-9e4263369c8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 200 len: 851 time: 0.0663114 Jun 16 15:49:35.346946 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-b65ce882-4cdb-42b0-81db-ec09d96eeee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:35.348524 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-b65ce882-4cdb-42b0-81db-ec09d96eeee2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5083fb09-93e8-4b20-aa88-df7415f21011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892830 Jun 16 15:49:35.489642 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-7f06d607-900b-4bf1-b632-f1dc1d68d457 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340168 Jun 16 15:49:35.641667 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fa006dd-fbbb-40a4-bd62-4e611b943621 req-194bb069-d9d0-4e95-831b-1fb9dda83d49 service neutron] 10.222.0.46 "GET /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440632 Jun 16 15:49:35.804808 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727a34-2504-4669-b204-d927007024e0 req-25f40ce8-6bc4-4032-9839-753352d25f59 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:35.807411 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd727a34-2504-4669-b204-d927007024e0 req-25f40ce8-6bc4-4032-9839-753352d25f59 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.1242645 Jun 16 15:49:35.856931 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd727a34-2504-4669-b204-d927007024e0 req-c04313d1-660a-433f-9d47-a66f5ea7c877 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426831 Jun 16 15:49:36.008478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:36.496664 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 12557b1c-fc0f-46e4-aa53-6433adb79b1d no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:49:36.617929 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 12557b1c-fc0f-46e4-aa53-6433adb79b1d is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:49:36.618454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:36.648459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:49:36.661597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:36.715512 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3317c82e-9302-417d-9cd3-f2a2af909476'] response: {'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'code': 200} Jun 16 15:49:36.773917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:36.859440 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=9']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:37.104115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211b1dd-7011-420a-bffe-e0ad3b7f857c req-9c635b5a-1553-4c90-bc0a-2d8480a36aa2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:37.105496 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1211b1dd-7011-420a-bffe-e0ad3b7f857c req-9c635b5a-1553-4c90-bc0a-2d8480a36aa2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 943 time: 0.1187110 Jun 16 15:49:37.157609 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1211b1dd-7011-420a-bffe-e0ad3b7f857c req-05d0bf94-cd58-4a05-af95-d0b70e8f3e15 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434623 Jun 16 15:49:38.391714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301413-3d65-4627-9a28-13ffe4f5d116 req-0918bad6-3c03-4874-8e54-9a7f1af653e6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:38.393461 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f9301413-3d65-4627-9a28-13ffe4f5d116 req-0918bad6-3c03-4874-8e54-9a7f1af653e6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 943 time: 0.1038983 Jun 16 15:49:38.445757 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f9301413-3d65-4627-9a28-13ffe4f5d116 req-4ad36e89-2ac4-4f2d-abe5-e3a170413dbf tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447972 Jun 16 15:49:39.655255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cbced-5281-43f8-af52-f47916d8d3a4 req-00eaa19a-7fdf-4796-874f-8d7ac8335ac2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:39.656079 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-376cbced-5281-43f8-af52-f47916d8d3a4 req-00eaa19a-7fdf-4796-874f-8d7ac8335ac2 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 943 time: 0.0960195 Jun 16 15:49:39.719433 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-376cbced-5281-43f8-af52-f47916d8d3a4 req-c806efe2-4d5a-481a-89aa-c03ddefd2668 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536478 Jun 16 15:49:40.520615 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 12557b1c-fc0f-46e4-aa53-6433adb79b1d details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:49:40.666364 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:40.683428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'port_id': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'mac_address': 'fa:16:3e:ca:4e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:49:40.748978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 12557b1c-fc0f-46e4-aa53-6433adb79b1d is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:49:40.749463 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:40.772304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12557b1c-fc0f-46e4-aa53-6433adb79b1d {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:49:40.793360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:40.876826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:40.938986 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fe2dc-d4dc-4e1b-8d4b-8580f75c9ac0 req-bd947e53-721c-49b4-9391-9c537c679648 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:40.944038 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b84fe2dc-d4dc-4e1b-8d4b-8580f75c9ac0 req-bd947e53-721c-49b4-9391-9c537c679648 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.1119351 Jun 16 15:49:40.954621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['12557b1c-fc0f-46e4-aa53-6433adb79b1d'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:49:40.993580 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b84fe2dc-d4dc-4e1b-8d4b-8580f75c9ac0 req-fb6d9074-d74b-4343-94fe-da6c96a6cf32 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469694 Jun 16 15:49:41.012491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=10']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:42.219846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cb4de-351b-4004-8a4a-83f44119dfb9 req-6d223a75-1186-45e7-be3d-8684ceb222a6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:42.221820 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f12cb4de-351b-4004-8a4a-83f44119dfb9 req-6d223a75-1186-45e7-be3d-8684ceb222a6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 945 time: 0.0979922 Jun 16 15:49:42.277388 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f12cb4de-351b-4004-8a4a-83f44119dfb9 req-65b1b9b2-d114-4f6f-a573-546536e5d021 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478170 Jun 16 15:49:42.523504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 12557b1c-fc0f-46e4-aa53-6433adb79b1d up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:49:42.600419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 12557b1c-fc0f-46e4-aa53-6433adb79b1d triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:49:42.600793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:42.731470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 12557b1c-fc0f-46e4-aa53-6433adb79b1d is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:49:42.731771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:42.760756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:49:42.772112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:42.817759 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cc074e-a3c2-45eb-bc3e-e76fc1f6e266'] response: {'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'code': 200} Jun 16 15:49:42.899275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:42.993155 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=11']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:43.480999 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f23239-8d22-4b8e-8d48-bf461f47243e req-9a5e57d6-d992-4686-a131-acec7f1ab058 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:43.482469 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-02f23239-8d22-4b8e-8d48-bf461f47243e req-9a5e57d6-d992-4686-a131-acec7f1ab058 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 946 time: 0.0906584 Jun 16 15:49:43.528136 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-02f23239-8d22-4b8e-8d48-bf461f47243e req-cae098c3-ff79-4106-8700-2a81ad6a17d6 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392036 Jun 16 15:49:44.752535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0bb27-fa82-44fe-aff2-5998d6c6953c req-f04a9c9c-ef67-438a-a6ff-02bee5b9a3fb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:44.754045 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8ee0bb27-fa82-44fe-aff2-5998d6c6953c req-f04a9c9c-ef67-438a-a6ff-02bee5b9a3fb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 946 time: 0.0994458 Jun 16 15:49:44.807455 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8ee0bb27-fa82-44fe-aff2-5998d6c6953c req-84eb5a19-b1f9-4824-894c-6701a943fb09 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470784 Jun 16 15:49:45.756569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-34011bd1-d8d0-4bbe-a769-45aa3f8daebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:46.026856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee164a1e-2881-476a-bee2-7d126adccdb8 req-975dc617-d1c7-46b5-a826-363e050f828c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:46.028342 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee164a1e-2881-476a-bee2-7d126adccdb8 req-975dc617-d1c7-46b5-a826-363e050f828c tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 946 time: 0.0963366 Jun 16 15:49:46.081511 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee164a1e-2881-476a-bee2-7d126adccdb8 req-79b022a5-84ab-4a78-b9a6-061fd520ace1 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448794 Jun 16 15:49:46.325414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc2d01-786e-4f13-8c05-4bafccd75548 req-efcd6eaf-3619-4a0b-81d9-4517889e5008 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:46.326882 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fcbc2d01-786e-4f13-8c05-4bafccd75548 req-efcd6eaf-3619-4a0b-81d9-4517889e5008 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 946 time: 0.1163929 Jun 16 15:49:46.372135 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fcbc2d01-786e-4f13-8c05-4bafccd75548 req-107feb07-815c-471b-9d5f-ef7cfa7bb5e3 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391874 Jun 16 15:49:46.572832 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89808f-6232-4d08-83b5-776cb5ba8f1e req-a438f7bc-11fc-44d5-9674-5d15120d53a0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:46.574336 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c89808f-6232-4d08-83b5-776cb5ba8f1e req-a438f7bc-11fc-44d5-9674-5d15120d53a0 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 946 time: 0.0955834 Jun 16 15:49:46.622181 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c89808f-6232-4d08-83b5-776cb5ba8f1e req-bca11f0d-4d3f-4790-a9db-2c0122717653 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412076 Jun 16 15:49:47.497941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9ef75-a7ac-4331-8596-4df9c6eeed54 req-9a7fe393-a92b-4db7-94c7-79bbd6e65edb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:47.499453 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06a9ef75-a7ac-4331-8596-4df9c6eeed54 req-9a7fe393-a92b-4db7-94c7-79bbd6e65edb tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 946 time: 0.0933661 Jun 16 15:49:47.658520 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06a9ef75-a7ac-4331-8596-4df9c6eeed54 req-98190202-94fb-4667-9daf-aeeaaaf08789 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524312 Jun 16 15:49:48.407675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d7189680-b738-497e-920f-6c82972c0eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:48.802116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:48.856735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4bbdb-dad7-4a68-b749-934cd8bcd2fa req-c7755eaa-98d7-4446-ad05-f2dca88866e7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:48.858166 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-56e4bbdb-dad7-4a68-b749-934cd8bcd2fa req-c7755eaa-98d7-4446-ad05-f2dca88866e7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 946 time: 0.0886152 Jun 16 15:49:48.906898 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-56e4bbdb-dad7-4a68-b749-934cd8bcd2fa req-a0579b2f-8bd1-4007-a1ec-2cabc39d945a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428622 Jun 16 15:49:49.952649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-401c4160-d3a1-4cf2-b9da-a1b3d56e74d7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:49.954058 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-401c4160-d3a1-4cf2-b9da-a1b3d56e74d7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 946 time: 0.0869687 Jun 16 15:49:50.067489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Deleting port 12557b1c-fc0f-46e4-aa53-6433adb79b1d {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:49:50.067748 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.256651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad5f5b-aaeb-4af1-8c37-2d5f18acbe88 req-b308cf40-baf3-44ca-8b67-4f1b5becc805 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:49:50.258354 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8ad5f5b-aaeb-4af1-8c37-2d5f18acbe88 req-b308cf40-baf3-44ca-8b67-4f1b5becc805 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 946 time: 0.2413628 Jun 16 15:49:50.378595 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b8ad5f5b-aaeb-4af1-8c37-2d5f18acbe88 req-9ec97d37-fe1c-4e98-b599-3a6d2d3370a8 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups?id=cfaf002d-afac-499b-8fb4-0127391af1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127679 Jun 16 15:49:50.401309 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] For port 12557b1c-fc0f-46e4-aa53-6433adb79b1d, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=12557b1c-fc0f-46e4-aa53-6433adb79b1d,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:50.401670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.407846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.701565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.701933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.702246 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc disassociated. External IP: 172.26.2.53, port: 12557b1c-fc0f-46e4-aa53-6433adb79b1d. Jun 16 15:49:50.702845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Calling delete_port for 12557b1c-fc0f-46e4-aa53-6433adb79b1d owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:49:50.974011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.025813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event deleted for resources: {'Port': ['ID=12557b1c-fc0f-46e4-aa53-6433adb79b1d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:51.084096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.084438 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.084772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.085100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.085422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.085746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.086164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.086489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.086809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.087151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.087469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.087780 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:51.231860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:49:51.555174 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92789f1e-347c-40f2-ad30-f4e169ac848b req-b9942b63-1b3d-4297-9963-bef487a3bc6a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 210 time: 0.0600662 Jun 16 15:49:51.579884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:49:51.589777 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:49:51.600257 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:49:51.600960 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:49:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:51.668200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] No DVR routers for this DVR port 12557b1c-fc0f-46e4-aa53-6433adb79b1d on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:49:51.670895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.674045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-deleted', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:49:51.722158 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ae1efe-13bb-4d54-8104-f54035db21d2'] response: {'server_uuid': '4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3', 'name': 'network-vif-deleted', 'tag': '12557b1c-fc0f-46e4-aa53-6433adb79b1d', 'status': 'completed', 'code': 200} Jun 16 15:49:51.722477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.793660 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:49:51.888370 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c83666d6-82c3-4497-a8d4-14d5ef35d805 req-ec5f99a1-4b9d-4a1f-94e7-cd8ba865a5e5 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.46 "DELETE /v2.0/ports/12557b1c-fc0f-46e4-aa53-6433adb79b1d HTTP/1.1" status: 204 len: 173 time: 1.9291799 Jun 16 15:49:52.101125 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:52.105069 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:49:52.113791 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:49:52.119588 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:49:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:52.306501 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:49:52.628829 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:52.633476 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0f791-75a7-4261-a23d-9ada9e17322f None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:42:54Z', 'revision_number': 4, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b480c5f9-e248-48ca-8489-2cf725fd6bd8', 'name': '', 'network_id': '5083fb09-93e8-4b20-aa88-df7415f21011', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:53Z', 'updated_at': '2022-06-16T15:43:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'subnets': [{'id': '23f3a6a5-fe67-45b1-8f41-3e67845a558d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:49:52.866887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-77b41b25-a597-49c8-8c4f-675b3b2ecb90 req-0b1ee452-ce4a-4d43-8f53-b93b2c19f99a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Synchronizing usage tracker for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:49:52.871431 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2439d5a0-400d-416a-aaa9-e16a203f9e24 None None] New status for floating IP d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:49:53.053001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-77b41b25-a597-49c8-8c4f-675b3b2ecb90 req-0b1ee452-ce4a-4d43-8f53-b93b2c19f99a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Unset dirty status for tenant:ae6dcd7c8d054445a1c6ea9c42895087 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:49:53.054904 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-77b41b25-a597-49c8-8c4f-675b3b2ecb90 req-0b1ee452-ce4a-4d43-8f53-b93b2c19f99a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a22ac-36c3-4dc1-be1a-0d88a9d081e3 HTTP/1.1" status: 200 len: 210 time: 0.2394359 Jun 16 15:49:54.574116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 12557b1c-fc0f-46e4-aa53-6433adb79b1d no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:49:54.608191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 12557b1c-fc0f-46e4-aa53-6433adb79b1d {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:49:54.608522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 12557b1c-fc0f-46e4-aa53-6433adb79b1d not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:49:57.598912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 36842) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:57.673177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e98b-cdc2-4335-881e-06ef98038c7a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:57.703375 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e98b-cdc2-4335-881e-06ef98038c7a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:57.859049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e98b-cdc2-4335-881e-06ef98038c7a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:57.877050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2e98b-cdc2-4335-881e-06ef98038c7a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaf002d-afac-499b-8fb4-0127391af1d4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:57.966842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcb2e98b-cdc2-4335-881e-06ef98038c7a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:57.968019 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bcb2e98b-cdc2-4335-881e-06ef98038c7a tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "DELETE /v2.0/security-groups/cfaf002d-afac-499b-8fb4-0127391af1d4 HTTP/1.1" status: 204 len: 168 time: 0.3679452 Jun 16 15:49:57.970545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 36846) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:57.986508 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.api.v2.resource [None req-1ed5bd12-d69b-4824-8ef6-5bc18ff9c0f7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] show failed (client error): The resource could not be found. Jun 16 15:49:57.987502 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1ed5bd12-d69b-4824-8ef6-5bc18ff9c0f7 tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "GET /v2.0/security-groups/cfaf002d-afac-499b-8fb4-0127391af1d4 HTTP/1.1" status: 404 len: 347 time: 0.0160079 Jun 16 15:49:57.990917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 36850) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:58.157372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-954a5043-ddf8-43cd-b900-cb2c62eb59ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Deleting port c409953f-e7e4-49b9-9514-6f0132a76499 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:49:58.157609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-954a5043-ddf8-43cd-b900-cb2c62eb59ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:58.352429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-954a5043-ddf8-43cd-b900-cb2c62eb59ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:58.352732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-954a5043-ddf8-43cd-b900-cb2c62eb59ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:58.476462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-954a5043-ddf8-43cd-b900-cb2c62eb59ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Calling delete_port for c409953f-e7e4-49b9-9514-6f0132a76499 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:49:58.733550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-954a5043-ddf8-43cd-b900-cb2c62eb59ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:58.780225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a5043-ddf8-43cd-b900-cb2c62eb59ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Pushing event deleted for resources: {'Port': ['ID=c409953f-e7e4-49b9-9514-6f0132a76499,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:58.880724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-954a5043-ddf8-43cd-b900-cb2c62eb59ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:59.025753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-954a5043-ddf8-43cd-b900-cb2c62eb59ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:59.026885 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-954a5043-ddf8-43cd-b900-cb2c62eb59ad tempest-ServerActionsTestJSON-757477045 tempest-ServerActionsTestJSON-757477045-project] 10.222.0.73 "DELETE /v2.0/floatingips/d5fe2ca4-f229-4618-be7b-cbd3ba6e77bc HTTP/1.1" status: 204 len: 168 time: 1.0350854 Jun 16 15:49:59.030389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 36854) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:59.612426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:59.974535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Deleting port b480c5f9-e248-48ca-8489-2cf725fd6bd8 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:49:59.974830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:00.151674 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] For port b480c5f9-e248-48ca-8489-2cf725fd6bd8, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b480c5f9-e248-48ca-8489-2cf725fd6bd8,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:00.152462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:00.394702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Calling delete_port for b480c5f9-e248-48ca-8489-2cf725fd6bd8 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:50:00.687380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:00.735501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Pushing event deleted for resources: {'Port': ['ID=b480c5f9-e248-48ca-8489-2cf725fd6bd8,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:00.786614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.787012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.787311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.787680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.788012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.788345 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.788675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.789053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.789378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.789700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.790022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:00.790343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:01.024761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:01.402520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Router 5e98aee0-187f-43a5-9bc8-029f38fd09df has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:50:01.578916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:50:01.588897 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] Sync routers for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:50:01.592209 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-eed3f416-f675-4eb4-a804-384e9ffb5340 admin admin] 10.222.0.73 "PUT /v2.0/routers/5e98aee0-187f-43a5-9bc8-029f38fd09df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5606341 Jun 16 15:50:01.594612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 36860) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:01.598100 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:50:01.598710 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:49:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:01.833204 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:50:01.915124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:02.098441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:02.138562 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:50:00Z', 'revision_number': 5, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port': {'id': 'd0031911-e46a-4d96-9858-fc92d576067e', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:42:50Z', 'updated_at': '2022-06-16T15:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:02.142615 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] Checking router: 5e98aee0-187f-43a5-9bc8-029f38fd09df for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:50:02.151425 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] Routers {'5e98aee0-187f-43a5-9bc8-029f38fd09df'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:50:02.152348 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:49:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5e98aee0-187f-43a5-9bc8-029f38fd09df'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:02.196306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Deleting port d0031911-e46a-4d96-9858-fc92d576067e {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:50:02.196690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:02.316296 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] Set router 5e98aee0-187f-43a5-9bc8-029f38fd09df gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:50:02.387911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] For port d0031911-e46a-4d96-9858-fc92d576067e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d0031911-e46a-4d96-9858-fc92d576067e,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:02.388217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:02.432053 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:50:02Z', 'revision_number': 6, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:02.436393 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1b470-c979-4391-a6b2-e9b2a102cc4f None None] The sync data for ids ['5e98aee0-187f-43a5-9bc8-029f38fd09df'] in dv-neutron-846028-2-hyperv is: [{'id': '5e98aee0-187f-43a5-9bc8-029f38fd09df', 'name': 'tempest-ServerActionsTestJSON-1348554772-router', 'tenant_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:42:49Z', 'updated_at': '2022-06-16T15:50:02Z', 'revision_number': 6, 'project_id': 'ae6dcd7c8d054445a1c6ea9c42895087', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:50:02.517267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Calling delete_port for d0031911-e46a-4d96-9858-fc92d576067e owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:50:02.785781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:02.840542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d0031911-e46a-4d96-9858-fc92d576067e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:02.942901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.123805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.127269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.259365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.259927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e98aee0-187f-43a5-9bc8-029f38fd09df {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:50:03.275764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.277085 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-105f2483-bfae-4823-b5a4-93fd7891a8fc admin admin] 10.222.0.73 "DELETE /v2.0/routers/5e98aee0-187f-43a5-9bc8-029f38fd09df HTTP/1.1" status: 204 len: 168 time: 1.6815302 Jun 16 15:50:03.279778 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 36864) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:03.345650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6c8d04-7e22-4bcc-b0e8-9ceb523e8bdc admin admin] Deleting subnet 23f3a6a5-fe67-45b1-8f41-3e67845a558d {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:50:03.349374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8d04-7e22-4bcc-b0e8-9ceb523e8bdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.403124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8d04-7e22-4bcc-b0e8-9ceb523e8bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.485856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8d04-7e22-4bcc-b0e8-9ceb523e8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.767745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8d04-7e22-4bcc-b0e8-9ceb523e8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.927479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c8d04-7e22-4bcc-b0e8-9ceb523e8bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f3a6a5-fe67-45b1-8f41-3e67845a558d,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:03.931333 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8d04-7e22-4bcc-b0e8-9ceb523e8bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.938032 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1d6c8d04-7e22-4bcc-b0e8-9ceb523e8bdc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/23f3a6a5-fe67-45b1-8f41-3e67845a558d HTTP/1.1" status: 204 len: 168 time: 0.6566231 Jun 16 15:50:03.939319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40118f9-c7aa-4915-9926-c3a2a1fbb292 None None] Network 5083fb09-93e8-4b20-aa88-df7415f21011 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:50:03.940396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 36868) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:04.046014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.057453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Deleting port b18051c9-711d-4df8-a696-2e9e024d5d60 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:50:04.057784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.196456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] DHCP port deletion for 5083fb09-93e8-4b20-aa88-df7415f21011 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:50:04.200939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] Deleting port b18051c9-711d-4df8-a696-2e9e024d5d60 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:50:04.201461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.279953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] For port b18051c9-711d-4df8-a696-2e9e024d5d60, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b18051c9-711d-4df8-a696-2e9e024d5d60,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:04.281126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.315001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d0031911-e46a-4d96-9858-fc92d576067e no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:50:04.377840 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: d0031911-e46a-4d96-9858-fc92d576067e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:50:04.378186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d0031911-e46a-4d96-9858-fc92d576067e not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:50:04.378627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b480c5f9-e248-48ca-8489-2cf725fd6bd8 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:50:04.415712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: b480c5f9-e248-48ca-8489-2cf725fd6bd8 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:50:04.415964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b480c5f9-e248-48ca-8489-2cf725fd6bd8 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:50:04.416377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b18051c9-711d-4df8-a696-2e9e024d5d60 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:50:04.420679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Calling delete_port for b18051c9-711d-4df8-a696-2e9e024d5d60 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:50:04.527387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] For port b18051c9-711d-4df8-a696-2e9e024d5d60, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b18051c9-711d-4df8-a696-2e9e024d5d60,segment=NetworkSegment(5b87b5cb-51c9-4598-9988-95359b1ad43e),segment_id=5b87b5cb-51c9-4598-9988-95359b1ad43e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:04.527781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.596067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.644716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18051c9-711d-4df8-a696-2e9e024d5d60,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:04.646661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] No DVR routers for this DVR port b18051c9-711d-4df8-a696-2e9e024d5d60 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:50:04.657892 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] Calling delete_port for b18051c9-711d-4df8-a696-2e9e024d5d60 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:50:04.693271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No active binding found for port b18051c9-711d-4df8-a696-2e9e024d5d60 {{(pid=89747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 15:50:04.693688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b18051c9-711d-4df8-a696-2e9e024d5d60 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:50:04.745280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:50:04.745642 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:50:04.767680 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.805702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5083fb09-93e8-4b20-aa88-df7415f21011']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:04.818168 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b87b5cb-51c9-4598-9988-95359b1ad43e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:04.818168 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b87b5cb-51c9-4598-9988-95359b1ad43e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:04.830367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.863075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.863075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:50:04.863075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.949693 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 5b87b5cb-51c9-4598-9988-95359b1ad43e resource provider aggregate not found Jun 16 15:50:04.972922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 5b87b5cb-51c9-4598-9988-95359b1ad43e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b87b5cb-51c9-4598-9988-95359b1ad43e found for delete ", "request_id": "req-87793248-4409-451f-9765-d05c1e162233"}]} Jun 16 15:50:05.030275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:05.052002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:05.062771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5083fb09-93e8-4b20-aa88-df7415f21011,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:05.174138 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e9e08a67-1313-496e-b306-001c7c716df6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5083fb09-93e8-4b20-aa88-df7415f21011 HTTP/1.1" status: 204 len: 168 time: 1.2319832 Jun 16 15:50:05.246445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] Deleting port b18051c9-711d-4df8-a696-2e9e024d5d60 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:50:05.247119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:05.317942 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ccb0bd48-565c-4d37-b2f3-9043735a82c2 None None] The port 'b18051c9-711d-4df8-a696-2e9e024d5d60' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:50:05.533510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 36880) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:05.583761 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-23d28342-820d-46a7-94a4-b2e234756064 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae6dcd7c8d054445a1c6ea9c42895087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490060 Jun 16 15:50:05.587709 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 36884) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:05.648136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c74a9599-a763-43bd-acff-86d785f36ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:05.673714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c74a9599-a763-43bd-acff-86d785f36ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:05.802432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c74a9599-a763-43bd-acff-86d785f36ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:05.820334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a9599-a763-43bd-acff-86d785f36ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f05e95-34dd-4fa7-a06f-4abf129149e7,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:05.826921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c74a9599-a763-43bd-acff-86d785f36ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:05.828928 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c74a9599-a763-43bd-acff-86d785f36ed0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91f05e95-34dd-4fa7-a06f-4abf129149e7 HTTP/1.1" status: 204 len: 168 time: 0.2402594 Jun 16 15:50:05.990340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:07.041481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 36908) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:07.165387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1965960469-network', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:50:07.170106 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:50:07.173991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Usage tracker for resource:network and tenant:6507f6a218134728b89702cb0bdde8b8 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:50:07.177367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:50:07.183831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:50:07.259571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Made reservation on behalf of 6507f6a218134728b89702cb0bdde8b8 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:50:07.262131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:07.275425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:07.290818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:50:07.294814 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Usage tracker for resource:security_group_rule and tenant:6507f6a218134728b89702cb0bdde8b8 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:50:07.297906 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:50:07.304305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:50:07.397542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:07.481642 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:07.516614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:50:07.522276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3727bd-c986-43d6-9b3d-bd7b44703692,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:07.530739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:07.531680 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Added segment e2c51533-32e2-48c9-9090-e4bc61ac4125 of type vlan for network 04fc5dc5-4302-4494-9ea9-46300e93d0ee Jun 16 15:50:07.561563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:07.699090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:07.700084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:07.700700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:07.804283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] Pushing event updated for resources: {'Network': ['ID=04fc5dc5-4302-4494-9ea9-46300e93d0ee,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:07.816238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 04fc5dc5-4302-4494-9ea9-46300e93d0ee details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:50:07.905411 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c6815120-ec5f-450c-821a-7546c8213b9d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8627996 Jun 16 15:50:07.908208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 36914) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:07.913768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Request body: {'subnet': {'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1965960469-subnet', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:50:07.918710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:50:07.922617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Usage tracker for resource:subnet and tenant:6507f6a218134728b89702cb0bdde8b8 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:50:07.927789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:50:07.931642 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:50:08.010118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Made reservation on behalf of 6507f6a218134728b89702cb0bdde8b8 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:50:08.012678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:08.390381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:08.469475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09acabe2-2797-4e7c-ba52-2053a41d6948,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:08.482247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Checking segment: {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:50:08.482609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Network hostable DHCP agents. Network: 04fc5dc5-4302-4494-9ea9-46300e93d0ee, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:50:08.636078 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Network 04fc5dc5-4302-4494-9ea9-46300e93d0ee is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:50:08.745037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 04fc5dc5-4302-4494-9ea9-46300e93d0ee) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:50:08.749200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:08.749889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:08.755705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab289b82-7cca-4573-a039-b9327ceb0a01 None None] Network 04fc5dc5-4302-4494-9ea9-46300e93d0ee requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:50:08.876503 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a5754487-e2f6-4dc5-b23e-d1bdcc5fb423 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9671166 Jun 16 15:50:08.879981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 36918) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:08.884972 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1965960469-router', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:50:08.890525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:50:08.895480 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Usage tracker for resource:router and tenant:6507f6a218134728b89702cb0bdde8b8 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:50:08.899064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:50:08.905047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:50:09.007510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-04fc5dc5-4302-4494-9ea9-46300e93d0ee', 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'fixed_ips': [{'subnet_id': '09acabe2-2797-4e7c-ba52-2053a41d6948'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:50:09.008322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.036189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.037322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.052740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.161786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Allocated IP 172.20.0.2 (04fc5dc5-4302-4494-9ea9-46300e93d0ee/09acabe2-2797-4e7c-ba52-2053a41d6948/2a6a1f38-f9de-42eb-9b3b-6df15e2f1474) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:50:09.366860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.377637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Transition to ACTIVE for port object 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:09.396188 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Transition to ACTIVE for port object 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:09.455098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.505435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.530781 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:50:09.574630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Network 04fc5dc5-4302-4494-9ea9-46300e93d0ee is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:50:09.578179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:50:09.581707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:50:09.587464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Pushing event updated for resources: {'Port': ['ID=2a6a1f38-f9de-42eb-9b3b-6df15e2f1474,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:09.691427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Attempting to bind port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:50:09.692553 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Attempting to bind port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:50:09.693051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Attempting to bind port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 on network 04fc5dc5-4302-4494-9ea9-46300e93d0ee {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:50:09.698846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:50:09.699388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Checking segment: {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:50:09.699788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.700182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Bound using segment: {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:50:09.700673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Bound port: 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:50:09.701040 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.791356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] For port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:50:09.794484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] For port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2a6a1f38-f9de-42eb-9b3b-6df15e2f1474,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:50:09.893408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.922384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:09.926513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:10.011486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84c70e-0b4b-43fa-b2a7-d157c5e43d7c None None] Pushing event updated for resources: {'Port': ['ID=2a6a1f38-f9de-42eb-9b3b-6df15e2f1474,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:10.081927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Allocated IP 172.26.2.102 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/c5a85b03-0002-499a-8235-f30806439e24) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:50:10.254838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:10.353100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:50:10.436372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:10.505422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:50:10.508721 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:50:10.512337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:50:10.521529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:10.544929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a85b03-0002-499a-8235-f30806439e24,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:10.955668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a9f756-e50a-42c0-9120-fd2e516ccb03 None None] Network 04fc5dc5-4302-4494-9ea9-46300e93d0ee requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:50:11.168118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4579225a-77fa-4128-b9fa-194417077d75 None None] Provisioning for port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:11.171945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:11.179859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4579225a-77fa-4128-b9fa-194417077d75 None None] Provisioning complete for port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:11.180227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4579225a-77fa-4128-b9fa-194417077d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:11.320798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4579225a-77fa-4128-b9fa-194417077d75 None None] Current status of the port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:11.321167 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4579225a-77fa-4128-b9fa-194417077d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:11.357190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4579225a-77fa-4128-b9fa-194417077d75 None None] For port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2a6a1f38-f9de-42eb-9b3b-6df15e2f1474,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:11.487112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4579225a-77fa-4128-b9fa-194417077d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:11.527171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:11.554487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579225a-77fa-4128-b9fa-194417077d75 None None] Pushing event updated for resources: {'Port': ['ID=2a6a1f38-f9de-42eb-9b3b-6df15e2f1474,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:11.607557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5b621689-2f3a-4c91-8b28-caa6cb7c96b9 None None] Provisioning complete for port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:11.607928 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5b621689-2f3a-4c91-8b28-caa6cb7c96b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:11.728734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5b621689-2f3a-4c91-8b28-caa6cb7c96b9 None None] Current status of the port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:11.841801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Router 7fefd664-520e-420a-9b77-c99a1bda8f2c is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:50:12.017519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:50:12.026883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Sync routers for ids ['7fefd664-520e-420a-9b77-c99a1bda8f2c'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:50:12.036096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Routers {'7fefd664-520e-420a-9b77-c99a1bda8f2c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:50:12.036713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:49:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7fefd664-520e-420a-9b77-c99a1bda8f2c'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:12.161992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:12.163370 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-36320783-c787-45c2-bd79-e409d0680912 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2824547 Jun 16 15:50:12.166122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 36922) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:12.264097 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Set router 7fefd664-520e-420a-9b77-c99a1bda8f2c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:50:12.369233 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:50:12.555039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:12.555318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:12.720680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'name': 'tempest-ServersNegativeTestJSON-1965960469-router', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c5a85b03-0002-499a-8235-f30806439e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:10Z', 'revision_number': 3, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'gw_port': {'id': 'c5a85b03-0002-499a-8235-f30806439e24', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:12.724996 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:12.728223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Checking router: 7fefd664-520e-420a-9b77-c99a1bda8f2c for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:50:12.728481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Updating router 7fefd664-520e-420a-9b77-c99a1bda8f2c port c5a85b03-0002-499a-8235-f30806439e24 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:50:12.783636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:12.994992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:13.118296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:13.130659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Transition to ACTIVE for port object c5a85b03-0002-499a-8235-f30806439e24 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:13.202248 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Allocated IP 172.20.0.1 (04fc5dc5-4302-4494-9ea9-46300e93d0ee/09acabe2-2797-4e7c-ba52-2053a41d6948/7d1ad311-15e7-44b6-bd08-39af5690adb1) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:50:13.241645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:13.327376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c431eb-7a6c-4497-99b5-874d71cc34e3 None None] Pushing event updated for resources: {'Port': ['ID=c5a85b03-0002-499a-8235-f30806439e24,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:13.329862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Attempting to bind port c5a85b03-0002-499a-8235-f30806439e24 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:50:13.330240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Attempting to bind port c5a85b03-0002-499a-8235-f30806439e24 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:50:13.330677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Attempting to bind port c5a85b03-0002-499a-8235-f30806439e24 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:50:13.336729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:50:13.337168 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:50:13.337530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:13.337909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:50:13.338369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Bound port: c5a85b03-0002-499a-8235-f30806439e24, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:50:13.338732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:13.382255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:13.397675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Transition to ACTIVE for port object 7d1ad311-15e7-44b6-bd08-39af5690adb1 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:13.415614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] For port c5a85b03-0002-499a-8235-f30806439e24, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:50:13.418666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] For port c5a85b03-0002-499a-8235-f30806439e24, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c5a85b03-0002-499a-8235-f30806439e24,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:50:13.533445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:13.590613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:13.606201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Network 04fc5dc5-4302-4494-9ea9-46300e93d0ee is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:50:13.609466 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:50:13.613857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:50:13.644703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Pushing event updated for resources: {'Port': ['ID=7d1ad311-15e7-44b6-bd08-39af5690adb1,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:13.670420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Routers {'7fefd664-520e-420a-9b77-c99a1bda8f2c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:50:13.671075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:49:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7fefd664-520e-420a-9b77-c99a1bda8f2c'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:13.679637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:13.739219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c431eb-7a6c-4497-99b5-874d71cc34e3 None None] Pushing event updated for resources: {'Port': ['ID=c5a85b03-0002-499a-8235-f30806439e24,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:13.869691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] Set router 7fefd664-520e-420a-9b77-c99a1bda8f2c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:50:14.060385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:14.111072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-995ecaf8-c32f-439f-b670-5e4835de9884 None None] Provisioning for port 7d1ad311-15e7-44b6-bd08-39af5690adb1 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:14.120260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-995ecaf8-c32f-439f-b670-5e4835de9884 None None] Provisioning complete for port 7d1ad311-15e7-44b6-bd08-39af5690adb1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:14.120546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-995ecaf8-c32f-439f-b670-5e4835de9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:14.201584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-995ecaf8-c32f-439f-b670-5e4835de9884 None None] Port 7d1ad311-15e7-44b6-bd08-39af5690adb1 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:50:14.272669 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'name': 'tempest-ServersNegativeTestJSON-1965960469-router', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c5a85b03-0002-499a-8235-f30806439e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:10Z', 'revision_number': 3, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'gw_port': {'id': 'c5a85b03-0002-499a-8235-f30806439e24', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:14.276713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3397306-5dac-4f68-ab13-fa20a1a48730 None None] The sync data for ids ['7fefd664-520e-420a-9b77-c99a1bda8f2c'] in dv-neutron-846028-2-hyperv is: [{'id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'name': 'tempest-ServersNegativeTestJSON-1965960469-router', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c5a85b03-0002-499a-8235-f30806439e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:10Z', 'revision_number': 3, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'gw_port': {'id': 'c5a85b03-0002-499a-8235-f30806439e24', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:50:14.297950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:14.384504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:14.634876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:14.638336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Pushing event updated for resources: {'Port': ['ID=7d1ad311-15e7-44b6-bd08-39af5690adb1,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:14.791877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Network 04fc5dc5-4302-4494-9ea9-46300e93d0ee is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:50:14.793748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:50:15.004811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Router 7fefd664-520e-420a-9b77-c99a1bda8f2c has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:50:15.129374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-babae205-f830-41fb-9b16-be0e34390faf None None] Provisioning complete for port 7d1ad311-15e7-44b6-bd08-39af5690adb1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:15.129940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-babae205-f830-41fb-9b16-be0e34390faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:15.188146 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-babae205-f830-41fb-9b16-be0e34390faf None None] Port 7d1ad311-15e7-44b6-bd08-39af5690adb1 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:50:15.230160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:50:15.244555 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-533a5e0f-136a-4753-af2d-926c44f593ef admin admin] 10.222.0.73 "PUT /v2.0/routers/7fefd664-520e-420a-9b77-c99a1bda8f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0771630 Jun 16 15:50:15.744652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8471-432f-43fe-804c-ffb802316c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:15.808313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-c1c1c48f-a76d-4767-a8c6-140d5ec8940e tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:15.809755 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-c1c1c48f-a76d-4767-a8c6-140d5ec8940e tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/networks?id=04fc5dc5-4302-4494-9ea9-46300e93d0ee HTTP/1.1" status: 200 len: 814 time: 0.1527145 Jun 16 15:50:15.825229 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-fea3bcf0-26e1-4b22-b695-a17bca7a933a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/quotas/6507f6a218134728b89702cb0bdde8b8 HTTP/1.1" status: 200 len: 375 time: 0.0098221 Jun 16 15:50:15.855669 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Sync routers for ids ['7fefd664-520e-420a-9b77-c99a1bda8f2c'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:50:15.865774 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Routers {'7fefd664-520e-420a-9b77-c99a1bda8f2c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:50:15.866419 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:49:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7fefd664-520e-420a-9b77-c99a1bda8f2c'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:15.924213 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-6f73dcdc-b2ea-4364-9231-430fd3b9f95d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6507f6a218134728b89702cb0bdde8b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931754 Jun 16 15:50:16.051217 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Set router 7fefd664-520e-420a-9b77-c99a1bda8f2c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:50:16.128046 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-dcea88cd-e44f-44cd-944d-bbbdc43d4b5d service neutron] 10.222.0.73 "GET /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959672 Jun 16 15:50:16.265849 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-6cc4259b-2f04-4602-bf48-7b371e52d944 service neutron] 10.222.0.73 "GET /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312301 Jun 16 15:50:16.369609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c5a85b03-0002-499a-8235-f30806439e24 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:50:16.423975 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'name': 'tempest-ServersNegativeTestJSON-1965960469-router', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c5a85b03-0002-499a-8235-f30806439e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:13Z', 'revision_number': 4, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'gw_port': {'id': 'c5a85b03-0002-499a-8235-f30806439e24', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '7d1ad311-15e7-44b6-bd08-39af5690adb1', 'name': '', 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'mac_address': 'fa:16:3e:8a:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '09acabe2-2797-4e7c-ba52-2053a41d6948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:50:13Z', 'updated_at': '2022-06-16T15:50:14Z', 'revision_number': 2, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'subnets': [{'id': '09acabe2-2797-4e7c-ba52-2053a41d6948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:16.427982 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Checking router: 7fefd664-520e-420a-9b77-c99a1bda8f2c for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:50:16.428332 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Updating router 7fefd664-520e-420a-9b77-c99a1bda8f2c port 7d1ad311-15e7-44b6-bd08-39af5690adb1 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:50:16.485226 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.538790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port c5a85b03-0002-499a-8235-f30806439e24 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:16.546594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c5a85b03-0002-499a-8235-f30806439e24 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:16.547335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.633480 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-46ea8cfd-a428-4041-be00-ddb6d82f173d req-a3026f57-f8d4-404a-b30d-f87a54a1ca96 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 210 time: 0.0542932 Jun 16 15:50:16.689879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c5a85b03-0002-499a-8235-f30806439e24 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:16.690255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.710886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port c5a85b03-0002-499a-8235-f30806439e24, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c5a85b03-0002-499a-8235-f30806439e24,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:16.824475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.876778 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.889762 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Transition to ACTIVE for port object 7d1ad311-15e7-44b6-bd08-39af5690adb1 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:16.907895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=c5a85b03-0002-499a-8235-f30806439e24,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:16.978893 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.138568 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Pushing event updated for resources: {'Port': ['ID=7d1ad311-15e7-44b6-bd08-39af5690adb1,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:17.157092 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.157426 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.157753 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.158085 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.158412 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.158721 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.159068 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.159451 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.159762 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.160186 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.160667 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.160777 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:17.223702 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Attempting to bind port 7d1ad311-15e7-44b6-bd08-39af5690adb1 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:50:17.224095 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Attempting to bind port 7d1ad311-15e7-44b6-bd08-39af5690adb1 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:50:17.224507 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Attempting to bind port 7d1ad311-15e7-44b6-bd08-39af5690adb1 on network 04fc5dc5-4302-4494-9ea9-46300e93d0ee {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:50:17.236017 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:50:17.236796 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Checking segment: {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:50:17.237685 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.238365 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Bound using segment: {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:50:17.239211 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Bound port: 7d1ad311-15e7-44b6-bd08-39af5690adb1, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:50:17.239873 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.352965 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] For port 7d1ad311-15e7-44b6-bd08-39af5690adb1, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:50:17.356300 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] For port 7d1ad311-15e7-44b6-bd08-39af5690adb1, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7d1ad311-15e7-44b6-bd08-39af5690adb1,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:50:17.431014 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.515165 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Routers {'7fefd664-520e-420a-9b77-c99a1bda8f2c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:50:17.515808 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:49:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7fefd664-520e-420a-9b77-c99a1bda8f2c'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:17.568336 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de4d1f-9eaa-417a-bd3a-d8d112a208bb None None] Pushing event updated for resources: {'Port': ['ID=7d1ad311-15e7-44b6-bd08-39af5690adb1,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:17.725099 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] Set router 7fefd664-520e-420a-9b77-c99a1bda8f2c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:50:17.779549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4ba55b9f-2c67-48a2-bca6-75f160a3a2ba req-91f959cd-c141-4ebe-9f68-0e3933623f88 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 210 time: 0.0908957 Jun 16 15:50:18.138172 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'name': 'tempest-ServersNegativeTestJSON-1965960469-router', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c5a85b03-0002-499a-8235-f30806439e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:13Z', 'revision_number': 4, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'gw_port': {'id': 'c5a85b03-0002-499a-8235-f30806439e24', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '7d1ad311-15e7-44b6-bd08-39af5690adb1', 'name': '', 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'mac_address': 'fa:16:3e:8a:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '09acabe2-2797-4e7c-ba52-2053a41d6948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:50:13Z', 'updated_at': '2022-06-16T15:50:17Z', 'revision_number': 4, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'subnets': [{'id': '09acabe2-2797-4e7c-ba52-2053a41d6948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:50:18.142465 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b379a254-d2ea-44f1-952f-3e823261b639 None None] The sync data for ids ['7fefd664-520e-420a-9b77-c99a1bda8f2c'] in dv-neutron-846028-2-hyperv is: [{'id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'name': 'tempest-ServersNegativeTestJSON-1965960469-router', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c5a85b03-0002-499a-8235-f30806439e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:13Z', 'revision_number': 4, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'gw_port': {'id': 'c5a85b03-0002-499a-8235-f30806439e24', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '7d1ad311-15e7-44b6-bd08-39af5690adb1', 'name': '', 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'mac_address': 'fa:16:3e:8a:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '09acabe2-2797-4e7c-ba52-2053a41d6948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:50:13Z', 'updated_at': '2022-06-16T15:50:17Z', 'revision_number': 4, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'subnets': [{'id': '09acabe2-2797-4e7c-ba52-2053a41d6948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:50:18.407108 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d16c2999-8c65-4205-92b5-6440cef91f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:18.416531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c5a85b03-0002-499a-8235-f30806439e24 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:50:18.530059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port c5a85b03-0002-499a-8235-f30806439e24 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:18.530578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:18.693520 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port c5a85b03-0002-499a-8235-f30806439e24 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:18.695193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7d1ad311-15e7-44b6-bd08-39af5690adb1 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:50:18.876985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:18.879431 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 7d1ad311-15e7-44b6-bd08-39af5690adb1 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:18.886165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7d1ad311-15e7-44b6-bd08-39af5690adb1 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:18.886535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:18.967330 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8d70dad2-c04f-4a61-8dfe-3d101ceccc09 req-5d15bc7f-4508-4301-a881-c6b62a1e3bfc tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 210 time: 0.0545831 Jun 16 15:50:19.040126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7d1ad311-15e7-44b6-bd08-39af5690adb1 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:19.040602 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:19.089736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 7d1ad311-15e7-44b6-bd08-39af5690adb1, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7d1ad311-15e7-44b6-bd08-39af5690adb1,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:19.207660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:19.301600 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=7d1ad311-15e7-44b6-bd08-39af5690adb1,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:19.311378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.312001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.312537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.313034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.313378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.313714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.314046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.314377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.314703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.315052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.315610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.316682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:19.744577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-b94eabbb-8090-4dc5-bfdc-68903bb4261b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:19.746043 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-b94eabbb-8090-4dc5-bfdc-68903bb4261b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.46 "GET /v2.0/networks?id=04fc5dc5-4302-4494-9ea9-46300e93d0ee HTTP/1.1" status: 200 len: 814 time: 0.3030896 Jun 16 15:50:19.759182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Request body: {'port': {'device_id': '7dab30b9-582e-4999-af5d-ed7e9869ef58', 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee', 'admin_state_up': True, 'tenant_id': '6507f6a218134728b89702cb0bdde8b8'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:50:19.927750 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:50:19.934542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Usage tracker for resource:port and tenant:6507f6a218134728b89702cb0bdde8b8 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:50:19.937769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:50:19.944123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:50:20.030105 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Made reservation on behalf of 6507f6a218134728b89702cb0bdde8b8 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:50:20.033693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:20.181737 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-390a484f-5ddd-4f7e-baae-284ad7bf8ffd req-9db8db3a-e020-4040-8e9a-d79337345c5c tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 210 time: 0.0662041 Jun 16 15:50:20.279178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Allocated IP 172.20.0.6 (04fc5dc5-4302-4494-9ea9-46300e93d0ee/09acabe2-2797-4e7c-ba52-2053a41d6948/5b3aed1e-aa44-4765-a7c5-ff751809c939) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:50:20.323643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7d1ad311-15e7-44b6-bd08-39af5690adb1 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:50:20.385676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:20.412642 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7d1ad311-15e7-44b6-bd08-39af5690adb1 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:20.412963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:20.567478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:20.575082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7d1ad311-15e7-44b6-bd08-39af5690adb1 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:20.594535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Transition to ACTIVE for port object 5b3aed1e-aa44-4765-a7c5-ff751809c939 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:20.670364 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:20.748882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Network 04fc5dc5-4302-4494-9ea9-46300e93d0ee is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:50:20.752830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:50:20.756978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:50:20.791554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Pushing event updated for resources: {'Port': ['ID=5b3aed1e-aa44-4765-a7c5-ff751809c939,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:20.836428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:20.837164 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:20.945495 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-ffaca0f4-a1e6-4347-b173-418ae960170f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1903586 Jun 16 15:50:20.958837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Request body: {'port': {'device_id': '7dab30b9-582e-4999-af5d-ed7e9869ef58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:50:21.058798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4e412103-53e5-4eec-85b8-e30119da4cd3 None None] Provisioning for port 5b3aed1e-aa44-4765-a7c5-ff751809c939 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:21.065110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-4e412103-53e5-4eec-85b8-e30119da4cd3 None None] Provisioning complete for port 5b3aed1e-aa44-4765-a7c5-ff751809c939 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:21.066089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4e412103-53e5-4eec-85b8-e30119da4cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:21.086301 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:21.127193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4e412103-53e5-4eec-85b8-e30119da4cd3 None None] Port 5b3aed1e-aa44-4765-a7c5-ff751809c939 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:50:21.493795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b3252-79df-4515-bbaa-fc063e99ba99 req-0dc96cd7-7b32-4d6c-92df-1d87b14d085b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:21.494486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-956b3252-79df-4515-bbaa-fc063e99ba99 req-0dc96cd7-7b32-4d6c-92df-1d87b14d085b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Synchronizing usage tracker for tenant:6507f6a218134728b89702cb0bdde8b8 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:50:21.567587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3aed1e-aa44-4765-a7c5-ff751809c939 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:50:21.575593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:21.593095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Transition to ACTIVE for port object 5b3aed1e-aa44-4765-a7c5-ff751809c939 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:21.619330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:21.664677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-956b3252-79df-4515-bbaa-fc063e99ba99 req-0dc96cd7-7b32-4d6c-92df-1d87b14d085b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Unset dirty status for tenant:6507f6a218134728b89702cb0bdde8b8 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:50:21.665986 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-956b3252-79df-4515-bbaa-fc063e99ba99 req-0dc96cd7-7b32-4d6c-92df-1d87b14d085b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 931 time: 0.3645861 Jun 16 15:50:21.716598 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-956b3252-79df-4515-bbaa-fc063e99ba99 req-c553dbbd-9b2a-4a77-856e-3ddd38bcfaa7 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 Jun 16 15:50:21.733016 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:21.866541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Pushing event updated for resources: {'Port': ['ID=5b3aed1e-aa44-4765-a7c5-ff751809c939,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:22.098205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Attempting to bind port 5b3aed1e-aa44-4765-a7c5-ff751809c939 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:50:22.098876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Attempting to bind port 5b3aed1e-aa44-4765-a7c5-ff751809c939 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:50:22.098876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Attempting to bind port 5b3aed1e-aa44-4765-a7c5-ff751809c939 on network 04fc5dc5-4302-4494-9ea9-46300e93d0ee {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:50:22.103574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Port 5b3aed1e-aa44-4765-a7c5-ff751809c939 on network 04fc5dc5-4302-4494-9ea9-46300e93d0ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:50:22.103888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Attempting to bind port 5b3aed1e-aa44-4765-a7c5-ff751809c939 on network 04fc5dc5-4302-4494-9ea9-46300e93d0ee {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:50:22.109005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:50:22.109340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Checking segment: {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:50:22.109723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Bound using segment: {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:50:22.110153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Bound port: 5b3aed1e-aa44-4765-a7c5-ff751809c939, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:50:22.110495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:22.203644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] For port 5b3aed1e-aa44-4765-a7c5-ff751809c939, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:50:22.207060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] For port 5b3aed1e-aa44-4765-a7c5-ff751809c939, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=5b3aed1e-aa44-4765-a7c5-ff751809c939,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:50:22.307868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:22.368091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:22.368699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:22.370046 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] 10.222.0.46 "PUT /v2.0/ports/5b3aed1e-aa44-4765-a7c5-ff751809c939 HTTP/1.1" status: 200 len: 1093 time: 1.4173148 Jun 16 15:50:22.370623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dab30b9-582e-4999-af5d-ed7e9869ef58', 'tag': '5b3aed1e-aa44-4765-a7c5-ff751809c939'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:50:22.407099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50579ffe-44c1-44f1-8fa1-25704d66920a service neutron] Pushing event updated for resources: {'Port': ['ID=5b3aed1e-aa44-4765-a7c5-ff751809c939,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:22.436146 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34726fa5-dfe8-4329-80b7-fc362e1fa8f9'] response: {'name': 'network-changed', 'server_uuid': '7dab30b9-582e-4999-af5d-ed7e9869ef58', 'tag': '5b3aed1e-aa44-4765-a7c5-ff751809c939', 'status': 'completed', 'code': 200} Jun 16 15:50:22.551405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6ac70-a5f2-4144-851a-4332fc6a59e7 req-73ad4ec8-cfd7-4846-8ce5-a10ae62eb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:22.553000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6b6ac70-a5f2-4144-851a-4332fc6a59e7 req-73ad4ec8-cfd7-4846-8ce5-a10ae62eb2a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6507f6a218134728b89702cb0bdde8b8&device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 1096 time: 0.0953619 Jun 16 15:50:22.702050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6ac70-a5f2-4144-851a-4332fc6a59e7 req-5b4f7199-b8e4-4089-af77-362abacb58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:22.703773 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6b6ac70-a5f2-4144-851a-4332fc6a59e7 req-5b4f7199-b8e4-4089-af77-362abacb58ff service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6507f6a218134728b89702cb0bdde8b8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1440187 Jun 16 15:50:22.891551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6ac70-a5f2-4144-851a-4332fc6a59e7 req-9acd17dd-4051-4625-aa42-5d50719a8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:22.892925 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6b6ac70-a5f2-4144-851a-4332fc6a59e7 req-9acd17dd-4051-4625-aa42-5d50719a8129 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1839292 Jun 16 15:50:22.936122 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1073-eb58-4538-9a32-aa0349859058 req-b544e1ae-7f47-4fb8-86c3-7b544a9ed880 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:22.944424 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f02a1073-eb58-4538-9a32-aa0349859058 req-b544e1ae-7f47-4fb8-86c3-7b544a9ed880 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 943 time: 0.0972619 Jun 16 15:50:23.024434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-8819804a-c0e5-44c7-a904-75c5204a4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:23.025965 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-8819804a-c0e5-44c7-a904-75c5204a4e50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6507f6a218134728b89702cb0bdde8b8&device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 1096 time: 0.0875654 Jun 16 15:50:23.113530 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-7295aef4-66b9-4563-8ca5-867452dfedf6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b3aed1e-aa44-4765-a7c5-ff751809c939 HTTP/1.1" status: 200 len: 217 time: 0.0805619 Jun 16 15:50:23.175838 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f02a1073-eb58-4538-9a32-aa0349859058 req-e349bb14-1d0f-4cf6-a431-b00cf7c40757 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025139 Jun 16 15:50:23.190100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-7273bc98-d7aa-4bcd-941c-5cfbe0b1ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:23.191617 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-7273bc98-d7aa-4bcd-941c-5cfbe0b1ee65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09acabe2-2797-4e7c-ba52-2053a41d6948 HTTP/1.1" status: 200 len: 853 time: 0.0677862 Jun 16 15:50:23.279491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-571e4ff9-6ee1-45dc-b06f-9e5deb0918ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:23.280847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-571e4ff9-6ee1-45dc-b06f-9e5deb0918ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04fc5dc5-4302-4494-9ea9-46300e93d0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833261 Jun 16 15:50:23.414310 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-da40921e-cc73-46b1-a906-de0da2f27593 service neutron] 10.222.0.46 "GET /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277165 Jun 16 15:50:23.547222 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0cf3f27-17f1-4bc3-9702-fd9d2d5086dd req-f7c18dad-3074-4815-92fe-04a414b89017 service neutron] 10.222.0.46 "GET /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266735 Jun 16 15:50:24.375887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c75f4a-cfe1-462e-b431-09130cfc9e23 req-d520613c-d329-4ef1-a037-f6c80993ab02 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:24.377321 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f3c75f4a-cfe1-462e-b431-09130cfc9e23 req-d520613c-d329-4ef1-a037-f6c80993ab02 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 943 time: 0.0878983 Jun 16 15:50:24.422245 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f3c75f4a-cfe1-462e-b431-09130cfc9e23 req-92c17c51-a4d6-41e2-9d74-e91b561b76d4 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384300 Jun 16 15:50:25.624686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d92c6-e1cd-416d-a02a-78cc24693460 req-87874916-276a-4f1b-adbe-0afaddd0b590 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:25.626035 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-796d92c6-e1cd-416d-a02a-78cc24693460 req-87874916-276a-4f1b-adbe-0afaddd0b590 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 943 time: 0.0935869 Jun 16 15:50:25.672377 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-796d92c6-e1cd-416d-a02a-78cc24693460 req-8872d067-b3af-4ebd-a487-8bdc51199ef3 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 Jun 16 15:50:26.762059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 5b3aed1e-aa44-4765-a7c5-ff751809c939 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:50:26.900201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 5b3aed1e-aa44-4765-a7c5-ff751809c939, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=5b3aed1e-aa44-4765-a7c5-ff751809c939,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:26.913774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '5b3aed1e-aa44-4765-a7c5-ff751809c939', 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee', 'port_id': '5b3aed1e-aa44-4765-a7c5-ff751809c939', 'mac_address': 'fa:16:3e:25:1f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09acabe2-2797-4e7c-ba52-2053a41d6948', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:50:26.918688 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7107731-f3c1-4bff-9a20-0a25d7fc6678 req-603c8479-b8e4-4967-9ee6-b69955ba670e tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:26.920197 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e7107731-f3c1-4bff-9a20-0a25d7fc6678 req-603c8479-b8e4-4967-9ee6-b69955ba670e tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 943 time: 0.1409607 Jun 16 15:50:26.968140 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e7107731-f3c1-4bff-9a20-0a25d7fc6678 req-073f449a-d705-484f-8cb3-68a965de58c9 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Jun 16 15:50:26.968958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 5b3aed1e-aa44-4765-a7c5-ff751809c939 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:26.969371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:26.986866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3aed1e-aa44-4765-a7c5-ff751809c939 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:50:27.005003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 5b3aed1e-aa44-4765-a7c5-ff751809c939, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=5b3aed1e-aa44-4765-a7c5-ff751809c939,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:27.104285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:27.175564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=5b3aed1e-aa44-4765-a7c5-ff751809c939,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:27.313891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['5b3aed1e-aa44-4765-a7c5-ff751809c939'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:50:28.263931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9fbd8-dbb4-48b2-8420-319e45737e28 req-c4d92a8c-6c05-4bd7-9fdb-09310e2db232 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:28.265382 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e5d9fbd8-dbb4-48b2-8420-319e45737e28 req-c4d92a8c-6c05-4bd7-9fdb-09310e2db232 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 944 time: 0.1911933 Jun 16 15:50:28.314039 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e5d9fbd8-dbb4-48b2-8420-319e45737e28 req-195c79a3-25b0-485d-b28e-811f0efd958a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424926 Jun 16 15:50:28.768301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 5b3aed1e-aa44-4765-a7c5-ff751809c939 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:50:28.950350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 5b3aed1e-aa44-4765-a7c5-ff751809c939 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:28.959263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 5b3aed1e-aa44-4765-a7c5-ff751809c939 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:28.959620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:29.085898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 5b3aed1e-aa44-4765-a7c5-ff751809c939 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:29.086186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:29.112991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dab30b9-582e-4999-af5d-ed7e9869ef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3aed1e-aa44-4765-a7c5-ff751809c939'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:50:29.122587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 5b3aed1e-aa44-4765-a7c5-ff751809c939, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=5b3aed1e-aa44-4765-a7c5-ff751809c939,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:29.157850 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c76624d-dbdc-47a4-8d83-73f6dc6feb67'] response: {'server_uuid': '7dab30b9-582e-4999-af5d-ed7e9869ef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3aed1e-aa44-4765-a7c5-ff751809c939', 'code': 200} Jun 16 15:50:29.207783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:29.277794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=5b3aed1e-aa44-4765-a7c5-ff751809c939,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:29.571765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869d0c0-7777-45f3-9d5a-6e4384403986 req-d7a59931-46c9-45c3-b5c0-3dae5642c781 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:29.573211 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d869d0c0-7777-45f3-9d5a-6e4384403986 req-d7a59931-46c9-45c3-b5c0-3dae5642c781 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.1535161 Jun 16 15:50:29.575140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd073e-7b66-49ba-8639-307676122526 req-7d6d9259-6655-40b1-9bd9-abce9c25d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:29.576454 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b7dd073e-7b66-49ba-8639-307676122526 req-7d6d9259-6655-40b1-9bd9-abce9c25d312 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 1098 time: 0.1175311 Jun 16 15:50:29.644043 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d869d0c0-7777-45f3-9d5a-6e4384403986 req-8063c62e-54fe-41e7-a7a3-6b88497fa595 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646605 Jun 16 15:50:29.649222 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b7dd073e-7b66-49ba-8639-307676122526 req-426a293d-731f-448e-9df0-85f5b28488b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554512 Jun 16 15:50:30.857751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bf417-00b3-49c7-85a4-eddc8618abde req-64ae3e9b-bc5e-4968-a5cc-0bd0f30ed1f8 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:30.859234 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-037bf417-00b3-49c7-85a4-eddc8618abde req-64ae3e9b-bc5e-4968-a5cc-0bd0f30ed1f8 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.1021714 Jun 16 15:50:30.904093 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-037bf417-00b3-49c7-85a4-eddc8618abde req-70e6f926-46b1-4cd1-8bec-79a52f0fbdba tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Jun 16 15:50:32.125576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12569313-b11d-421c-9da4-bbafac8b5544 req-9811ce9d-5fee-4ea2-8d17-4f733c337368 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:32.127053 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-12569313-b11d-421c-9da4-bbafac8b5544 req-9811ce9d-5fee-4ea2-8d17-4f733c337368 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.1099391 Jun 16 15:50:32.172233 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-12569313-b11d-421c-9da4-bbafac8b5544 req-92087f71-570c-430f-afcb-94a2f074ca1a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387328 Jun 16 15:50:32.465274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-98cae7ea-f206-4bf7-8842-74b2c31940ad tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:32.466639 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-98cae7ea-f206-4bf7-8842-74b2c31940ad tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/networks?id=04fc5dc5-4302-4494-9ea9-46300e93d0ee HTTP/1.1" status: 200 len: 814 time: 0.1521242 Jun 16 15:50:32.486069 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-b616c3e3-767e-48b3-a321-ddf883a22bfc tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/quotas/6507f6a218134728b89702cb0bdde8b8 HTTP/1.1" status: 200 len: 375 time: 0.0093534 Jun 16 15:50:32.583958 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-da4b52db-7abd-4d60-91bd-82a4211e5f5c tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6507f6a218134728b89702cb0bdde8b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921874 Jun 16 15:50:32.719870 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-53c4066d-fba8-45c2-bcd5-2fa6cec09c3c service neutron] 10.222.0.73 "GET /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284497 Jun 16 15:50:32.855596 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-67eaee29-13e6-4aa2-8f65-c8ebee43e409 service neutron] 10.222.0.73 "GET /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296341 Jun 16 15:50:33.135140 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8047e7e6-e2da-48b0-abc7-13bb58b2b87a req-de28683c-32cb-4b78-8729-e9340a66a9f3 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 210 time: 0.0518677 Jun 16 15:50:34.299383 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3c2a86fa-9605-4591-b507-62a75bcf8a48 req-b91830b8-c33b-4b09-8d0a-d0468724c40e tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 210 time: 0.0511487 Jun 16 15:50:35.464000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e4cb8406-3d06-4d44-ab4b-1b87badcdc78 req-0edb53e0-8536-41f5-b85e-1f15942863ad tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 210 time: 0.0562997 Jun 16 15:50:35.734258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-36e88896-1394-4651-a650-0290b9da968a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:35.735791 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-36e88896-1394-4651-a650-0290b9da968a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.46 "GET /v2.0/networks?id=04fc5dc5-4302-4494-9ea9-46300e93d0ee HTTP/1.1" status: 200 len: 814 time: 0.1556568 Jun 16 15:50:35.747200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Request body: {'port': {'device_id': '8b67fc90-61ac-48d1-ba6c-1301054af62b', 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee', 'admin_state_up': True, 'tenant_id': '6507f6a218134728b89702cb0bdde8b8'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:50:35.897484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:50:35.907184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:50:36.006942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Made reservation on behalf of 6507f6a218134728b89702cb0bdde8b8 for: {'port': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:50:36.010508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.058806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.288684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Allocated IP 172.20.0.12 (04fc5dc5-4302-4494-9ea9-46300e93d0ee/09acabe2-2797-4e7c-ba52-2053a41d6948/8d489cab-6948-4c66-8db0-3bf002541051) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:50:36.492448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.508851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Transition to ACTIVE for port object 8d489cab-6948-4c66-8db0-3bf002541051 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:36.634292 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-83798461-d080-451d-ac65-119e7b505210 req-c386fc97-04cd-4d17-94a6-56c561d5e807 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 210 time: 0.0545120 Jun 16 15:50:36.664388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.676753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['5b3aed1e-aa44-4765-a7c5-ff751809c939'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:50:36.739406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Network 04fc5dc5-4302-4494-9ea9-46300e93d0ee is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:50:36.740587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:50:36.743527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:50:36.799530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Pushing event updated for resources: {'Port': ['ID=8d489cab-6948-4c66-8db0-3bf002541051,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:36.824740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:36.825397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.973527 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-9d99ce86-37df-4d1e-a70e-5240d383075b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2299130 Jun 16 15:50:36.985327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Request body: {'port': {'device_id': '8b67fc90-61ac-48d1-ba6c-1301054af62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:50:37.095874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:37.104373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-105d2c93-c8ab-470f-82c9-36bd708980bf None None] Provisioning for port 8d489cab-6948-4c66-8db0-3bf002541051 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:37.109563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-105d2c93-c8ab-470f-82c9-36bd708980bf None None] Provisioning complete for port 8d489cab-6948-4c66-8db0-3bf002541051 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:37.113397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-105d2c93-c8ab-470f-82c9-36bd708980bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:37.166231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-105d2c93-c8ab-470f-82c9-36bd708980bf None None] Port 8d489cab-6948-4c66-8db0-3bf002541051 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:50:37.448861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d489cab-6948-4c66-8db0-3bf002541051 {{(pid=89745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:50:37.456212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:37.470066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Transition to ACTIVE for port object 8d489cab-6948-4c66-8db0-3bf002541051 will not be triggered until provisioned by entity L2. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:37.549613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:37.712078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Pushing event updated for resources: {'Port': ['ID=8d489cab-6948-4c66-8db0-3bf002541051,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:37.851930 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Attempting to bind port 8d489cab-6948-4c66-8db0-3bf002541051 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:50:37.852266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Attempting to bind port 8d489cab-6948-4c66-8db0-3bf002541051 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:50:37.852597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Attempting to bind port 8d489cab-6948-4c66-8db0-3bf002541051 on network 04fc5dc5-4302-4494-9ea9-46300e93d0ee {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:50:37.864567 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Port 8d489cab-6948-4c66-8db0-3bf002541051 on network 04fc5dc5-4302-4494-9ea9-46300e93d0ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:50:37.864891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Attempting to bind port 8d489cab-6948-4c66-8db0-3bf002541051 on network 04fc5dc5-4302-4494-9ea9-46300e93d0ee {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:50:37.875064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:50:37.875336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Checking segment: {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:50:37.875724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Bound using segment: {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'} {{(pid=89745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:50:37.876152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.managers [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Bound port: 8d489cab-6948-4c66-8db0-3bf002541051, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c51533-32e2-48c9-9090-e4bc61ac4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee'}}] {{(pid=89745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:50:37.876494 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:37.895020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118d78-06ee-4606-be4d-5731eee0ec0a req-7a2dd987-371b-4ea3-858c-9ebc4382ceb2 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:37.895710 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-e3118d78-06ee-4606-be4d-5731eee0ec0a req-7a2dd987-371b-4ea3-858c-9ebc4382ceb2 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Synchronizing usage tracker for tenant:6507f6a218134728b89702cb0bdde8b8 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:50:37.986590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] For port 8d489cab-6948-4c66-8db0-3bf002541051, host hv-neutron-8460, cleared binding levels {{(pid=89745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:50:37.989716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] For port 8d489cab-6948-4c66-8db0-3bf002541051, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=8d489cab-6948-4c66-8db0-3bf002541051,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:50:38.023923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-e3118d78-06ee-4606-be4d-5731eee0ec0a req-7a2dd987-371b-4ea3-858c-9ebc4382ceb2 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Unset dirty status for tenant:6507f6a218134728b89702cb0bdde8b8 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:50:38.025089 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e3118d78-06ee-4606-be4d-5731eee0ec0a req-7a2dd987-371b-4ea3-858c-9ebc4382ceb2 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 944 time: 0.2696097 Jun 16 15:50:38.069231 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e3118d78-06ee-4606-be4d-5731eee0ec0a req-c6ceebe2-63a5-44da-bf6b-4023d619d778 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383670 Jun 16 15:50:38.098914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:38.154276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:38.154883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:38.159599 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d489cab-6948-4c66-8db0-3bf002541051 HTTP/1.1" status: 200 len: 1094 time: 1.1751261 Jun 16 15:50:38.159599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b67fc90-61ac-48d1-ba6c-1301054af62b', 'tag': '8d489cab-6948-4c66-8db0-3bf002541051'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:50:38.188095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e8e31-503a-463b-b62f-a46ba56cf217 service neutron] Pushing event updated for resources: {'Port': ['ID=8d489cab-6948-4c66-8db0-3bf002541051,revision_number=3']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:38.209736 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3d5bdb-26cd-4ba2-8c22-c6d8dcd2af4d'] response: {'name': 'network-changed', 'server_uuid': '8b67fc90-61ac-48d1-ba6c-1301054af62b', 'tag': '8d489cab-6948-4c66-8db0-3bf002541051', 'status': 'completed', 'code': 200} Jun 16 15:50:38.314876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3d656-3a0a-4765-816e-0696f66b77a4 req-30b9e373-f790-45b6-85fc-7af5b75fa7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:38.317060 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6dd3d656-3a0a-4765-816e-0696f66b77a4 req-30b9e373-f790-45b6-85fc-7af5b75fa7cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6507f6a218134728b89702cb0bdde8b8&device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 1097 time: 0.0880542 Jun 16 15:50:38.568881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3d656-3a0a-4765-816e-0696f66b77a4 req-23b44772-2f21-4373-8243-b0f397bf4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:38.570222 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6dd3d656-3a0a-4765-816e-0696f66b77a4 req-23b44772-2f21-4373-8243-b0f397bf4e2b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6507f6a218134728b89702cb0bdde8b8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2466328 Jun 16 15:50:38.704811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3d656-3a0a-4765-816e-0696f66b77a4 req-a93af8db-17c6-408b-aa6b-d0df05009dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:38.706261 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6dd3d656-3a0a-4765-816e-0696f66b77a4 req-a93af8db-17c6-408b-aa6b-d0df05009dc3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300604 Jun 16 15:50:38.820770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-b306ae48-cdfa-4cec-96df-54f262541397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:38.822462 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-b306ae48-cdfa-4cec-96df-54f262541397 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6507f6a218134728b89702cb0bdde8b8&device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 1097 time: 0.0835741 Jun 16 15:50:38.890906 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-b0449a0d-5897-4c1c-b994-a1059688ebfa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d489cab-6948-4c66-8db0-3bf002541051 HTTP/1.1" status: 200 len: 217 time: 0.0601547 Jun 16 15:50:38.960338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-c650be1a-6a78-4a01-9fbc-e770df1b80de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:38.961784 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-c650be1a-6a78-4a01-9fbc-e770df1b80de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09acabe2-2797-4e7c-ba52-2053a41d6948 HTTP/1.1" status: 200 len: 853 time: 0.0656602 Jun 16 15:50:39.044325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-08fed1c7-6c62-4f6d-916b-d9e1a90849d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:39.045787 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-08fed1c7-6c62-4f6d-916b-d9e1a90849d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04fc5dc5-4302-4494-9ea9-46300e93d0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778093 Jun 16 15:50:39.219342 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-add550f9-8a99-410e-bb0c-341953b42877 service neutron] 10.222.0.46 "GET /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654639 Jun 16 15:50:39.380143 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5302471-bbee-452a-9d96-c6c9c05129a2 req-02285558-676d-4998-a926-085f61706d7c tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:39.381499 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e5302471-bbee-452a-9d96-c6c9c05129a2 req-02285558-676d-4998-a926-085f61706d7c tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 944 time: 0.2039611 Jun 16 15:50:39.383476 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cebe15a9-c741-4e34-a19c-bada47825a8d req-60510b4c-4d6e-4dbb-a7f7-fe4e8631ea52 service neutron] 10.222.0.46 "GET /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578360 Jun 16 15:50:39.426945 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e5302471-bbee-452a-9d96-c6c9c05129a2 req-07de994a-89f7-4613-948d-4f413e754a3a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Jun 16 15:50:40.622331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a287650-44c9-4ce6-a3c9-c001367ca307 req-dd7ae058-8157-4ded-aaa6-cea3c893f250 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:40.623742 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5a287650-44c9-4ce6-a3c9-c001367ca307 req-dd7ae058-8157-4ded-aaa6-cea3c893f250 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 944 time: 0.0904357 Jun 16 15:50:40.669177 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5a287650-44c9-4ce6-a3c9-c001367ca307 req-85931ef8-6803-4558-b635-30f18efce088 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391114 Jun 16 15:50:41.866160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e3db-02c7-4426-b954-01ad7e040363 req-dfa091b5-7bb6-4084-a2c6-1ccfdd378931 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:41.867628 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aff0e3db-02c7-4426-b954-01ad7e040363 req-dfa091b5-7bb6-4084-a2c6-1ccfdd378931 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 944 time: 0.0929823 Jun 16 15:50:41.911424 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aff0e3db-02c7-4426-b954-01ad7e040363 req-0bfcf629-a18f-4d49-bf78-e9f8b69f8582 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Jun 16 15:50:42.823973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 8d489cab-6948-4c66-8db0-3bf002541051 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:50:42.966490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 8d489cab-6948-4c66-8db0-3bf002541051, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=8d489cab-6948-4c66-8db0-3bf002541051,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:42.980222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '8d489cab-6948-4c66-8db0-3bf002541051', 'network_id': '04fc5dc5-4302-4494-9ea9-46300e93d0ee', 'port_id': '8d489cab-6948-4c66-8db0-3bf002541051', 'mac_address': 'fa:16:3e:f7:44:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09acabe2-2797-4e7c-ba52-2053a41d6948', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:50:43.035784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 8d489cab-6948-4c66-8db0-3bf002541051 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:43.036165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:43.057929 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d489cab-6948-4c66-8db0-3bf002541051 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:50:43.082397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 8d489cab-6948-4c66-8db0-3bf002541051, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=8d489cab-6948-4c66-8db0-3bf002541051,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:43.108368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840afaef-d57b-4e34-98cd-07b93fe47144 req-77c07da6-9e5b-4be4-b3e5-69fe659ed119 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:43.109766 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-840afaef-d57b-4e34-98cd-07b93fe47144 req-77c07da6-9e5b-4be4-b3e5-69fe659ed119 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 944 time: 0.0911999 Jun 16 15:50:43.150544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:43.160428 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-840afaef-d57b-4e34-98cd-07b93fe47144 req-237a8608-cc8f-4a60-83e9-0984109dbf63 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Jun 16 15:50:43.225380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=8d489cab-6948-4c66-8db0-3bf002541051,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:43.365937 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['8d489cab-6948-4c66-8db0-3bf002541051'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:50:44.364217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c874ea-bc23-48df-941c-1d95a127a132 req-9a66537e-70b4-44b3-8718-7b2453959851 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:44.365975 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-38c874ea-bc23-48df-941c-1d95a127a132 req-9a66537e-70b4-44b3-8718-7b2453959851 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 945 time: 0.0980830 Jun 16 15:50:44.410970 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-38c874ea-bc23-48df-941c-1d95a127a132 req-cc72c25b-e98f-453f-b31e-31a9437275a0 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394142 Jun 16 15:50:44.823074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 8d489cab-6948-4c66-8db0-3bf002541051 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:50:44.961467 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 8d489cab-6948-4c66-8db0-3bf002541051 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:44.966958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 8d489cab-6948-4c66-8db0-3bf002541051 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:44.967338 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:45.086666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 8d489cab-6948-4c66-8db0-3bf002541051 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:50:45.086972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:45.112895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b67fc90-61ac-48d1-ba6c-1301054af62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d489cab-6948-4c66-8db0-3bf002541051'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:50:45.125584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 8d489cab-6948-4c66-8db0-3bf002541051, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=8d489cab-6948-4c66-8db0-3bf002541051,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:45.157818 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ce6bf6-52b6-43eb-9db8-b92d41b42a19'] response: {'server_uuid': '8b67fc90-61ac-48d1-ba6c-1301054af62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d489cab-6948-4c66-8db0-3bf002541051', 'code': 200} Jun 16 15:50:45.218008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:45.292474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=8d489cab-6948-4c66-8db0-3bf002541051,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:45.642448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57db65-e90e-4c28-a26f-f7180e78f28e req-4dff8c35-838c-4dec-9bba-ddb8b573497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:45.644040 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9d57db65-e90e-4c28-a26f-f7180e78f28e req-4dff8c35-838c-4dec-9bba-ddb8b573497f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 1099 time: 0.1446533 Jun 16 15:50:45.671448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7977bd6-bea2-4b75-b70e-e1695b29b914 req-be2abc8b-c00b-4fc0-9da4-62e3b2d2154a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:45.673099 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b7977bd6-bea2-4b75-b70e-e1695b29b914 req-be2abc8b-c00b-4fc0-9da4-62e3b2d2154a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 946 time: 0.1390090 Jun 16 15:50:45.727673 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9d57db65-e90e-4c28-a26f-f7180e78f28e req-a4271bcc-29fb-4eae-a5f1-3dcdff5c072c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762794 Jun 16 15:50:45.739561 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b7977bd6-bea2-4b75-b70e-e1695b29b914 req-c4eb0b1e-0772-4d59-adb7-672af3f694a5 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588126 Jun 16 15:50:45.749921 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b0ae382c-b4e2-496b-9373-f2912511d76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:46.533107 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:50:47.005515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4dbe1-0132-4029-b11d-56fec265fe2d req-6bbcc42b-604d-49d0-b32b-874f4a120327 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:47.007022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5a4dbe1-0132-4029-b11d-56fec265fe2d req-6bbcc42b-604d-49d0-b32b-874f4a120327 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 946 time: 0.1033542 Jun 16 15:50:47.158746 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5a4dbe1-0132-4029-b11d-56fec265fe2d req-4a1b766b-3b7a-4bf5-af22-e58a13d79d1f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455948 Jun 16 15:50:48.356965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0824922-c1ff-4e93-b26f-b70df777cc52 req-243e27da-09c1-4472-8452-3e2c0122a77f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:48.358514 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0824922-c1ff-4e93-b26f-b70df777cc52 req-243e27da-09c1-4472-8452-3e2c0122a77f tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 946 time: 0.0903461 Jun 16 15:50:48.372931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6753946-fd80-4b44-be72-367097561f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:48.408256 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0824922-c1ff-4e93-b26f-b70df777cc52 req-cc8c32c0-590e-42f4-8919-5c47a524c619 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426979 Jun 16 15:50:48.846711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:49.085897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb1fd-30cb-4539-afeb-f98c0bb43048 req-28404cb9-ad39-42f0-86dd-51b1291df4e5 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:49.087422 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-53ceb1fd-30cb-4539-afeb-f98c0bb43048 req-28404cb9-ad39-42f0-86dd-51b1291df4e5 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 946 time: 0.0907350 Jun 16 15:50:49.131625 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-53ceb1fd-30cb-4539-afeb-f98c0bb43048 req-d4dda3d5-b8ce-4273-87bf-32ab3dc43188 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 Jun 16 15:50:50.337380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36909c9a-0d35-4951-9511-d30b9803a49f req-a767d03e-a0cb-4de2-afe2-7797c7b934ff tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:50.338830 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36909c9a-0d35-4951-9511-d30b9803a49f req-a767d03e-a0cb-4de2-afe2-7797c7b934ff tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 946 time: 0.0973597 Jun 16 15:50:50.355507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:50.385745 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36909c9a-0d35-4951-9511-d30b9803a49f req-2dba2d4f-29ef-43b3-a2b4-5bf561f53246 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Jun 16 15:50:50.516950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-81e6fa25-9b07-4613-9bce-a9b8918b298b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:50.518351 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-81e6fa25-9b07-4613-9bce-a9b8918b298b tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 946 time: 0.0871010 Jun 16 15:50:50.592244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Deleting port 8d489cab-6948-4c66-8db0-3bf002541051 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:50:50.592573 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:50.862304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] For port 8d489cab-6948-4c66-8db0-3bf002541051, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=8d489cab-6948-4c66-8db0-3bf002541051,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:50.862776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:51.011173 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Calling delete_port for 8d489cab-6948-4c66-8db0-3bf002541051 owned by compute:nova {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:50:51.037358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.46', 51051) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:51.120545 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1a5a8872-bfc0-4323-b806-327396050f3b req-b547b44a-012a-433e-a33c-f9bcaa912290 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806024 Jun 16 15:50:51.266997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a8872-bfc0-4323-b806-327396050f3b req-f32d16d8-f22c-4895-89aa-e76a6abcf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:51.268533 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1a5a8872-bfc0-4323-b806-327396050f3b req-f32d16d8-f22c-4895-89aa-e76a6abcf899 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6507f6a218134728b89702cb0bdde8b8&device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 1098 time: 0.0830760 Jun 16 15:50:51.270500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:51.283486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['5b3aed1e-aa44-4765-a7c5-ff751809c939', '8d489cab-6948-4c66-8db0-3bf002541051'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:50:51.427961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a8872-bfc0-4323-b806-327396050f3b req-db63e89c-0e50-4e88-8cc3-c605209ddfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:51.429639 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1a5a8872-bfc0-4323-b806-327396050f3b req-db63e89c-0e50-4e88-8cc3-c605209ddfc4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=04fc5dc5-4302-4494-9ea9-46300e93d0ee HTTP/1.1" status: 200 len: 915 time: 0.1417236 Jun 16 15:50:51.439884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Pushing event deleted for resources: {'Port': ['ID=8d489cab-6948-4c66-8db0-3bf002541051,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:51.466879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] No DVR routers for this DVR port 8d489cab-6948-4c66-8db0-3bf002541051 on host hv-neutron-8460 {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:50:51.475121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:51.490543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b67fc90-61ac-48d1-ba6c-1301054af62b', 'name': 'network-vif-deleted', 'tag': '8d489cab-6948-4c66-8db0-3bf002541051'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:50:51.496728 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.497114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.497502 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.497837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.498165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.498490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.498811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.499206 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.499575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.499902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.500287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.500609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.533072 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1a5a8872-bfc0-4323-b806-327396050f3b req-c40181b4-5c8d-47f8-8260-2a006b1cbbc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b3aed1e-aa44-4765-a7c5-ff751809c939 HTTP/1.1" status: 200 len: 217 time: 0.0960109 Jun 16 15:50:51.595099 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f8eeb7-a21d-43a8-8c59-e4704470f0ad'] response: {'server_uuid': '8b67fc90-61ac-48d1-ba6c-1301054af62b', 'name': 'network-vif-deleted', 'tag': '8d489cab-6948-4c66-8db0-3bf002541051', 'status': 'completed', 'code': 200} Jun 16 15:50:51.604089 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-5b50712b-78e3-46ad-a28a-74c1df270da9 req-a4ab2914-b207-4514-bc8b-053bca04bdca tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Synchronizing usage tracker for tenant:6507f6a218134728b89702cb0bdde8b8 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:50:51.605102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a8872-bfc0-4323-b806-327396050f3b req-52553cf7-1ff6-46b1-b8ca-fa652070fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:51.606743 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1a5a8872-bfc0-4323-b806-327396050f3b req-52553cf7-1ff6-46b1-b8ca-fa652070fe55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09acabe2-2797-4e7c-ba52-2053a41d6948 HTTP/1.1" status: 200 len: 853 time: 0.0675802 Jun 16 15:50:51.625391 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.46 "DELETE /v2.0/ports/8d489cab-6948-4c66-8db0-3bf002541051 HTTP/1.1" status: 204 len: 173 time: 1.1020968 Jun 16 15:50:51.687175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:51.698869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a8872-bfc0-4323-b806-327396050f3b req-0ef8a6a4-0f59-4a95-b440-cd721885a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:51.700378 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1a5a8872-bfc0-4323-b806-327396050f3b req-0ef8a6a4-0f59-4a95-b440-cd721885a0cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04fc5dc5-4302-4494-9ea9-46300e93d0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848355 Jun 16 15:50:51.737984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-5b50712b-78e3-46ad-a28a-74c1df270da9 req-a4ab2914-b207-4514-bc8b-053bca04bdca tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Unset dirty status for tenant:6507f6a218134728b89702cb0bdde8b8 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:50:51.740001 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5b50712b-78e3-46ad-a28a-74c1df270da9 req-a4ab2914-b207-4514-bc8b-053bca04bdca tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b67fc90-61ac-48d1-ba6c-1301054af62b HTTP/1.1" status: 200 len: 210 time: 0.2043219 Jun 16 15:50:51.842742 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1a5a8872-bfc0-4323-b806-327396050f3b req-f1a8eb48-deb6-4a29-8f19-d716fa8d9766 service neutron] 10.222.0.46 "GET /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345942 Jun 16 15:50:51.975524 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1a5a8872-bfc0-4323-b806-327396050f3b req-ddd6ab48-79ce-4793-9e2e-2d3ad7070764 service neutron] 10.222.0.46 "GET /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266098 Jun 16 15:50:53.015212 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4818a-d728-4798-9f4a-a2ae1dbe6e5c req-d227561d-9ea2-48b8-bd0c-407e12386c7e tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:53.016646 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ded4818a-d728-4798-9f4a-a2ae1dbe6e5c req-d227561d-9ea2-48b8-bd0c-407e12386c7e tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.0980225 Jun 16 15:50:53.062212 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ded4818a-d728-4798-9f4a-a2ae1dbe6e5c req-a0f378fd-9e29-4571-ad01-41dcabc3b3d5 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385702 Jun 16 15:50:53.278112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ed7d7-b800-4af3-8e3e-4c950dc9abd7 req-ede915c0-64ec-4bdb-abff-6b6e0df900d7 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:53.279686 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0a8ed7d7-b800-4af3-8e3e-4c950dc9abd7 req-ede915c0-64ec-4bdb-abff-6b6e0df900d7 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.0911009 Jun 16 15:50:53.329447 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0a8ed7d7-b800-4af3-8e3e-4c950dc9abd7 req-eee80c2b-e873-4cae-91ab-b570ee3c90d1 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Jun 16 15:50:53.525496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b90eff-c57c-4fdd-968f-ad7dfee6331d req-c103f9b4-eaf0-47a9-a47c-f8117a44f984 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:53.526981 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-54b90eff-c57c-4fdd-968f-ad7dfee6331d req-c103f9b4-eaf0-47a9-a47c-f8117a44f984 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.0887735 Jun 16 15:50:53.572856 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-54b90eff-c57c-4fdd-968f-ad7dfee6331d req-4cc5f740-c91f-484b-9af4-50f0606eb5c7 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Jun 16 15:50:53.877810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8e556-9d34-499b-b005-569f69c990da req-1033d9fc-9052-4255-8d5d-d6cee253c3f0 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:53.879706 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73c8e556-9d34-499b-b005-569f69c990da req-1033d9fc-9052-4255-8d5d-d6cee253c3f0 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.0916569 Jun 16 15:50:53.927385 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73c8e556-9d34-499b-b005-569f69c990da req-dffb8539-2903-43a3-a2ac-8688acaa0983 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Jun 16 15:50:54.123474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094722a-3a8a-4b26-bc52-a97d03cd17a5 req-6c536559-50ae-421b-9e1f-0f2f2526928c tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:54.124930 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c094722a-3a8a-4b26-bc52-a97d03cd17a5 req-6c536559-50ae-421b-9e1f-0f2f2526928c tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.0887032 Jun 16 15:50:54.173747 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c094722a-3a8a-4b26-bc52-a97d03cd17a5 req-8891a45d-c11c-4d9b-8567-009ca0863ce2 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Jun 16 15:50:54.376091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6c0f3-fa5d-46d6-a595-9e01b350dfbf req-a610db46-7d21-4263-972f-b03082df20bb tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:54.377825 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-95e6c0f3-fa5d-46d6-a595-9e01b350dfbf req-a610db46-7d21-4263-972f-b03082df20bb tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.0895283 Jun 16 15:50:54.424499 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-95e6c0f3-fa5d-46d6-a595-9e01b350dfbf req-de1c89bc-330a-4aab-9569-9c7706bf5837 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Jun 16 15:50:54.855171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 8d489cab-6948-4c66-8db0-3bf002541051 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:50:54.892683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 8d489cab-6948-4c66-8db0-3bf002541051 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:50:54.898567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 8d489cab-6948-4c66-8db0-3bf002541051 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:50:55.323589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3a748-18e6-421b-b603-a6e6036d5034 req-f254abdf-b37a-42ae-942a-90b393af4a68 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:55.325065 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c8b3a748-18e6-421b-b603-a6e6036d5034 req-f254abdf-b37a-42ae-942a-90b393af4a68 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.1916201 Jun 16 15:50:55.381178 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c8b3a748-18e6-421b-b603-a6e6036d5034 req-f2fc2532-bb7a-4ceb-8ac4-49c2b56d6bde tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498884 Jun 16 15:50:56.576502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-d9642b24-81a1-4c64-984f-0cd78293d0c1 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:56.577175 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-d9642b24-81a1-4c64-984f-0cd78293d0c1 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Synchronizing usage tracker for tenant:6507f6a218134728b89702cb0bdde8b8 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:50:56.577304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76ff8-7beb-4432-bad4-d6db34610674 req-3bc34116-e75c-4a0d-bce3-ea5242f65aa0 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:50:56.578991 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-57b76ff8-7beb-4432-bad4-d6db34610674 req-3bc34116-e75c-4a0d-bce3-ea5242f65aa0 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.0896947 Jun 16 15:50:56.627482 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-57b76ff8-7beb-4432-bad4-d6db34610674 req-b38ceea6-4600-45b5-9910-3851a4336bd5 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f3727bd-c986-43d6-9b3d-bd7b44703692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Jun 16 15:50:56.709983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-d9642b24-81a1-4c64-984f-0cd78293d0c1 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Unset dirty status for tenant:6507f6a218134728b89702cb0bdde8b8 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:50:56.711153 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-d9642b24-81a1-4c64-984f-0cd78293d0c1 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.46 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 945 time: 0.2207494 Jun 16 15:50:56.780607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-c3975856-e50b-417d-8f7e-2c7ba2a90c7d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Deleting port 5b3aed1e-aa44-4765-a7c5-ff751809c939 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:50:56.780946 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-c3975856-e50b-417d-8f7e-2c7ba2a90c7d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:57.148577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-c3975856-e50b-417d-8f7e-2c7ba2a90c7d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] For port 5b3aed1e-aa44-4765-a7c5-ff751809c939, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=5b3aed1e-aa44-4765-a7c5-ff751809c939,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:57.148937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-c3975856-e50b-417d-8f7e-2c7ba2a90c7d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:57.274639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-c3975856-e50b-417d-8f7e-2c7ba2a90c7d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Calling delete_port for 5b3aed1e-aa44-4765-a7c5-ff751809c939 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:50:57.509815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-c3975856-e50b-417d-8f7e-2c7ba2a90c7d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:57.521141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['5b3aed1e-aa44-4765-a7c5-ff751809c939'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:50:57.561874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3975856-e50b-417d-8f7e-2c7ba2a90c7d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Pushing event deleted for resources: {'Port': ['ID=5b3aed1e-aa44-4765-a7c5-ff751809c939,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:57.652359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-c3975856-e50b-417d-8f7e-2c7ba2a90c7d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] No DVR routers for this DVR port 5b3aed1e-aa44-4765-a7c5-ff751809c939 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:50:57.654827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-c3975856-e50b-417d-8f7e-2c7ba2a90c7d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:57.657452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dab30b9-582e-4999-af5d-ed7e9869ef58', 'name': 'network-vif-deleted', 'tag': '5b3aed1e-aa44-4765-a7c5-ff751809c939'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:50:57.727527 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2799b75a-aa21-43b7-aef7-51353f3aa42d req-c3975856-e50b-417d-8f7e-2c7ba2a90c7d tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.46 "DELETE /v2.0/ports/5b3aed1e-aa44-4765-a7c5-ff751809c939 HTTP/1.1" status: 204 len: 173 time: 1.0111346 Jun 16 15:50:57.758869 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85feddd-3d73-4cf8-bc04-ab51d48c5303'] response: {'server_uuid': '7dab30b9-582e-4999-af5d-ed7e9869ef58', 'name': 'network-vif-deleted', 'tag': '5b3aed1e-aa44-4765-a7c5-ff751809c939', 'status': 'completed', 'code': 200} Jun 16 15:50:57.806888 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31d7c63a-eb0c-47b7-8418-b31ba71a88cf req-d3004895-d9b0-4fe5-8065-3c7a734523e7 tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dab30b9-582e-4999-af5d-ed7e9869ef58 HTTP/1.1" status: 200 len: 210 time: 0.0578382 Jun 16 15:50:58.900810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37094) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:59.464902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:59.931614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] Deleting port 7d1ad311-15e7-44b6-bd08-39af5690adb1 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:50:59.932336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:00.102548 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] For port 7d1ad311-15e7-44b6-bd08-39af5690adb1, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7d1ad311-15e7-44b6-bd08-39af5690adb1,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:00.102908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:00.229095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] Calling delete_port for 7d1ad311-15e7-44b6-bd08-39af5690adb1 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:00.658304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:00.704969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1ad311-15e7-44b6-bd08-39af5690adb1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:00.884838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 5b3aed1e-aa44-4765-a7c5-ff751809c939 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:00.918758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 5b3aed1e-aa44-4765-a7c5-ff751809c939 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:51:00.919046 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 5b3aed1e-aa44-4765-a7c5-ff751809c939 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:00.988015 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:01.462003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] Router 7fefd664-520e-420a-9b77-c99a1bda8f2c has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:51:01.645125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:51:01.660757 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c7c68df1-5b79-4bc7-9e6e-4835007ad2b4 admin admin] 10.222.0.73 "PUT /v2.0/routers/7fefd664-520e-420a-9b77-c99a1bda8f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7585812 Jun 16 15:51:01.661887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] Sync routers for ids ['7fefd664-520e-420a-9b77-c99a1bda8f2c'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:51:01.663262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37098) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:01.672773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] Routers {'7fefd664-520e-420a-9b77-c99a1bda8f2c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:51:01.673394 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:50:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7fefd664-520e-420a-9b77-c99a1bda8f2c'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:01.857998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:01.911947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] Set router 7fefd664-520e-420a-9b77-c99a1bda8f2c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:51:02.038249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:02.229911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Deleting port c5a85b03-0002-499a-8235-f30806439e24 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:02.230303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:02.238551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'name': 'tempest-ServersNegativeTestJSON-1965960469-router', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c5a85b03-0002-499a-8235-f30806439e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:51:00Z', 'revision_number': 5, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'gw_port': {'id': 'c5a85b03-0002-499a-8235-f30806439e24', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:02.245746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] Checking router: 7fefd664-520e-420a-9b77-c99a1bda8f2c for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:51:02.265484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] Routers {'7fefd664-520e-420a-9b77-c99a1bda8f2c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:51:02.266418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:50:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7fefd664-520e-420a-9b77-c99a1bda8f2c'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:02.451348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] For port c5a85b03-0002-499a-8235-f30806439e24, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=c5a85b03-0002-499a-8235-f30806439e24,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:02.451348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:02.467559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] Set router 7fefd664-520e-420a-9b77-c99a1bda8f2c gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:51:02.584124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'name': 'tempest-ServersNegativeTestJSON-1965960469-router', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:51:02Z', 'revision_number': 6, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:02.585985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Calling delete_port for c5a85b03-0002-499a-8235-f30806439e24 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:02.588656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6678b72-06ae-42a5-a461-baf9c7a2ee28 None None] The sync data for ids ['7fefd664-520e-420a-9b77-c99a1bda8f2c'] in dv-neutron-846028-2-hyperv is: [{'id': '7fefd664-520e-420a-9b77-c99a1bda8f2c', 'name': 'tempest-ServersNegativeTestJSON-1965960469-router', 'tenant_id': '6507f6a218134728b89702cb0bdde8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:50:09Z', 'updated_at': '2022-06-16T15:51:02Z', 'revision_number': 6, 'project_id': '6507f6a218134728b89702cb0bdde8b8', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:51:02.831022 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:02.883624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a85b03-0002-499a-8235-f30806439e24,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:02.991033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:03.293000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:03.295571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:03.431182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:03.431686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fefd664-520e-420a-9b77-c99a1bda8f2c {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:51:03.445153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:03.446462 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f9175337-fee6-46d5-8c40-06f7659e726c admin admin] 10.222.0.73 "DELETE /v2.0/routers/7fefd664-520e-420a-9b77-c99a1bda8f2c HTTP/1.1" status: 204 len: 168 time: 1.7821751 Jun 16 15:51:03.449259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37102) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:03.510742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Deleting subnet 09acabe2-2797-4e7c-ba52-2053a41d6948 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:51:03.513723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:03.570284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:03.656059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:03.830309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:03.871924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09acabe2-2797-4e7c-ba52-2053a41d6948,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:03.877380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:03.883054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11ddd55-4273-4743-ada6-24e63121db5e None None] Network 04fc5dc5-4302-4494-9ea9-46300e93d0ee requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:03.884486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.884891 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.885179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.885517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.885856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.886188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.886527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.886858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.891128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.891128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.891128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.891128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:03.893241 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-aecfe521-1e19-4c50-9272-2927a1c718e0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/09acabe2-2797-4e7c-ba52-2053a41d6948 HTTP/1.1" status: 204 len: 168 time: 0.4428537 Jun 16 15:51:03.895835 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37106) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:04.001942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.012571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Deleting port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:04.012901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.151147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] DHCP port deletion for 04fc5dc5-4302-4494-9ea9-46300e93d0ee request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:51:04.155510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] Deleting port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:04.155885 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.228394 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] For port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2a6a1f38-f9de-42eb-9b3b-6df15e2f1474,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:04.228768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.344497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c5a85b03-0002-499a-8235-f30806439e24 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:04.365700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Calling delete_port for 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:04.396481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: c5a85b03-0002-499a-8235-f30806439e24 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:51:04.396703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device c5a85b03-0002-499a-8235-f30806439e24 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:04.397115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:04.438275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] For port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=2a6a1f38-f9de-42eb-9b3b-6df15e2f1474,segment=NetworkSegment(e2c51533-32e2-48c9-9090-e4bc61ac4125),segment_id=e2c51533-32e2-48c9-9090-e4bc61ac4125)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:04.438664 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.515397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.570681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] Calling delete_port for 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:04.579064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6a1f38-f9de-42eb-9b3b-6df15e2f1474,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:04.584455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] No DVR routers for this DVR port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:04.663118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No active binding found for port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 {{(pid=89747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 15:51:04.663458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:04.663854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7d1ad311-15e7-44b6-bd08-39af5690adb1 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:04.707066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 7d1ad311-15e7-44b6-bd08-39af5690adb1 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:51:04.707405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7d1ad311-15e7-44b6-bd08-39af5690adb1 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:04.727587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 15:51:04.728624 dv-neutron-846028-2-hyperv neutron-server[89747]: util.warn( Jun 16 15:51:04.734495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:51:04.734849 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:51:04.757532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fc5dc5-4302-4494-9ea9-46300e93d0ee']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:04.770208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c51533-32e2-48c9-9090-e4bc61ac4125') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:04.770503 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c51533-32e2-48c9-9090-e4bc61ac4125') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:04.782060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.798985 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.805272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:04.805656 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.836420 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e2c51533-32e2-48c9-9090-e4bc61ac4125 resource provider aggregate not found Jun 16 15:51:04.887546 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e2c51533-32e2-48c9-9090-e4bc61ac4125 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2c51533-32e2-48c9-9090-e4bc61ac4125 found for delete ", "request_id": "req-3336f0ac-33b0-4d45-8d73-d2f6048b8f31"}]} Jun 16 15:51:04.995315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.999952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.025425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] Pushing event deleted for resources: {'Network': ['ID=04fc5dc5-4302-4494-9ea9-46300e93d0ee,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:05.030332 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-78ede247-9819-472e-91d3-b8e84cfdd84c admin admin] 10.222.0.73 "DELETE /v2.0/networks/04fc5dc5-4302-4494-9ea9-46300e93d0ee HTTP/1.1" status: 204 len: 168 time: 1.1334965 Jun 16 15:51:05.236459 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] Deleting port 2a6a1f38-f9de-42eb-9b3b-6df15e2f1474 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:05.237037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.307116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-347e1bdd-1833-4bcd-8a9c-cd606e2c0b29 None None] The port '2a6a1f38-f9de-42eb-9b3b-6df15e2f1474' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:51:05.422316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37116) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:05.474439 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b9af8f23-0499-4cd4-82e7-8bb7806092bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6507f6a218134728b89702cb0bdde8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504394 Jun 16 15:51:05.476440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37120) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:05.537719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8f2048d9-8123-4cb8-b6e1-4bf0d3fe65fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.563696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8f2048d9-8123-4cb8-b6e1-4bf0d3fe65fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.704834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8f2048d9-8123-4cb8-b6e1-4bf0d3fe65fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.720498 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2048d9-8123-4cb8-b6e1-4bf0d3fe65fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3727bd-c986-43d6-9b3d-bd7b44703692,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:05.731668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8f2048d9-8123-4cb8-b6e1-4bf0d3fe65fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.731668 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8f2048d9-8123-4cb8-b6e1-4bf0d3fe65fb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9f3727bd-c986-43d6-9b3d-bd7b44703692 HTTP/1.1" status: 204 len: 168 time: 0.2543302 Jun 16 15:51:06.024129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.027197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37144) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:07.133043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222846357'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:07.138337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:07.142452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:network and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:07.145905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:07.156555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:07.229585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Made reservation on behalf of dffa9d4c51aa405882865450b9b2da09 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:07.233177 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.246580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.262283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:07.266202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:security_group_rule and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:07.269064 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:07.275374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:07.372235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.492635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.526171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:51:07.534525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a8a1f1-e014-4cfe-8f7d-340f19c19c33,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:07.541448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.541805 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Added segment 9b9c9274-79c2-42b0-bd3e-3865933e54ba of type vlan for network 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6 Jun 16 15:51:07.568572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.818026 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.823577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:07.868940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.933787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'Network': ['ID=79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:07.944332 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:51:08.104784 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5e95715e-1e54-43dc-8413-70b57d91a034 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0764084 Jun 16 15:51:11.385388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37150) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:11.391816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Request body: {'subnet': {'network_id': '79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:11.518640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:11.523180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:subnet and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:11.525962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:11.531641 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:11.704247 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Made reservation on behalf of dffa9d4c51aa405882865450b9b2da09 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:11.707639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:12.389819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:12.470720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'Subnet': ['ID=68cf4aaf-5d24-4528-9d4a-fbe41b05a822,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:12.481996 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Checking segment: {'id': '9b9c9274-79c2-42b0-bd3e-3865933e54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:12.482359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Network hostable DHCP agents. Network: 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:51:12.698432 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Network 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:51:12.887086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:12.891198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:12.891782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:12.896657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27639271-eff3-4536-85ca-057799daa278 None None] Network 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:13.120433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6', 'network_id': '79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6', 'tenant_id': 'dffa9d4c51aa405882865450b9b2da09', 'fixed_ips': [{'subnet_id': '68cf4aaf-5d24-4528-9d4a-fbe41b05a822'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:51:13.121253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.230611 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5a663dc1-c7bb-4500-a1cf-0926d594723e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8437922 Jun 16 15:51:13.234308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37154) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:13.241665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-936287294'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:13.248219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:13.252443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:network and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:13.255624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:13.262391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:13.285335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Allocated IP 2001:db8:0:ffff::2 (79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6/68cf4aaf-5d24-4528-9d4a-fbe41b05a822/0aecd556-b2e5-4c6b-824e-5517d1a603df) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:13.401073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Made reservation on behalf of dffa9d4c51aa405882865450b9b2da09 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:13.404572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.434363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:51:13.445875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.446229 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Added segment e5e7fc39-d519-44e1-908f-7e8eeadb513e of type vlan for network 8ac4bc28-98af-4513-bbf5-7c770aeb9f01 Jun 16 15:51:13.475711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.497690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.512010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Transition to ACTIVE for port object 0aecd556-b2e5-4c6b-824e-5517d1a603df will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:13.531559 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Transition to ACTIVE for port object 0aecd556-b2e5-4c6b-824e-5517d1a603df will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:13.635865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.641397 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:13.642142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.687724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.749533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Network 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:13.750227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'Network': ['ID=8ac4bc28-98af-4513-bbf5-7c770aeb9f01,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:13.759501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:13.765010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 8ac4bc28-98af-4513-bbf5-7c770aeb9f01 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:51:13.778841 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:13.807203 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-410ec754-8941-4f3f-aee3-9bd952163658 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5714371 Jun 16 15:51:13.810018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37158) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:13.816431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Request body: {'subnet': {'network_id': '8ac4bc28-98af-4513-bbf5-7c770aeb9f01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:13.829325 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Pushing event updated for resources: {'Port': ['ID=0aecd556-b2e5-4c6b-824e-5517d1a603df,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:13.930846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:13.934771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:subnet and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:13.937631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:13.944113 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:13.965092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Attempting to bind port 0aecd556-b2e5-4c6b-824e-5517d1a603df on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:51:13.965724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Attempting to bind port 0aecd556-b2e5-4c6b-824e-5517d1a603df by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '9b9c9274-79c2-42b0-bd3e-3865933e54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:51:13.965838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Attempting to bind port 0aecd556-b2e5-4c6b-824e-5517d1a603df on network 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:13.971747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:13.972726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Checking segment: {'id': '9b9c9274-79c2-42b0-bd3e-3865933e54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:13.973115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.973505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Bound using segment: {'id': '9b9c9274-79c2-42b0-bd3e-3865933e54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:13.973968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Bound port: 0aecd556-b2e5-4c6b-824e-5517d1a603df, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9c9274-79c2-42b0-bd3e-3865933e54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:51:13.974335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.067624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] For port 0aecd556-b2e5-4c6b-824e-5517d1a603df, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:14.071098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] For port 0aecd556-b2e5-4c6b-824e-5517d1a603df, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0aecd556-b2e5-4c6b-824e-5517d1a603df,segment=NetworkSegment(9b9c9274-79c2-42b0-bd3e-3865933e54ba),segment_id=9b9c9274-79c2-42b0-bd3e-3865933e54ba)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:14.092695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Made reservation on behalf of dffa9d4c51aa405882865450b9b2da09 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:14.096378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.278412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.389105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27815b1f-8143-45f0-9acd-f1c65e3df3ae None None] Pushing event updated for resources: {'Port': ['ID=0aecd556-b2e5-4c6b-824e-5517d1a603df,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:14.430163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.510984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'Subnet': ['ID=ea051f32-202c-460f-97bb-dd26739a5ee9,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:14.527054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Checking segment: {'id': 'e5e7fc39-d519-44e1-908f-7e8eeadb513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8ac4bc28-98af-4513-bbf5-7c770aeb9f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:14.527054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Network hostable DHCP agents. Network: 8ac4bc28-98af-4513-bbf5-7c770aeb9f01, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:51:14.641242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Network 8ac4bc28-98af-4513-bbf5-7c770aeb9f01 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:51:14.840743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 8ac4bc28-98af-4513-bbf5-7c770aeb9f01) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:14.845939 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:14.847855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.849573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0db398-ef04-43e1-b1c9-5f91892364f1 None None] Network 8ac4bc28-98af-4513-bbf5-7c770aeb9f01 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:15.013570 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c61090ba-e7df-4ad1-a036-bdddd0339247 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.2024407 Jun 16 15:51:15.016155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37162) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:15.142023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-8ac4bc28-98af-4513-bbf5-7c770aeb9f01', 'network_id': '8ac4bc28-98af-4513-bbf5-7c770aeb9f01', 'tenant_id': 'dffa9d4c51aa405882865450b9b2da09', 'fixed_ips': [{'subnet_id': 'ea051f32-202c-460f-97bb-dd26739a5ee9'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:51:15.145402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:15.176260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:15.261525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:15.330212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Allocated IP 2001:db8::2 (8ac4bc28-98af-4513-bbf5-7c770aeb9f01/ea051f32-202c-460f-97bb-dd26739a5ee9/d92c5dba-609a-47ae-871e-c8b019704add) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:15.382920 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29aadf8-b525-481d-a838-3c11efe5c035 None None] Network 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:15.704737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-af075fcd-5d5f-49f6-ad9c-af497bedbd91 None None] Provisioning for port 0aecd556-b2e5-4c6b-824e-5517d1a603df completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:15.769627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:15.782719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Transition to ACTIVE for port object d92c5dba-609a-47ae-871e-c8b019704add will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:15.806743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Transition to ACTIVE for port object d92c5dba-609a-47ae-871e-c8b019704add will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:15.834919 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b2745228-4f51-4a32-bb13-27b35135675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:15.933420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.000131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Network 8ac4bc28-98af-4513-bbf5-7c770aeb9f01 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:16.008222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:16.010852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:16.051062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Pushing event updated for resources: {'Port': ['ID=d92c5dba-609a-47ae-871e-c8b019704add,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:16.052770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.094127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Subnet': ['ID=ea051f32-202c-460f-97bb-dd26739a5ee9,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:16.131815 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Attempting to bind port d92c5dba-609a-47ae-871e-c8b019704add on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:51:16.132187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Attempting to bind port d92c5dba-609a-47ae-871e-c8b019704add by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'e5e7fc39-d519-44e1-908f-7e8eeadb513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8ac4bc28-98af-4513-bbf5-7c770aeb9f01'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:51:16.132551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Attempting to bind port d92c5dba-609a-47ae-871e-c8b019704add on network 8ac4bc28-98af-4513-bbf5-7c770aeb9f01 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:16.137911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:16.138285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Checking segment: {'id': 'e5e7fc39-d519-44e1-908f-7e8eeadb513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8ac4bc28-98af-4513-bbf5-7c770aeb9f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:16.138678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.139109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Bound using segment: {'id': 'e5e7fc39-d519-44e1-908f-7e8eeadb513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8ac4bc28-98af-4513-bbf5-7c770aeb9f01'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:16.139576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Bound port: d92c5dba-609a-47ae-871e-c8b019704add, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e7fc39-d519-44e1-908f-7e8eeadb513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8ac4bc28-98af-4513-bbf5-7c770aeb9f01'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:51:16.139949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.187600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.213319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac4bc28-98af-4513-bbf5-7c770aeb9f01']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:16.225413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e7fc39-d519-44e1-908f-7e8eeadb513e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:16.225714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e7fc39-d519-44e1-908f-7e8eeadb513e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:16.226560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] For port d92c5dba-609a-47ae-871e-c8b019704add, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:16.229614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] For port d92c5dba-609a-47ae-871e-c8b019704add, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d92c5dba-609a-47ae-871e-c8b019704add,segment=NetworkSegment(e5e7fc39-d519-44e1-908f-7e8eeadb513e),segment_id=e5e7fc39-d519-44e1-908f-7e8eeadb513e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:16.237180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.357133 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0aecd556-b2e5-4c6b-824e-5517d1a603df up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:16.403811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.408749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.413526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:16.413526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.490977 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e5e7fc39-d519-44e1-908f-7e8eeadb513e resource provider aggregate not found Jun 16 15:51:16.499066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348af3f7-8d11-47fa-aabb-a484b84df140 None None] Pushing event updated for resources: {'Port': ['ID=d92c5dba-609a-47ae-871e-c8b019704add,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:16.516341 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e5e7fc39-d519-44e1-908f-7e8eeadb513e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5e7fc39-d519-44e1-908f-7e8eeadb513e found for delete ", "request_id": "req-f2328279-6eff-43dd-8f7b-a990dbb1490a"}]} Jun 16 15:51:16.569166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c45be1-a2f1-4532-8315-b3baa3bfcae8 None None] Network 8ac4bc28-98af-4513-bbf5-7c770aeb9f01 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:16.658827 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:51:16.658827 dv-neutron-846028-2-hyperv neutron-server[89745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:51:16.658827 dv-neutron-846028-2-hyperv neutron-server[89745]: [parameters: {'id': '8ac4bc28-98af-4513-bbf5-7c770aeb9f01'}] Jun 16 15:51:16.658827 dv-neutron-846028-2-hyperv neutron-server[89745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:51:16.659887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:51:16.730577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 0aecd556-b2e5-4c6b-824e-5517d1a603df completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:16.742319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0aecd556-b2e5-4c6b-824e-5517d1a603df triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:16.742620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.853145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e2ef9e-4d69-431a-aac2-91f5c7614d86 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:51:16.923807 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0aecd556-b2e5-4c6b-824e-5517d1a603df is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:51:16.924176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:16.985957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 0aecd556-b2e5-4c6b-824e-5517d1a603df, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0aecd556-b2e5-4c6b-824e-5517d1a603df,segment=NetworkSegment(9b9c9274-79c2-42b0-bd3e-3865933e54ba),segment_id=9b9c9274-79c2-42b0-bd3e-3865933e54ba)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:16.987223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e2ef9e-4d69-431a-aac2-91f5c7614d86 None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:51:17.116212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:17.160241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:17.171591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Deleting port d92c5dba-609a-47ae-871e-c8b019704add {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:17.172007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:17.225327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=0aecd556-b2e5-4c6b-824e-5517d1a603df,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:17.389830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] For port d92c5dba-609a-47ae-871e-c8b019704add, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d92c5dba-609a-47ae-871e-c8b019704add,segment=NetworkSegment(e5e7fc39-d519-44e1-908f-7e8eeadb513e),segment_id=e5e7fc39-d519-44e1-908f-7e8eeadb513e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:17.390093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:17.515440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Calling delete_port for d92c5dba-609a-47ae-871e-c8b019704add owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:17.704419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:17.752076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Port': ['ID=d92c5dba-609a-47ae-871e-c8b019704add,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:17.753870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No DVR routers for this DVR port d92c5dba-609a-47ae-871e-c8b019704add on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:17.979284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.004328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac4bc28-98af-4513-bbf5-7c770aeb9f01']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:18.016045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e7fc39-d519-44e1-908f-7e8eeadb513e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:18.016341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e7fc39-d519-44e1-908f-7e8eeadb513e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:18.027692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.051590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.058434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:18.058859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.247153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.267271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.282956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Network': ['ID=8ac4bc28-98af-4513-bbf5-7c770aeb9f01,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:18.295160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37170) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:18.302563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900629895'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:18.306903 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-afc94696-a727-426b-9aba-eb9525349a02 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/networks/8ac4bc28-98af-4513-bbf5-7c770aeb9f01 HTTP/1.1" status: 204 len: 168 time: 3.2895255 Jun 16 15:51:18.308368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:18.312413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:network and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:18.315600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:18.322852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:18.355036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0aecd556-b2e5-4c6b-824e-5517d1a603df up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:18.422981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 0aecd556-b2e5-4c6b-824e-5517d1a603df triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:18.423360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.453275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-395ece9d-d10f-4279-868a-369d50f2b543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.480746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Made reservation on behalf of dffa9d4c51aa405882865450b9b2da09 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:18.484345 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.514381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:51:18.527902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.528304 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Added segment 2da892f1-47ef-4101-9cf5-9af7dc2e6772 of type vlan for network 079eb4d1-a6fd-47f1-9f47-e3382a13997e Jun 16 15:51:18.536276 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e5e7fc39-d519-44e1-908f-7e8eeadb513e resource provider aggregate not found Jun 16 15:51:18.550593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 0aecd556-b2e5-4c6b-824e-5517d1a603df is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:51:18.551609 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment e5e7fc39-d519-44e1-908f-7e8eeadb513e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5e7fc39-d519-44e1-908f-7e8eeadb513e found for delete ", "request_id": "req-d164a952-3988-4417-8630-d6de862fff82"}]} Jun 16 15:51:18.563671 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.708709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.714163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:18.714736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.823454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'Network': ['ID=079eb4d1-a6fd-47f1-9f47-e3382a13997e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:18.833776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 079eb4d1-a6fd-47f1-9f47-e3382a13997e details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:51:18.852772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:18.927278 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3d7d520b-a3f4-4d3f-b0cc-f42668cc6cd2 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6303701 Jun 16 15:51:18.930069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37178) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:18.935832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Request body: {'subnet': {'network_id': '079eb4d1-a6fd-47f1-9f47-e3382a13997e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:19.047670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:19.051688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:subnet and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:19.054446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:19.060151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:19.166829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Made reservation on behalf of dffa9d4c51aa405882865450b9b2da09 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:19.170311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:19.263670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Performing IP validity checks on allocation pools {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 16 15:51:19.264195 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.ipam_backend_mixin [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 16 15:51:19.550115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:19.632196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'Subnet': ['ID=21d1a558-61df-4201-a074-516b8879a5bf,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:19.644627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Checking segment: {'id': '2da892f1-47ef-4101-9cf5-9af7dc2e6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '079eb4d1-a6fd-47f1-9f47-e3382a13997e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:19.644627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Network hostable DHCP agents. Network: 079eb4d1-a6fd-47f1-9f47-e3382a13997e, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:51:19.777939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Network 079eb4d1-a6fd-47f1-9f47-e3382a13997e is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:51:19.966806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 079eb4d1-a6fd-47f1-9f47-e3382a13997e) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:19.970943 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:19.971539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:19.976213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b8e7ff-1cc8-4ec1-b8b8-f1a8f5ccedc0 None None] Network 079eb4d1-a6fd-47f1-9f47-e3382a13997e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:20.161966 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9ed89e13-729f-455b-8a84-1ab8facecc40 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2307880 Jun 16 15:51:20.164720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37182) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:20.198431 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-079eb4d1-a6fd-47f1-9f47-e3382a13997e', 'network_id': '079eb4d1-a6fd-47f1-9f47-e3382a13997e', 'tenant_id': 'dffa9d4c51aa405882865450b9b2da09', 'fixed_ips': [{'subnet_id': '21d1a558-61df-4201-a074-516b8879a5bf'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:51:20.199314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:20.320512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:20.373387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Allocated IP 2001:db8::3 (079eb4d1-a6fd-47f1-9f47-e3382a13997e/21d1a558-61df-4201-a074-516b8879a5bf/f688b2e6-8170-454f-9daa-bdc910d67308) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:20.388026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:20.514099 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:20.586360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:20.600072 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Transition to ACTIVE for port object f688b2e6-8170-454f-9daa-bdc910d67308 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:20.618563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Transition to ACTIVE for port object f688b2e6-8170-454f-9daa-bdc910d67308 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:20.761488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:20.822965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Network 079eb4d1-a6fd-47f1-9f47-e3382a13997e is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:20.830314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:20.834382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:20.843150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Pushing event updated for resources: {'Port': ['ID=f688b2e6-8170-454f-9daa-bdc910d67308,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:20.910007 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:20.936031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.936375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.936713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.937049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.937434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.937760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.938086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.938409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.939051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.939413 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.939698 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.940019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:20.980144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Attempting to bind port f688b2e6-8170-454f-9daa-bdc910d67308 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:51:20.980846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Attempting to bind port f688b2e6-8170-454f-9daa-bdc910d67308 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '2da892f1-47ef-4101-9cf5-9af7dc2e6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '079eb4d1-a6fd-47f1-9f47-e3382a13997e'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:51:20.981298 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Attempting to bind port f688b2e6-8170-454f-9daa-bdc910d67308 on network 079eb4d1-a6fd-47f1-9f47-e3382a13997e {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:20.988811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:20.989342 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Checking segment: {'id': '2da892f1-47ef-4101-9cf5-9af7dc2e6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '079eb4d1-a6fd-47f1-9f47-e3382a13997e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:20.989599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:20.989976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Bound using segment: {'id': '2da892f1-47ef-4101-9cf5-9af7dc2e6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '079eb4d1-a6fd-47f1-9f47-e3382a13997e'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:20.990457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Bound port: f688b2e6-8170-454f-9daa-bdc910d67308, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da892f1-47ef-4101-9cf5-9af7dc2e6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '079eb4d1-a6fd-47f1-9f47-e3382a13997e'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:51:20.990830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:21.069903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Subnet': ['ID=21d1a558-61df-4201-a074-516b8879a5bf,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:21.094433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] For port f688b2e6-8170-454f-9daa-bdc910d67308, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:21.097573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] For port f688b2e6-8170-454f-9daa-bdc910d67308, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f688b2e6-8170-454f-9daa-bdc910d67308,segment=NetworkSegment(2da892f1-47ef-4101-9cf5-9af7dc2e6772),segment_id=2da892f1-47ef-4101-9cf5-9af7dc2e6772)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:21.166978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:21.192828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079eb4d1-a6fd-47f1-9f47-e3382a13997e']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:21.205667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da892f1-47ef-4101-9cf5-9af7dc2e6772') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:21.205957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da892f1-47ef-4101-9cf5-9af7dc2e6772') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:21.218361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:21.218574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:21.239237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:21.251218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:21.251628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:21.425340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88c87c-5990-4fb0-85c3-e7ebdb808680 None None] Pushing event updated for resources: {'Port': ['ID=f688b2e6-8170-454f-9daa-bdc910d67308,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:21.449560 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2da892f1-47ef-4101-9cf5-9af7dc2e6772 resource provider aggregate not found Jun 16 15:51:21.454432 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.db.api [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:51:21.454432 dv-neutron-846028-2-hyperv neutron-server[89746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:51:21.454432 dv-neutron-846028-2-hyperv neutron-server[89746]: [parameters: {'id': '079eb4d1-a6fd-47f1-9f47-e3382a13997e'}] Jun 16 15:51:21.454432 dv-neutron-846028-2-hyperv neutron-server[89746]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:51:21.459161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG oslo_db.api [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:51:21.459764 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fefd5f-faa4-4c1b-a1a9-4edd24253479 None None] Network 079eb4d1-a6fd-47f1-9f47-e3382a13997e requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:21.467855 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2da892f1-47ef-4101-9cf5-9af7dc2e6772 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2da892f1-47ef-4101-9cf5-9af7dc2e6772 found for delete ", "request_id": "req-e46d8510-e4c4-441c-b568-325f49e39ceb"}]} Jun 16 15:51:21.669060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c697c50-49aa-48c3-9380-5f99ab415130 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:51:21.716645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:21.760779 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c697c50-49aa-48c3-9380-5f99ab415130 None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:51:21.956608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:21.968174 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Deleting port f688b2e6-8170-454f-9daa-bdc910d67308 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:21.968530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:22.178780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] For port f688b2e6-8170-454f-9daa-bdc910d67308, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f688b2e6-8170-454f-9daa-bdc910d67308,segment=NetworkSegment(2da892f1-47ef-4101-9cf5-9af7dc2e6772),segment_id=2da892f1-47ef-4101-9cf5-9af7dc2e6772)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:22.179167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:22.305482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Calling delete_port for f688b2e6-8170-454f-9daa-bdc910d67308 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:22.515483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:22.566477 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Port': ['ID=f688b2e6-8170-454f-9daa-bdc910d67308,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:22.568216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No DVR routers for this DVR port f688b2e6-8170-454f-9daa-bdc910d67308 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:22.694575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:22.720605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079eb4d1-a6fd-47f1-9f47-e3382a13997e']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:22.733224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da892f1-47ef-4101-9cf5-9af7dc2e6772') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:22.733526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da892f1-47ef-4101-9cf5-9af7dc2e6772') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:22.744974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:22.760486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:22.766393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:22.766813 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:22.989889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:23.008138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:23.018894 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Network': ['ID=079eb4d1-a6fd-47f1-9f47-e3382a13997e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:23.025452 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-658ad5ed-23cc-48c4-923c-c7c7739e2887 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/networks/079eb4d1-a6fd-47f1-9f47-e3382a13997e HTTP/1.1" status: 204 len: 168 time: 2.8597353 Jun 16 15:51:23.029032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37192) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:23.034819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1640933742'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:23.039765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:23.043541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:network and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:23.046313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:23.053127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:23.161372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Made reservation on behalf of dffa9d4c51aa405882865450b9b2da09 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:23.165040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:23.192449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:51:23.200920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:23.201259 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Added segment 0c84d36f-95db-4518-b818-d4387cf3a2af of type vlan for network 3941b99a-8a74-4b78-ad4e-f173c9310949 Jun 16 15:51:23.226800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:23.396010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:23.401395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:23.401988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:23.512912 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'Network': ['ID=3941b99a-8a74-4b78-ad4e-f173c9310949,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:23.517044 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2da892f1-47ef-4101-9cf5-9af7dc2e6772 resource provider aggregate not found Jun 16 15:51:23.523685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 3941b99a-8a74-4b78-ad4e-f173c9310949 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:51:23.534567 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 2da892f1-47ef-4101-9cf5-9af7dc2e6772 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2da892f1-47ef-4101-9cf5-9af7dc2e6772 found for delete ", "request_id": "req-b1dee199-ae1f-4920-b9c3-ad149a6c6825"}]} Jun 16 15:51:23.537756 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:51:23.590433 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-33539e0a-c41b-445f-932c-048b47c34c5e tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5602653 Jun 16 15:51:23.593823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37200) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:23.599594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Request body: {'subnet': {'network_id': '3941b99a-8a74-4b78-ad4e-f173c9310949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:23.709520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:23.713479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:subnet and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:23.716473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:23.722174 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:23.864409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Made reservation on behalf of dffa9d4c51aa405882865450b9b2da09 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:23.867872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:24.395911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:24.469641 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'Subnet': ['ID=00c7fa3d-52c2-4bf6-9943-7e453fa05b3d,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:24.483312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Checking segment: {'id': '0c84d36f-95db-4518-b818-d4387cf3a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3941b99a-8a74-4b78-ad4e-f173c9310949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:24.499445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Network hostable DHCP agents. Network: 3941b99a-8a74-4b78-ad4e-f173c9310949, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:51:24.686676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Network 3941b99a-8a74-4b78-ad4e-f173c9310949 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:51:24.832572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 3941b99a-8a74-4b78-ad4e-f173c9310949) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:24.836827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:24.837494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:24.844361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92723115-6907-4845-9c5a-00b5e486cfb8 None None] Network 3941b99a-8a74-4b78-ad4e-f173c9310949 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:25.007781 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-653d88ca-9657-4189-84c0-bf4de71aeb10 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4127333 Jun 16 15:51:25.012634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37204) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:25.019231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624499271'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:25.024263 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:25.028410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:network and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:25.031198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:25.037635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:25.100210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-3941b99a-8a74-4b78-ad4e-f173c9310949', 'network_id': '3941b99a-8a74-4b78-ad4e-f173c9310949', 'tenant_id': 'dffa9d4c51aa405882865450b9b2da09', 'fixed_ips': [{'subnet_id': '00c7fa3d-52c2-4bf6-9943-7e453fa05b3d'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:51:25.101579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.138376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Made reservation on behalf of dffa9d4c51aa405882865450b9b2da09 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:25.142612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.169968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:51:25.179685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.180164 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Added segment 536c644b-d42a-48e2-a593-018062d9877e of type vlan for network 0894d585-1174-495f-b5f0-cd93020f06da Jun 16 15:51:25.206744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.265224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Allocated IP 2001:db8::2 (3941b99a-8a74-4b78-ad4e-f173c9310949/00c7fa3d-52c2-4bf6-9943-7e453fa05b3d/ef67b077-4f14-4ae8-ab86-09b9813ad60c) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:25.355366 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.360973 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:25.366678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.468640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'Network': ['ID=0894d585-1174-495f-b5f0-cd93020f06da,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:25.479499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 0894d585-1174-495f-b5f0-cd93020f06da details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:51:25.491705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.521501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Transition to ACTIVE for port object ef67b077-4f14-4ae8-ab86-09b9813ad60c will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:25.539402 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b7242cfa-fac9-456c-92c1-9a14c6086213 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5254509 Jun 16 15:51:25.542770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37208) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:25.548778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Request body: {'subnet': {'network_id': '0894d585-1174-495f-b5f0-cd93020f06da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:25.639932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Transition to ACTIVE for port object ef67b077-4f14-4ae8-ab86-09b9813ad60c will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:25.665431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:25.669448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Usage tracker for resource:subnet and tenant:dffa9d4c51aa405882865450b9b2da09 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:25.672387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:25.679448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:25.744287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.778133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Made reservation on behalf of dffa9d4c51aa405882865450b9b2da09 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:25.781654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.813522 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Network 3941b99a-8a74-4b78-ad4e-f173c9310949 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:25.816806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:25.820368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:25.826193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Pushing event updated for resources: {'Port': ['ID=ef67b077-4f14-4ae8-ab86-09b9813ad60c,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:25.928749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Attempting to bind port ef67b077-4f14-4ae8-ab86-09b9813ad60c on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:51:25.929488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Attempting to bind port ef67b077-4f14-4ae8-ab86-09b9813ad60c by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '0c84d36f-95db-4518-b818-d4387cf3a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3941b99a-8a74-4b78-ad4e-f173c9310949'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:51:25.929488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Attempting to bind port ef67b077-4f14-4ae8-ab86-09b9813ad60c on network 3941b99a-8a74-4b78-ad4e-f173c9310949 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:25.935434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:25.938358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Checking segment: {'id': '0c84d36f-95db-4518-b818-d4387cf3a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3941b99a-8a74-4b78-ad4e-f173c9310949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:25.938358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.938358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Bound using segment: {'id': '0c84d36f-95db-4518-b818-d4387cf3a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3941b99a-8a74-4b78-ad4e-f173c9310949'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:25.938358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Bound port: ef67b077-4f14-4ae8-ab86-09b9813ad60c, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c84d36f-95db-4518-b818-d4387cf3a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3941b99a-8a74-4b78-ad4e-f173c9310949'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:51:25.938358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:26.031487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] For port ef67b077-4f14-4ae8-ab86-09b9813ad60c, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:26.034986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] For port ef67b077-4f14-4ae8-ab86-09b9813ad60c, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ef67b077-4f14-4ae8-ab86-09b9813ad60c,segment=NetworkSegment(0c84d36f-95db-4518-b818-d4387cf3a2af),segment_id=0c84d36f-95db-4518-b818-d4387cf3a2af)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:26.126985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:26.162128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:26.205609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event updated for resources: {'Subnet': ['ID=2f061348-4d74-44b5-8ba8-594da6687f83,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:26.215683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Checking segment: {'id': '536c644b-d42a-48e2-a593-018062d9877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0894d585-1174-495f-b5f0-cd93020f06da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:26.216050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Network hostable DHCP agents. Network: 0894d585-1174-495f-b5f0-cd93020f06da, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:51:26.251278 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a033-38c0-4ca3-9cf3-1a6f13399bc2 None None] Pushing event updated for resources: {'Port': ['ID=ef67b077-4f14-4ae8-ab86-09b9813ad60c,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:26.372593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Network 0894d585-1174-495f-b5f0-cd93020f06da is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:51:26.532357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 0894d585-1174-495f-b5f0-cd93020f06da) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:26.536902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:26.537425 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:26.541486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910080af-4b6b-45ff-8f14-d75676a63a20 None None] Network 0894d585-1174-495f-b5f0-cd93020f06da requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:26.670642 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4f7ad47d-4085-45ae-9eda-ef7ae921e677 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1264458 Jun 16 15:51:26.675607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37212) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:26.787448 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-0894d585-1174-495f-b5f0-cd93020f06da', 'network_id': '0894d585-1174-495f-b5f0-cd93020f06da', 'tenant_id': 'dffa9d4c51aa405882865450b9b2da09', 'fixed_ips': [{'subnet_id': '2f061348-4d74-44b5-8ba8-594da6687f83'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:51:26.788784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:26.828706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:26.910940 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:26.991236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Allocated IP 2001:db8::2 (0894d585-1174-495f-b5f0-cd93020f06da/2f061348-4d74-44b5-8ba8-594da6687f83/cf1ed738-59de-4649-bd08-af8da67b4ea7) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:27.219100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b80345-443a-4dce-a054-73d5ba6c6ab7 None None] Network 3941b99a-8a74-4b78-ad4e-f173c9310949 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:27.236468 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:27.262898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Transition to ACTIVE for port object cf1ed738-59de-4649-bd08-af8da67b4ea7 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:27.349471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Transition to ACTIVE for port object cf1ed738-59de-4649-bd08-af8da67b4ea7 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:27.465744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:27.515737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ba8b8ce6-e92e-4a04-a65c-16b9f04d06c9 None None] Provisioning for port ef67b077-4f14-4ae8-ab86-09b9813ad60c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:27.549871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:27.553372 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Network 0894d585-1174-495f-b5f0-cd93020f06da is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:27.559287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:27.564814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:27.569546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Pushing event updated for resources: {'Port': ['ID=cf1ed738-59de-4649-bd08-af8da67b4ea7,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:27.595418 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Subnet': ['ID=2f061348-4d74-44b5-8ba8-594da6687f83,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:27.686368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Attempting to bind port cf1ed738-59de-4649-bd08-af8da67b4ea7 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:51:27.686806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Attempting to bind port cf1ed738-59de-4649-bd08-af8da67b4ea7 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '536c644b-d42a-48e2-a593-018062d9877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0894d585-1174-495f-b5f0-cd93020f06da'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:51:27.687118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Attempting to bind port cf1ed738-59de-4649-bd08-af8da67b4ea7 on network 0894d585-1174-495f-b5f0-cd93020f06da {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:27.694415 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:27.694975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Checking segment: {'id': '536c644b-d42a-48e2-a593-018062d9877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0894d585-1174-495f-b5f0-cd93020f06da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:27.695561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:27.697043 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Bound using segment: {'id': '536c644b-d42a-48e2-a593-018062d9877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0894d585-1174-495f-b5f0-cd93020f06da'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:27.697572 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Bound port: cf1ed738-59de-4649-bd08-af8da67b4ea7, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536c644b-d42a-48e2-a593-018062d9877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0894d585-1174-495f-b5f0-cd93020f06da'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:51:27.697961 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:27.706753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:27.742794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0894d585-1174-495f-b5f0-cd93020f06da']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:27.757149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536c644b-d42a-48e2-a593-018062d9877e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:27.761400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536c644b-d42a-48e2-a593-018062d9877e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:27.771205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:27.791976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:27.798792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:27.799226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:27.810704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] For port cf1ed738-59de-4649-bd08-af8da67b4ea7, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:27.883090 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 536c644b-d42a-48e2-a593-018062d9877e resource provider aggregate not found Jun 16 15:51:27.902683 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] For port cf1ed738-59de-4649-bd08-af8da67b4ea7, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cf1ed738-59de-4649-bd08-af8da67b4ea7,segment=NetworkSegment(536c644b-d42a-48e2-a593-018062d9877e),segment_id=536c644b-d42a-48e2-a593-018062d9877e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:27.905690 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 536c644b-d42a-48e2-a593-018062d9877e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 536c644b-d42a-48e2-a593-018062d9877e found for delete ", "request_id": "req-9b766f4f-409f-44b4-b45a-42655e68a5ee"}]} Jun 16 15:51:27.966393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.db.api [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 16 15:51:27.966393 dv-neutron-846028-2-hyperv neutron-server[89745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 16 15:51:27.966393 dv-neutron-846028-2-hyperv neutron-server[89745]: [parameters: {'id': '0894d585-1174-495f-b5f0-cd93020f06da'}] Jun 16 15:51:27.966393 dv-neutron-846028-2-hyperv neutron-server[89745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:51:27.966782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG oslo_db.api [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:51:28.001520 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:28.114163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a943d7-05d1-4144-9493-d06279fef063 None None] Pushing event updated for resources: {'Port': ['ID=cf1ed738-59de-4649-bd08-af8da67b4ea7,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:28.184502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fb138-3462-47cd-baaa-e86d97351349 None None] Network 0894d585-1174-495f-b5f0-cd93020f06da requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:28.369360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ef67b077-4f14-4ae8-ab86-09b9813ad60c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:28.468136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:28.468752 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd5703-36d2-498a-a9e6-7787a8657cb5 None None] get_active_networks_info from dv-neutron-846028-2-hyperv {{(pid=89747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 16 15:51:28.480621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Deleting port cf1ed738-59de-4649-bd08-af8da67b4ea7 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:28.480982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:28.542917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port ef67b077-4f14-4ae8-ab86-09b9813ad60c completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:28.555800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ef67b077-4f14-4ae8-ab86-09b9813ad60c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:28.556155 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:28.619630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fd5703-36d2-498a-a9e6-7787a8657cb5 None None] Resources bound (agent type, host, resource id): {{(pid=89747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 16 15:51:28.699590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] For port cf1ed738-59de-4649-bd08-af8da67b4ea7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cf1ed738-59de-4649-bd08-af8da67b4ea7,segment=NetworkSegment(536c644b-d42a-48e2-a593-018062d9877e),segment_id=536c644b-d42a-48e2-a593-018062d9877e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:28.699921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:28.794516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ef67b077-4f14-4ae8-ab86-09b9813ad60c is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:51:28.794878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:28.825742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Calling delete_port for cf1ed738-59de-4649-bd08-af8da67b4ea7 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:28.898376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port ef67b077-4f14-4ae8-ab86-09b9813ad60c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ef67b077-4f14-4ae8-ab86-09b9813ad60c,segment=NetworkSegment(0c84d36f-95db-4518-b818-d4387cf3a2af),segment_id=0c84d36f-95db-4518-b818-d4387cf3a2af)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:29.063648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:29.098248 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:29.138484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=ef67b077-4f14-4ae8-ab86-09b9813ad60c,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:29.152115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No DVR routers for this DVR port cf1ed738-59de-4649-bd08-af8da67b4ea7 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:29.153978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Port': ['ID=cf1ed738-59de-4649-bd08-af8da67b4ea7,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:29.278762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:29.316434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0894d585-1174-495f-b5f0-cd93020f06da']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:29.321881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536c644b-d42a-48e2-a593-018062d9877e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:29.322176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536c644b-d42a-48e2-a593-018062d9877e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:29.334029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:29.350382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:29.356572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:29.356757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:29.560907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:29.579271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:29.596655 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Network': ['ID=0894d585-1174-495f-b5f0-cd93020f06da,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:29.600837 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e2775abf-65d6-4449-94ce-24e0da8a9dfe tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/networks/0894d585-1174-495f-b5f0-cd93020f06da HTTP/1.1" status: 204 len: 168 time: 2.9241774 Jun 16 15:51:29.603575 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37220) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:29.645218 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a599ccdf-3d21-4d2b-a41f-d91236c21f87 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] GET failed (client error): The resource could not be found. Jun 16 15:51:29.645873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a599ccdf-3d21-4d2b-a41f-d91236c21f87 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Synchronizing usage tracker for tenant:dffa9d4c51aa405882865450b9b2da09 on resource:subnet {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:51:29.800931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a599ccdf-3d21-4d2b-a41f-d91236c21f87 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Unset dirty status for tenant:dffa9d4c51aa405882865450b9b2da09 on resource:subnet {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:51:29.802281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a599ccdf-3d21-4d2b-a41f-d91236c21f87 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "GET /v2.0/subnets/2f061348-4d74-44b5-8ba8-594da6687f83 HTTP/1.1" status: 404 len: 337 time: 0.1974585 Jun 16 15:51:29.805379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37224) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:29.836953 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64fa710-321b-450e-99a2-06b1fb85505a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] DELETE failed (client error): The resource could not be found. Jun 16 15:51:29.837290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64fa710-321b-450e-99a2-06b1fb85505a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:51:29.839349 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f64fa710-321b-450e-99a2-06b1fb85505a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/networks/0894d585-1174-495f-b5f0-cd93020f06da HTTP/1.1" status: 404 len: 339 time: 0.0327573 Jun 16 15:51:29.843448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37228) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:29.882173 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e208effb-1238-4266-a856-ef36540c71e5 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] DELETE failed (client error): The resource could not be found. Jun 16 15:51:29.882746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e208effb-1238-4266-a856-ef36540c71e5 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:51:29.884498 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e208effb-1238-4266-a856-ef36540c71e5 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/subnets/2f061348-4d74-44b5-8ba8-594da6687f83 HTTP/1.1" status: 404 len: 337 time: 0.0401356 Jun 16 15:51:29.887150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37232) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:29.913836 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e37c444-63b4-41ee-8b26-bcf952e316ef tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] DELETE failed (client error): The resource could not be found. Jun 16 15:51:29.914312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e37c444-63b4-41ee-8b26-bcf952e316ef tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:51:29.916093 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7e37c444-63b4-41ee-8b26-bcf952e316ef tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/networks/0894d585-1174-495f-b5f0-cd93020f06da HTTP/1.1" status: 404 len: 339 time: 0.0280156 Jun 16 15:51:29.920125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37238) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:29.928987 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 536c644b-d42a-48e2-a593-018062d9877e resource provider aggregate not found Jun 16 15:51:29.947270 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 536c644b-d42a-48e2-a593-018062d9877e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 536c644b-d42a-48e2-a593-018062d9877e found for delete ", "request_id": "req-6b2063f7-ccd1-441e-9093-ee3ba7b9548e"}]} Jun 16 15:51:29.989874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9ddf32-b225-48ce-8d7a-c2f004c8808a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Deleting subnet 00c7fa3d-52c2-4bf6-9943-7e453fa05b3d {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:51:29.992984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f9ddf32-b225-48ce-8d7a-c2f004c8808a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:30.052003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f9ddf32-b225-48ce-8d7a-c2f004c8808a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:30.136402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f9ddf32-b225-48ce-8d7a-c2f004c8808a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:30.333104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f9ddf32-b225-48ce-8d7a-c2f004c8808a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:30.365581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ef67b077-4f14-4ae8-ab86-09b9813ad60c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:30.382309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ddf32-b225-48ce-8d7a-c2f004c8808a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Subnet': ['ID=00c7fa3d-52c2-4bf6-9943-7e453fa05b3d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:30.384469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1f9ddf32-b225-48ce-8d7a-c2f004c8808a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:30.403394 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea4c9b-e7a1-4727-9dd0-99a2bb6bf79a None None] Network 3941b99a-8a74-4b78-ad4e-f173c9310949 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:30.507216 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1f9ddf32-b225-48ce-8d7a-c2f004c8808a tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/subnets/00c7fa3d-52c2-4bf6-9943-7e453fa05b3d HTTP/1.1" status: 204 len: 168 time: 0.5836461 Jun 16 15:51:30.507849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37244) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:30.587436 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ef67b077-4f14-4ae8-ab86-09b9813ad60c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:30.587804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:30.629149 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:30.644220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Deleting port ef67b077-4f14-4ae8-ab86-09b9813ad60c {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:30.644611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:30.736723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ef67b077-4f14-4ae8-ab86-09b9813ad60c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:51:30.782867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] DHCP port deletion for 3941b99a-8a74-4b78-ad4e-f173c9310949 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:51:30.789479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] Deleting port ef67b077-4f14-4ae8-ab86-09b9813ad60c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:30.790109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:30.877636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] For port ef67b077-4f14-4ae8-ab86-09b9813ad60c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ef67b077-4f14-4ae8-ab86-09b9813ad60c,segment=NetworkSegment(0c84d36f-95db-4518-b818-d4387cf3a2af),segment_id=0c84d36f-95db-4518-b818-d4387cf3a2af)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:30.878321 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:31.048061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Calling delete_port for ef67b077-4f14-4ae8-ab86-09b9813ad60c owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:31.091690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] For port ef67b077-4f14-4ae8-ab86-09b9813ad60c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ef67b077-4f14-4ae8-ab86-09b9813ad60c,segment=NetworkSegment(0c84d36f-95db-4518-b818-d4387cf3a2af),segment_id=0c84d36f-95db-4518-b818-d4387cf3a2af)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:31.092128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:31.222300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] Calling delete_port for ef67b077-4f14-4ae8-ab86-09b9813ad60c owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:31.317280 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:31.318163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:51:31.318163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:51:31.352414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Port': ['ID=ef67b077-4f14-4ae8-ab86-09b9813ad60c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:31.356420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No DVR routers for this DVR port ef67b077-4f14-4ae8-ab86-09b9813ad60c on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:31.605879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:31.633466 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3941b99a-8a74-4b78-ad4e-f173c9310949']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:31.647270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c84d36f-95db-4518-b818-d4387cf3a2af') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:31.647573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c84d36f-95db-4518-b818-d4387cf3a2af') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:31.660556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:31.677204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:31.683834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:31.684227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:31.769562 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 0c84d36f-95db-4518-b818-d4387cf3a2af resource provider aggregate not found Jun 16 15:51:31.787364 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 0c84d36f-95db-4518-b818-d4387cf3a2af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c84d36f-95db-4518-b818-d4387cf3a2af found for delete ", "request_id": "req-d871c815-618a-4245-8340-fd418f4d123c"}]} Jun 16 15:51:31.807238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] Deleting port ef67b077-4f14-4ae8-ab86-09b9813ad60c {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:31.807763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:31.875368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1543e536-428e-4e85-bcfc-dc9bd244748b None None] The port 'ef67b077-4f14-4ae8-ab86-09b9813ad60c' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:51:31.920782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:31.938580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:31.950342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Network': ['ID=3941b99a-8a74-4b78-ad4e-f173c9310949,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:31.954666 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-426306bb-d1b2-4494-a437-6243edf42430 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/networks/3941b99a-8a74-4b78-ad4e-f173c9310949 HTTP/1.1" status: 204 len: 168 time: 1.4456651 Jun 16 15:51:31.957157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37252) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:31.995690 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aeecb69-ad53-47f4-86e0-4e183a651533 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] DELETE failed (client error): The resource could not be found. Jun 16 15:51:31.996145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aeecb69-ad53-47f4-86e0-4e183a651533 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:51:31.997821 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2aeecb69-ad53-47f4-86e0-4e183a651533 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/subnets/21d1a558-61df-4201-a074-516b8879a5bf HTTP/1.1" status: 404 len: 337 time: 0.0397770 Jun 16 15:51:32.000459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37256) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:32.028990 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-325a4d3c-33a6-4e08-971c-935391d2fc28 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] DELETE failed (client error): The resource could not be found. Jun 16 15:51:32.029458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325a4d3c-33a6-4e08-971c-935391d2fc28 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:51:32.031156 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-325a4d3c-33a6-4e08-971c-935391d2fc28 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/networks/079eb4d1-a6fd-47f1-9f47-e3382a13997e HTTP/1.1" status: 404 len: 339 time: 0.0297892 Jun 16 15:51:32.033983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37260) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:32.074641 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbace86a-7994-4a1d-915e-d2f07a2f2f7d tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] DELETE failed (client error): The resource could not be found. Jun 16 15:51:32.075256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbace86a-7994-4a1d-915e-d2f07a2f2f7d tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:51:32.077160 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bbace86a-7994-4a1d-915e-d2f07a2f2f7d tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/subnets/ea051f32-202c-460f-97bb-dd26739a5ee9 HTTP/1.1" status: 404 len: 337 time: 0.0417135 Jun 16 15:51:32.080195 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37264) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:32.107616 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.pecan_wsgi.hooks.translation [None req-92330a1d-e6bc-4b6f-9999-983ec435f9b4 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] DELETE failed (client error): The resource could not be found. Jun 16 15:51:32.108089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92330a1d-e6bc-4b6f-9999-983ec435f9b4 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 16 15:51:32.109766 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-92330a1d-e6bc-4b6f-9999-983ec435f9b4 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/networks/8ac4bc28-98af-4513-bbf5-7c770aeb9f01 HTTP/1.1" status: 404 len: 339 time: 0.0286591 Jun 16 15:51:32.112449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37268) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:32.181001 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb3f03a-53dd-49ee-8111-9d9b7335425c tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Deleting subnet 68cf4aaf-5d24-4528-9d4a-fbe41b05a822 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:51:32.184291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f03a-53dd-49ee-8111-9d9b7335425c tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:32.245169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f03a-53dd-49ee-8111-9d9b7335425c tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:32.339167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f03a-53dd-49ee-8111-9d9b7335425c tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:32.352954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ef67b077-4f14-4ae8-ab86-09b9813ad60c no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:32.387673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: ef67b077-4f14-4ae8-ab86-09b9813ad60c {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:51:32.388116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ef67b077-4f14-4ae8-ab86-09b9813ad60c not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:32.544624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f03a-53dd-49ee-8111-9d9b7335425c tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:32.586760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3f03a-53dd-49ee-8111-9d9b7335425c tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Subnet': ['ID=68cf4aaf-5d24-4528-9d4a-fbe41b05a822,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:32.591600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f03a-53dd-49ee-8111-9d9b7335425c tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:32.598011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d1e4a-d2af-4c7d-a03a-94f3d05b8bb7 None None] Network 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:32.602752 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7fb3f03a-53dd-49ee-8111-9d9b7335425c tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/subnets/68cf4aaf-5d24-4528-9d4a-fbe41b05a822 HTTP/1.1" status: 204 len: 168 time: 0.4884965 Jun 16 15:51:32.605834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37272) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:32.731276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:32.744882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Deleting port 0aecd556-b2e5-4c6b-824e-5517d1a603df {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:32.745241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:32.876007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] DHCP port deletion for 79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:51:32.880716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] Deleting port 0aecd556-b2e5-4c6b-824e-5517d1a603df {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:32.881093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:32.961040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] For port 0aecd556-b2e5-4c6b-824e-5517d1a603df, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0aecd556-b2e5-4c6b-824e-5517d1a603df,segment=NetworkSegment(9b9c9274-79c2-42b0-bd3e-3865933e54ba),segment_id=9b9c9274-79c2-42b0-bd3e-3865933e54ba)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:32.961666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.094354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] For port 0aecd556-b2e5-4c6b-824e-5517d1a603df, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=0aecd556-b2e5-4c6b-824e-5517d1a603df,segment=NetworkSegment(9b9c9274-79c2-42b0-bd3e-3865933e54ba),segment_id=9b9c9274-79c2-42b0-bd3e-3865933e54ba)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:33.094621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.094786 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Calling delete_port for 0aecd556-b2e5-4c6b-824e-5517d1a603df owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:33.231045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] Calling delete_port for 0aecd556-b2e5-4c6b-824e-5517d1a603df owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:33.258705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.312063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Port': ['ID=0aecd556-b2e5-4c6b-824e-5517d1a603df,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:33.312598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:51:33.312993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:51:33.315596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] No DVR routers for this DVR port 0aecd556-b2e5-4c6b-824e-5517d1a603df on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:33.451739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.480969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:33.494615 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9c9274-79c2-42b0-bd3e-3865933e54ba') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:33.494917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9c9274-79c2-42b0-bd3e-3865933e54ba') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:33.509482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.527310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.533660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:33.534042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.808771 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 9b9c9274-79c2-42b0-bd3e-3865933e54ba resource provider aggregate not found Jun 16 15:51:33.814157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] Deleting port 0aecd556-b2e5-4c6b-824e-5517d1a603df {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:33.814545 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.826024 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 9b9c9274-79c2-42b0-bd3e-3865933e54ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b9c9274-79c2-42b0-bd3e-3865933e54ba found for delete ", "request_id": "req-d60eb972-5ede-4ef3-8d70-883a1cca69d8"}]} Jun 16 15:51:33.887090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9098a-af7e-4f21-aa30-c7e39211e3f7 None None] The port '0aecd556-b2e5-4c6b-824e-5517d1a603df' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:51:33.990287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.990287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.990287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] Pushing event deleted for resources: {'Network': ['ID=79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:33.990287 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1646e34c-7574-4772-8c14-8f5f95126dd9 tempest-NetworksIpV6Test-1407506558 tempest-NetworksIpV6Test-1407506558-project] 10.222.0.73 "DELETE /v2.0/networks/79936d8a-5fd2-4ca3-8ec7-87f8d7347ba6 HTTP/1.1" status: 204 len: 168 time: 1.3682292 Jun 16 15:51:34.341945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0aecd556-b2e5-4c6b-824e-5517d1a603df no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:34.377064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 0aecd556-b2e5-4c6b-824e-5517d1a603df {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:51:34.377405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 0aecd556-b2e5-4c6b-824e-5517d1a603df not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:34.608303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37284) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:34.774580 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-befa00cc-bd5b-4f8b-aa5d-e9980cd03688 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dffa9d4c51aa405882865450b9b2da09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651840 Jun 16 15:51:34.777323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37290) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:34.841495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c16891b-d98e-46f6-817f-677dcf38e647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:34.869562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c16891b-d98e-46f6-817f-677dcf38e647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:35.087345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c16891b-d98e-46f6-817f-677dcf38e647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:35.104304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16891b-d98e-46f6-817f-677dcf38e647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a8a1f1-e014-4cfe-8f7d-340f19c19c33,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:35.110006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9c16891b-d98e-46f6-817f-677dcf38e647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:35.112097 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9c16891b-d98e-46f6-817f-677dcf38e647 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b0a8a1f1-e014-4cfe-8f7d-340f19c19c33 HTTP/1.1" status: 204 len: 168 time: 0.3326666 Jun 16 15:51:36.064012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:36.550996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37314) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:36.665993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1648941030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:36.673169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:36.677740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Usage tracker for resource:router and tenant:90b5179403464237910715db94957567 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:36.681748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:36.698446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:36.807186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:36.808270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:36.825768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:36.943810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:37.040971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:37.042185 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8abc394c-229f-424d-9f3f-7b0262e96bc9 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4907393 Jun 16 15:51:37.045310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37322) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:37.052166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1365137566'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:37.059862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:37.065611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Usage tracker for resource:network and tenant:90b5179403464237910715db94957567 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:37.069921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:37.078368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:37.183757 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Made reservation on behalf of 90b5179403464237910715db94957567 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:37.187593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:37.207175 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:37.219870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:37.224496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Usage tracker for resource:security_group_rule and tenant:90b5179403464237910715db94957567 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:37.227439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:37.234119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:37.335731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:37.452768 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:37.487753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:51:37.501531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23a4f90-3520-4707-97c2-7b664ea0efca,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:37.506397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:37.510803 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Added segment b4978b26-2d34-403a-ace4-31ad9caa0ace of type vlan for network ac93a201-a3f1-42fe-82be-57474b100aa6 Jun 16 15:51:37.536204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:37.663646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:37.669203 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:37.669833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:37.782740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event updated for resources: {'Network': ['ID=ac93a201-a3f1-42fe-82be-57474b100aa6,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:37.793578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network ac93a201-a3f1-42fe-82be-57474b100aa6 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:51:37.898865 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-98e1a680-defe-46fd-9b6e-bc6c608847f1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8524566 Jun 16 15:51:37.901619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37326) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:37.907120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Request body: {'subnet': {'network_id': 'ac93a201-a3f1-42fe-82be-57474b100aa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:38.025324 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:38.029129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Usage tracker for resource:subnet and tenant:90b5179403464237910715db94957567 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:38.031876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:38.038232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:38.143890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Made reservation on behalf of 90b5179403464237910715db94957567 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:38.147913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:38.486844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:38.574525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event updated for resources: {'Subnet': ['ID=5dc2b2fe-20fe-47b3-a56f-29e50db2e8ec,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:38.578473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Checking segment: {'id': 'b4978b26-2d34-403a-ace4-31ad9caa0ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ac93a201-a3f1-42fe-82be-57474b100aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:38.578843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Network hostable DHCP agents. Network: ac93a201-a3f1-42fe-82be-57474b100aa6, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:51:38.703844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Network ac93a201-a3f1-42fe-82be-57474b100aa6 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:51:38.800795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, ac93a201-a3f1-42fe-82be-57474b100aa6) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:38.805026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:38.805614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:38.809804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c4ef5-b016-4592-87d3-2152553fa2f5 None None] Network ac93a201-a3f1-42fe-82be-57474b100aa6 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:38.950412 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ebeaccf5-28a7-4258-b5be-cd047b42d943 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0476620 Jun 16 15:51:38.953311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37330) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:38.959834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1931276693'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:38.964969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:38.968845 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Usage tracker for resource:network and tenant:90b5179403464237910715db94957567 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:38.972183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:38.978000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:39.052513 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Made reservation on behalf of 90b5179403464237910715db94957567 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:39.056173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.066357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-ac93a201-a3f1-42fe-82be-57474b100aa6', 'network_id': 'ac93a201-a3f1-42fe-82be-57474b100aa6', 'tenant_id': '90b5179403464237910715db94957567', 'fixed_ips': [{'subnet_id': '5dc2b2fe-20fe-47b3-a56f-29e50db2e8ec'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:51:39.075517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.097129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:51:39.107698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.108133 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Added segment 1e29ff8e-080c-48a4-981e-60409d6a0c9b of type vlan for network 47100054-ebd7-443d-bb96-5ab9fcfe08ba Jun 16 15:51:39.147676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.225002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Allocated IP 172.20.0.2 (ac93a201-a3f1-42fe-82be-57474b100aa6/5dc2b2fe-20fe-47b3-a56f-29e50db2e8ec/5f2a392f-cd26-446e-ab34-47ff5e8e2f92) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:39.286593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.292617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:39.293446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.402824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event updated for resources: {'Network': ['ID=47100054-ebd7-443d-bb96-5ab9fcfe08ba,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:39.414583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 47100054-ebd7-443d-bb96-5ab9fcfe08ba details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:51:39.475588 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6f9cfc7c-7a0e-48e3-ba97-6aee54598aa1 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5208805 Jun 16 15:51:39.478213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37334) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:39.484257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Request body: {'subnet': {'network_id': '47100054-ebd7-443d-bb96-5ab9fcfe08ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:39.511959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.537657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Transition to ACTIVE for port object 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:39.558774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Transition to ACTIVE for port object 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:39.598036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:39.601993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Usage tracker for resource:subnet and tenant:90b5179403464237910715db94957567 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:39.605046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:39.611328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:39.670366 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.710192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Made reservation on behalf of 90b5179403464237910715db94957567 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:39.713844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.742308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Network ac93a201-a3f1-42fe-82be-57474b100aa6 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:39.745594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:39.749229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:39.755300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Pushing event updated for resources: {'Port': ['ID=5f2a392f-cd26-446e-ab34-47ff5e8e2f92,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:39.862056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Attempting to bind port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:51:39.863335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Attempting to bind port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'b4978b26-2d34-403a-ace4-31ad9caa0ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ac93a201-a3f1-42fe-82be-57474b100aa6'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:51:39.863525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Attempting to bind port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 on network ac93a201-a3f1-42fe-82be-57474b100aa6 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:39.871404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:39.871772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Checking segment: {'id': 'b4978b26-2d34-403a-ace4-31ad9caa0ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ac93a201-a3f1-42fe-82be-57474b100aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:39.872166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.872562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Bound using segment: {'id': 'b4978b26-2d34-403a-ace4-31ad9caa0ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ac93a201-a3f1-42fe-82be-57474b100aa6'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:39.873069 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Bound port: 5f2a392f-cd26-446e-ab34-47ff5e8e2f92, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4978b26-2d34-403a-ace4-31ad9caa0ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ac93a201-a3f1-42fe-82be-57474b100aa6'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:51:39.873399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.983979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] For port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:39.987098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] For port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5f2a392f-cd26-446e-ab34-47ff5e8e2f92,segment=NetworkSegment(b4978b26-2d34-403a-ace4-31ad9caa0ace),segment_id=b4978b26-2d34-403a-ace4-31ad9caa0ace)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:40.081421 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:40.127258 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:40.161639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event updated for resources: {'Subnet': ['ID=0bd3f8a5-c6e3-4ad3-9068-010caca24655,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:40.176079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Checking segment: {'id': '1e29ff8e-080c-48a4-981e-60409d6a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '47100054-ebd7-443d-bb96-5ab9fcfe08ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:40.176643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Network hostable DHCP agents. Network: 47100054-ebd7-443d-bb96-5ab9fcfe08ba, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:51:40.210824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e710ed7-9ff7-4f14-883c-816c120990e3 None None] Pushing event updated for resources: {'Port': ['ID=5f2a392f-cd26-446e-ab34-47ff5e8e2f92,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:40.338340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Network 47100054-ebd7-443d-bb96-5ab9fcfe08ba is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:51:40.476207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 47100054-ebd7-443d-bb96-5ab9fcfe08ba) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:40.489790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:40.490530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:40.497403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5e7109-8fb1-4ee9-9568-7b8a3b316483 None None] Network 47100054-ebd7-443d-bb96-5ab9fcfe08ba requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:40.584549 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c8b6ca89-a47a-4a56-b0dd-d7c3f243d09b tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1051581 Jun 16 15:51:40.587374 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37338) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:40.593133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5babfff5-ce24-4dd9-b647-9187f7919937 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Request body: {'router': {'external_gateway_info': {'network_id': '47100054-ebd7-443d-bb96-5ab9fcfe08ba'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:40.770394 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-47100054-ebd7-443d-bb96-5ab9fcfe08ba', 'network_id': '47100054-ebd7-443d-bb96-5ab9fcfe08ba', 'tenant_id': '90b5179403464237910715db94957567', 'fixed_ips': [{'subnet_id': '0bd3f8a5-c6e3-4ad3-9068-010caca24655'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:51:40.771300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:40.938363 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Allocated IP 172.21.0.2 (47100054-ebd7-443d-bb96-5ab9fcfe08ba/0bd3f8a5-c6e3-4ad3-9068-010caca24655/b8b2b7ef-7aef-4425-92c4-175298745e0d) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:41.166980 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.183437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Transition to ACTIVE for port object b8b2b7ef-7aef-4425-92c4-175298745e0d will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:41.191189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5babfff5-ce24-4dd9-b647-9187f7919937 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.202742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Transition to ACTIVE for port object b8b2b7ef-7aef-4425-92c4-175298745e0d will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:41.349074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96febace-d808-4cdc-b3f8-99dd54480c5f None None] Network ac93a201-a3f1-42fe-82be-57474b100aa6 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:41.381280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.461802 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.api.v2.resource [None req-5babfff5-ce24-4dd9-b647-9187f7919937 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 16 15:51:41.468524 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5babfff5-ce24-4dd9-b647-9187f7919937 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "PUT /v2.0/routers/baa8e8a4-84d8-4d79-bfa5-1c5eb82ab7c5 HTTP/1.1" status: 400 len: 364 time: 0.8745847 Jun 16 15:51:41.468922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37342) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:41.544373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddd88d7-e128-449e-80c0-e49d40874f72 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Deleting subnet 0bd3f8a5-c6e3-4ad3-9068-010caca24655 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:51:41.547551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ddd88d7-e128-449e-80c0-e49d40874f72 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.549647 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Network 47100054-ebd7-443d-bb96-5ab9fcfe08ba is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:41.559471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:41.565140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:41.602487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ddd88d7-e128-449e-80c0-e49d40874f72 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.611287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Pushing event updated for resources: {'Port': ['ID=b8b2b7ef-7aef-4425-92c4-175298745e0d,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:41.679593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fb9f50c6-b581-48ab-8be8-6c6367c7c52a None None] Provisioning for port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:41.694122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ddd88d7-e128-449e-80c0-e49d40874f72 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.742060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Attempting to bind port b8b2b7ef-7aef-4425-92c4-175298745e0d on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:51:41.742335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Attempting to bind port b8b2b7ef-7aef-4425-92c4-175298745e0d by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '1e29ff8e-080c-48a4-981e-60409d6a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '47100054-ebd7-443d-bb96-5ab9fcfe08ba'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:51:41.742738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Attempting to bind port b8b2b7ef-7aef-4425-92c4-175298745e0d on network 47100054-ebd7-443d-bb96-5ab9fcfe08ba {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:41.755827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:41.756186 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Checking segment: {'id': '1e29ff8e-080c-48a4-981e-60409d6a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '47100054-ebd7-443d-bb96-5ab9fcfe08ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:41.756588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.756958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Bound using segment: {'id': '1e29ff8e-080c-48a4-981e-60409d6a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '47100054-ebd7-443d-bb96-5ab9fcfe08ba'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:41.757427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Bound port: b8b2b7ef-7aef-4425-92c4-175298745e0d, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e29ff8e-080c-48a4-981e-60409d6a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '47100054-ebd7-443d-bb96-5ab9fcfe08ba'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:51:41.757791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.858270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ddd88d7-e128-449e-80c0-e49d40874f72 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.899228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd88d7-e128-449e-80c0-e49d40874f72 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd3f8a5-c6e3-4ad3-9068-010caca24655,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:41.901162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9ddd88d7-e128-449e-80c0-e49d40874f72 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.901291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] For port b8b2b7ef-7aef-4425-92c4-175298745e0d, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:41.904745 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] For port b8b2b7ef-7aef-4425-92c4-175298745e0d, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b8b2b7ef-7aef-4425-92c4-175298745e0d,segment=NetworkSegment(1e29ff8e-080c-48a4-981e-60409d6a0c9b),segment_id=1e29ff8e-080c-48a4-981e-60409d6a0c9b)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:41.910783 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9ddd88d7-e128-449e-80c0-e49d40874f72 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "DELETE /v2.0/subnets/0bd3f8a5-c6e3-4ad3-9068-010caca24655 HTTP/1.1" status: 204 len: 168 time: 0.4381051 Jun 16 15:51:41.910875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37346) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:42.012753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.031689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.047697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Deleting port b8b2b7ef-7aef-4425-92c4-175298745e0d {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:42.048168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.091722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d74c81-4e55-4e4c-a98d-66360c6a8386 None None] Pushing event updated for resources: {'Port': ['ID=b8b2b7ef-7aef-4425-92c4-175298745e0d,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:42.284284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] For port b8b2b7ef-7aef-4425-92c4-175298745e0d, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b8b2b7ef-7aef-4425-92c4-175298745e0d,segment=NetworkSegment(1e29ff8e-080c-48a4-981e-60409d6a0c9b),segment_id=1e29ff8e-080c-48a4-981e-60409d6a0c9b)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:42.285391 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.439720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:42.459905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Calling delete_port for b8b2b7ef-7aef-4425-92c4-175298745e0d owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:42.612541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:42.618782 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:42.619241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.664401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.714297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event deleted for resources: {'Port': ['ID=b8b2b7ef-7aef-4425-92c4-175298745e0d,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:42.716185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] No DVR routers for this DVR port b8b2b7ef-7aef-4425-92c4-175298745e0d on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:42.747472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:51:42.747952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.788957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5f2a392f-cd26-446e-ab34-47ff5e8e2f92,segment=NetworkSegment(b4978b26-2d34-403a-ace4-31ad9caa0ace),segment_id=b4978b26-2d34-403a-ace4-31ad9caa0ace)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:42.881529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.963959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=5f2a392f-cd26-446e-ab34-47ff5e8e2f92,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:42.968422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.999428 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47100054-ebd7-443d-bb96-5ab9fcfe08ba']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:43.013653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e29ff8e-080c-48a4-981e-60409d6a0c9b') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:43.013965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e29ff8e-080c-48a4-981e-60409d6a0c9b') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:43.026785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.046701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.053995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:43.054402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.098019 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 1e29ff8e-080c-48a4-981e-60409d6a0c9b resource provider aggregate not found Jun 16 15:51:43.164879 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 1e29ff8e-080c-48a4-981e-60409d6a0c9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e29ff8e-080c-48a4-981e-60409d6a0c9b found for delete ", "request_id": "req-d16dc1fc-7338-4188-b652-3b7e519bfc24"}]} Jun 16 15:51:43.177351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdcb907-3a13-4f6f-b18a-8a818ca5f3f9 None None] Network 47100054-ebd7-443d-bb96-5ab9fcfe08ba requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:43.258047 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.273653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0d272c45-667d-45c3-a1de-01954539da9c None None] Could not find standard attr ID for object b8b2b7ef-7aef-4425-92c4-175298745e0d. {{(pid=89747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 16 15:51:43.280537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.289908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event deleted for resources: {'Network': ['ID=47100054-ebd7-443d-bb96-5ab9fcfe08ba,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:43.294186 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2d3f3ff6-a4f9-4c63-a573-142c5a96fdbe tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "DELETE /v2.0/networks/47100054-ebd7-443d-bb96-5ab9fcfe08ba HTTP/1.1" status: 204 len: 168 time: 1.3823872 Jun 16 15:51:43.296740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37354) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:43.366965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-372847f4-4ff1-4c62-ba6e-3f59d649e273 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Deleting subnet 5dc2b2fe-20fe-47b3-a56f-29e50db2e8ec {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:51:43.370558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-372847f4-4ff1-4c62-ba6e-3f59d649e273 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.403003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ddab4a-ed19-4d0f-a359-084d9f8996f3 None None] DHCP port deletion for 47100054-ebd7-443d-bb96-5ab9fcfe08ba request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:51:43.429383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-372847f4-4ff1-4c62-ba6e-3f59d649e273 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.515766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-372847f4-4ff1-4c62-ba6e-3f59d649e273 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.677284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-372847f4-4ff1-4c62-ba6e-3f59d649e273 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.718191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372847f4-4ff1-4c62-ba6e-3f59d649e273 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc2b2fe-20fe-47b3-a56f-29e50db2e8ec,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:43.721904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-372847f4-4ff1-4c62-ba6e-3f59d649e273 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.728965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd337281-bf57-4083-a487-d6a76232bdb0 None None] Network ac93a201-a3f1-42fe-82be-57474b100aa6 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:43.729253 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-372847f4-4ff1-4c62-ba6e-3f59d649e273 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "DELETE /v2.0/subnets/5dc2b2fe-20fe-47b3-a56f-29e50db2e8ec HTTP/1.1" status: 204 len: 168 time: 0.4313898 Jun 16 15:51:43.731570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37358) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:43.844858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.855835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Deleting port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:43.856169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:43.982505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] DHCP port deletion for ac93a201-a3f1-42fe-82be-57474b100aa6 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:51:43.986831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] Deleting port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:43.987236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:44.068077 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] For port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5f2a392f-cd26-446e-ab34-47ff5e8e2f92,segment=NetworkSegment(b4978b26-2d34-403a-ace4-31ad9caa0ace),segment_id=b4978b26-2d34-403a-ace4-31ad9caa0ace)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:44.068435 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:44.191599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Calling delete_port for 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:44.191993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] For port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=5f2a392f-cd26-446e-ab34-47ff5e8e2f92,segment=NetworkSegment(b4978b26-2d34-403a-ace4-31ad9caa0ace),segment_id=b4978b26-2d34-403a-ace4-31ad9caa0ace)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:44.192456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:44.351923 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] Calling delete_port for 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:51:44.380197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:44.389588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:44.424877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:51:44.425773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:44.439426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event deleted for resources: {'Port': ['ID=5f2a392f-cd26-446e-ab34-47ff5e8e2f92,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:44.450086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] No DVR routers for this DVR port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:44.467038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:51:44.467396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:51:44.571808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:44.596520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac93a201-a3f1-42fe-82be-57474b100aa6']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:44.608709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4978b26-2d34-403a-ace4-31ad9caa0ace') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:44.609009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4978b26-2d34-403a-ace4-31ad9caa0ace') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:44.623784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:44.641748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:44.647807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:44.648205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:44.841286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:44.859101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:44.871537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Pushing event deleted for resources: {'Network': ['ID=ac93a201-a3f1-42fe-82be-57474b100aa6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:44.874424 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d2139de2-a1f3-4e21-b4e1-b608a69d7e4d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "DELETE /v2.0/networks/ac93a201-a3f1-42fe-82be-57474b100aa6 HTTP/1.1" status: 204 len: 168 time: 1.1418738 Jun 16 15:51:44.877102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37362) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:44.930164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9f22f063-7dfb-4348-be25-b98ed317413d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Synchronizing usage tracker for tenant:90b5179403464237910715db94957567 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:51:44.968639 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] Deleting port 5f2a392f-cd26-446e-ab34-47ff5e8e2f92 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:51:44.969054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:45.029983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9f22f063-7dfb-4348-be25-b98ed317413d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Unset dirty status for tenant:90b5179403464237910715db94957567 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:51:45.031206 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9f22f063-7dfb-4348-be25-b98ed317413d tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "GET /v2.0/ports?device_id=baa8e8a4-84d8-4d79-bfa5-1c5eb82ab7c5 HTTP/1.1" status: 200 len: 205 time: 0.1531816 Jun 16 15:51:45.034030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37366) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:45.038262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e502f7b3-1418-40ed-8c30-175ec782aea9 None None] The port '5f2a392f-cd26-446e-ab34-47ff5e8e2f92' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:51:45.180379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2834e1cb-bf74-467d-9957-afa88d2003a0 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:45.183808 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b4978b26-2d34-403a-ace4-31ad9caa0ace resource provider aggregate not found Jun 16 15:51:45.200675 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment b4978b26-2d34-403a-ace4-31ad9caa0ace resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4978b26-2d34-403a-ace4-31ad9caa0ace found for delete ", "request_id": "req-9c5429c9-dca3-4316-888f-b34828ab3ebc"}]} Jun 16 15:51:45.597897 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2834e1cb-bf74-467d-9957-afa88d2003a0 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:45.600109 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2834e1cb-bf74-467d-9957-afa88d2003a0 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:45.743933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2834e1cb-bf74-467d-9957-afa88d2003a0 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:45.744443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2834e1cb-bf74-467d-9957-afa88d2003a0 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Fanout notify agent at l3_agent the message router_deleted on router baa8e8a4-84d8-4d79-bfa5-1c5eb82ab7c5 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:51:45.756740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2834e1cb-bf74-467d-9957-afa88d2003a0 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:45.757822 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2834e1cb-bf74-467d-9957-afa88d2003a0 tempest-RoutersNegativeTest-102884122 tempest-RoutersNegativeTest-102884122-project] 10.222.0.73 "DELETE /v2.0/routers/baa8e8a4-84d8-4d79-bfa5-1c5eb82ab7c5 HTTP/1.1" status: 204 len: 168 time: 0.7222764 Jun 16 15:51:45.778191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-be5d468d-a629-4c28-98c7-814e86012e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:46.279302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37378) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:46.438356 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ccc0cd8c-2a9a-4bfe-8609-b9c2e11eedda admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90b5179403464237910715db94957567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574974 Jun 16 15:51:46.440829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37384) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:46.498006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-71d75ccf-ae7f-4c80-a7be-e094b1a44e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:46.522730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-71d75ccf-ae7f-4c80-a7be-e094b1a44e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:46.681134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-71d75ccf-ae7f-4c80-a7be-e094b1a44e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:46.695777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d75ccf-ae7f-4c80-a7be-e094b1a44e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23a4f90-3520-4707-97c2-7b664ea0efca,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:46.702878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-71d75ccf-ae7f-4c80-a7be-e094b1a44e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:46.704044 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-71d75ccf-ae7f-4c80-a7be-e094b1a44e42 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f23a4f90-3520-4707-97c2-7b664ea0efca HTTP/1.1" status: 204 len: 168 time: 0.2623155 Jun 16 15:51:48.009160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37408) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:48.117727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-915267039-network', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:48.122633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:48.126439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Usage tracker for resource:network and tenant:f28c7c3f72d142a58f984a39bd0844cd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:48.129297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:48.138837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:48.270438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Made reservation on behalf of f28c7c3f72d142a58f984a39bd0844cd for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:48.272942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.286074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.301088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:48.304942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f28c7c3f72d142a58f984a39bd0844cd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:48.309559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:48.315158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:48.396233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.464207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc055f3c-4606-43f5-823a-73521165f03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.533140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.565100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:51:48.573505 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46ec426-41ac-4c4b-81a7-74d28e060aeb,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:48.578920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.579302 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Added segment 1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3 of type vlan for network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 Jun 16 15:51:48.605807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.761188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.762193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:48.766630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.812534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.866042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=0afb4ce7-9cf9-481c-9fd6-36281a3c6616,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:48.876059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:51:48.974252 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-46570963-29f2-4af2-91ad-a8019625c3d7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9639378 Jun 16 15:51:48.977072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37414) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:48.982494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Request body: {'subnet': {'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-915267039-subnet', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:48.987608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:48.992273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Usage tracker for resource:subnet and tenant:f28c7c3f72d142a58f984a39bd0844cd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:48.995095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:49.001278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:49.115345 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Made reservation on behalf of f28c7c3f72d142a58f984a39bd0844cd for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:49.117613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.533044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.605623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04181366-d8c9-4e03-a43b-e89aa64cb2c7,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:49.615265 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Checking segment: {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:49.615630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Network hostable DHCP agents. Network: 0afb4ce7-9cf9-481c-9fd6-36281a3c6616, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:51:49.732755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:51:49.864114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 0afb4ce7-9cf9-481c-9fd6-36281a3c6616) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:49.868133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:49.868687 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.872805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355824c-057d-4d2d-ba89-e4dab75b361c None None] Network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:49.979735 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d89e5c45-2fca-4208-9595-374f943efcb5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0015769 Jun 16 15:51:49.982949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37418) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:49.989356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-915267039-router', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:49.994406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:49.998315 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Usage tracker for resource:router and tenant:f28c7c3f72d142a58f984a39bd0844cd is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:50.003379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:50.009284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:50.096668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-0afb4ce7-9cf9-481c-9fd6-36281a3c6616', 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'fixed_ips': [{'subnet_id': '04181366-d8c9-4e03-a43b-e89aa64cb2c7'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:51:50.097501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.113287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.114865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.133465 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.258268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Allocated IP 172.20.0.2 (0afb4ce7-9cf9-481c-9fd6-36281a3c6616/04181366-d8c9-4e03-a43b-e89aa64cb2c7/45f30136-b581-49f7-a8b9-3069cfe2621f) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:50.457254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.481525 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.492500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Transition to ACTIVE for port object 45f30136-b581-49f7-a8b9-3069cfe2621f will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:50.496114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.510652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Transition to ACTIVE for port object 45f30136-b581-49f7-a8b9-3069cfe2621f will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:50.681660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.749969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:50.754104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:50.756760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:50.795588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Pushing event updated for resources: {'Port': ['ID=45f30136-b581-49f7-a8b9-3069cfe2621f,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:50.873708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Attempting to bind port 45f30136-b581-49f7-a8b9-3069cfe2621f on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:51:50.874397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Attempting to bind port 45f30136-b581-49f7-a8b9-3069cfe2621f by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:51:50.874562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Attempting to bind port 45f30136-b581-49f7-a8b9-3069cfe2621f on network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:50.880998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:50.881388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Checking segment: {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:50.881809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.882199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Bound using segment: {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:50.882681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Bound port: 45f30136-b581-49f7-a8b9-3069cfe2621f, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:51:50.883106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.954447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.977884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] For port 45f30136-b581-49f7-a8b9-3069cfe2621f, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:50.980882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] For port 45f30136-b581-49f7-a8b9-3069cfe2621f, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=45f30136-b581-49f7-a8b9-3069cfe2621f,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:50.985163 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:51.121525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Allocated IP 172.26.2.55 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/1a433386-6726-4db9-9066-a012b103bc26) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:51.127511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:51.220839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba0b37-7a41-4780-83ec-a6315455ab85 None None] Pushing event updated for resources: {'Port': ['ID=45f30136-b581-49f7-a8b9-3069cfe2621f,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:51.276702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:51.389542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:51.454729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:51.458294 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:51.467280 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:51.647397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:51.654667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Pushing event updated for resources: {'Port': ['ID=1a433386-6726-4db9-9066-a012b103bc26,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:51.668436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.668784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.669117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.669447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.669776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.670104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.670434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.670761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.671115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.671436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.671764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:51.672073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:52.141676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.315464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11238197-c655-4a2f-b52c-87c0298c16e4 None None] Network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:52.410222 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 45f30136-b581-49f7-a8b9-3069cfe2621f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:52.508974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.564746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-417fc086-1f67-4494-8d00-acd8502510ed None None] Provisioning for port 45f30136-b581-49f7-a8b9-3069cfe2621f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:52.670061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 45f30136-b581-49f7-a8b9-3069cfe2621f completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:52.677082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 45f30136-b581-49f7-a8b9-3069cfe2621f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:52.677450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.801092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 45f30136-b581-49f7-a8b9-3069cfe2621f is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:51:52.801472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.830235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Router e6ac43ba-1e7e-4628-93a9-637dc7429cae is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:51:52.843508 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 45f30136-b581-49f7-a8b9-3069cfe2621f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=45f30136-b581-49f7-a8b9-3069cfe2621f,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:52.903940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-aecd5ae7-e9b5-46cf-acdd-d14f68f6fc1a None None] Provisioning complete for port 45f30136-b581-49f7-a8b9-3069cfe2621f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:52.904393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aecd5ae7-e9b5-46cf-acdd-d14f68f6fc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.019828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:51:53.020104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.032762 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Sync routers for ids ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:51:53.043992 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Routers {'e6ac43ba-1e7e-4628-93a9-637dc7429cae'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:51:53.044681 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:51:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:53.091892 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-aecd5ae7-e9b5-46cf-acdd-d14f68f6fc1a None None] Current status of the port 45f30136-b581-49f7-a8b9-3069cfe2621f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:51:53.105139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=45f30136-b581-49f7-a8b9-3069cfe2621f,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:53.127398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.129153 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b722e880-a85d-41f3-8c9c-a6e78a8729ed admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1443429 Jun 16 15:51:53.131935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37424) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:53.225228 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Set router e6ac43ba-1e7e-4628-93a9-637dc7429cae gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:51:53.511773 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'name': 'tempest-TestEncryptedCinderVolumes-915267039-router', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a433386-6726-4db9-9066-a012b103bc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:50Z', 'updated_at': '2022-06-16T15:51:51Z', 'revision_number': 3, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'gw_port': {'id': '1a433386-6726-4db9-9066-a012b103bc26', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:63:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:51Z', 'updated_at': '2022-06-16T15:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:53.515595 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Checking router: e6ac43ba-1e7e-4628-93a9-637dc7429cae for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:51:53.515938 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Updating router e6ac43ba-1e7e-4628-93a9-637dc7429cae port 1a433386-6726-4db9-9066-a012b103bc26 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:51:53.567794 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.897359 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.908533 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Transition to ACTIVE for port object 1a433386-6726-4db9-9066-a012b103bc26 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:53.951066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.012597 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.092861 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Attempting to bind port 1a433386-6726-4db9-9066-a012b103bc26 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:51:54.093548 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Attempting to bind port 1a433386-6726-4db9-9066-a012b103bc26 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:51:54.093548 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Attempting to bind port 1a433386-6726-4db9-9066-a012b103bc26 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:54.096969 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Pushing event updated for resources: {'Port': ['ID=1a433386-6726-4db9-9066-a012b103bc26,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:54.105397 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:54.105766 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:54.106159 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.106550 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:54.107036 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Bound port: 1a433386-6726-4db9-9066-a012b103bc26, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:51:54.107403 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.131127 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.131475 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.131810 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.132140 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.132467 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.132793 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.133114 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.133435 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.133762 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.134079 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.134395 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.134706 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:54.164783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Allocated IP 172.20.0.1 (0afb4ce7-9cf9-481c-9fd6-36281a3c6616/04181366-d8c9-4e03-a43b-e89aa64cb2c7/794b8815-5012-4417-b14c-a1586bc8d049) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:54.191696 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] For port 1a433386-6726-4db9-9066-a012b103bc26, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:54.194580 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] For port 1a433386-6726-4db9-9066-a012b103bc26, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1a433386-6726-4db9-9066-a012b103bc26,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:54.288340 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.311080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.327512 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Transition to ACTIVE for port object 794b8815-5012-4417-b14c-a1586bc8d049 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:54.359792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 45f30136-b581-49f7-a8b9-3069cfe2621f up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:54.367227 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Routers {'e6ac43ba-1e7e-4628-93a9-637dc7429cae'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:51:54.367842 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:51:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:54.429154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 45f30136-b581-49f7-a8b9-3069cfe2621f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:54.429416 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.433835 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b95a-0c07-47b1-b54b-7adeebb0a495 None None] Pushing event updated for resources: {'Port': ['ID=1a433386-6726-4db9-9066-a012b103bc26,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:54.453820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.527040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:54.531192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:54.535563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:54.567866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 45f30136-b581-49f7-a8b9-3069cfe2621f is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:51:54.571407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Pushing event updated for resources: {'Port': ['ID=794b8815-5012-4417-b14c-a1586bc8d049,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:54.593696 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] Set router e6ac43ba-1e7e-4628-93a9-637dc7429cae gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:51:54.599506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.821220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.898547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a63ef7a1-50aa-4afd-8819-a90fb4c312ee None None] Provisioning for port 794b8815-5012-4417-b14c-a1586bc8d049 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:54.903906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a63ef7a1-50aa-4afd-8819-a90fb4c312ee None None] Provisioning complete for port 794b8815-5012-4417-b14c-a1586bc8d049 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:54.908822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a63ef7a1-50aa-4afd-8819-a90fb4c312ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.909041 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'name': 'tempest-TestEncryptedCinderVolumes-915267039-router', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a433386-6726-4db9-9066-a012b103bc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:50Z', 'updated_at': '2022-06-16T15:51:51Z', 'revision_number': 3, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'gw_port': {'id': '1a433386-6726-4db9-9066-a012b103bc26', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:63:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:51Z', 'updated_at': '2022-06-16T15:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:54.912008 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89509a6-e4f5-470f-8598-0b29e5d3b829 None None] The sync data for ids ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'] in dv-neutron-846028-2-hyperv is: [{'id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'name': 'tempest-TestEncryptedCinderVolumes-915267039-router', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a433386-6726-4db9-9066-a012b103bc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:50Z', 'updated_at': '2022-06-16T15:51:51Z', 'revision_number': 3, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'gw_port': {'id': '1a433386-6726-4db9-9066-a012b103bc26', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:63:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:51Z', 'updated_at': '2022-06-16T15:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:51:54.968843 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a63ef7a1-50aa-4afd-8819-a90fb4c312ee None None] Port 794b8815-5012-4417-b14c-a1586bc8d049 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:51:55.075945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:55.172626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:55.410643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Pushing event updated for resources: {'Port': ['ID=794b8815-5012-4417-b14c-a1586bc8d049,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:55.415682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:55.558787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:55.559950 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:55.779147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Router e6ac43ba-1e7e-4628-93a9-637dc7429cae has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:51:55.797962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-94c951d5-a6a4-4a90-bc2b-9ab8268e4e9b None None] Provisioning complete for port 794b8815-5012-4417-b14c-a1586bc8d049 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:55.798560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-94c951d5-a6a4-4a90-bc2b-9ab8268e4e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:55.862431 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-94c951d5-a6a4-4a90-bc2b-9ab8268e4e9b None None] Port 794b8815-5012-4417-b14c-a1586bc8d049 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:51:55.970828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:51:55.980495 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c59c5a22-7ad6-4572-917e-df3428a25544 admin admin] 10.222.0.73 "PUT /v2.0/routers/e6ac43ba-1e7e-4628-93a9-637dc7429cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8475645 Jun 16 15:51:56.387503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1a433386-6726-4db9-9066-a012b103bc26 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:56.555651 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 1a433386-6726-4db9-9066-a012b103bc26 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:56.561496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1a433386-6726-4db9-9066-a012b103bc26 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:56.561898 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:56.587149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Sync routers for ids ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:51:56.620246 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Routers {'e6ac43ba-1e7e-4628-93a9-637dc7429cae'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:51:56.620884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:51:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:56.829612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37442) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:56.839376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-311417895-network', 'tenant_id': 'ea6523436902495583ecabe017c731cb'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:56.843054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1a433386-6726-4db9-9066-a012b103bc26 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:51:56.843535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:56.848563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:56.854125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Usage tracker for resource:network and tenant:ea6523436902495583ecabe017c731cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:56.857179 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:56.862853 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Set router e6ac43ba-1e7e-4628-93a9-637dc7429cae gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:51:56.864334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:56.918691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 1a433386-6726-4db9-9066-a012b103bc26, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1a433386-6726-4db9-9066-a012b103bc26,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:56.961572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Made reservation on behalf of ea6523436902495583ecabe017c731cb for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:56.964053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:56.977532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:56.994154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:56.997748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:56.998389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Usage tracker for resource:security_group_rule and tenant:ea6523436902495583ecabe017c731cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:57.001584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:57.008567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:57.104955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:57.155584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=1a433386-6726-4db9-9066-a012b103bc26,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:57.189746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:57.222904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:51:57.231955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f8090-4ea7-46e2-9b9b-8fef46108cb3,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:57.239414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:57.241350 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Added segment 03d3be09-1d3d-4ab9-a2aa-cde3bb59332c of type vlan for network 0b79d8c7-1894-4029-8438-2ca622b1966c Jun 16 15:51:57.269690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:57.285954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'name': 'tempest-TestEncryptedCinderVolumes-915267039-router', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a433386-6726-4db9-9066-a012b103bc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:50Z', 'updated_at': '2022-06-16T15:51:54Z', 'revision_number': 4, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'gw_port': {'id': '1a433386-6726-4db9-9066-a012b103bc26', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:63:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:51Z', 'updated_at': '2022-06-16T15:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '794b8815-5012-4417-b14c-a1586bc8d049', 'name': '', 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'mac_address': 'fa:16:3e:db:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '04181366-d8c9-4e03-a43b-e89aa64cb2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:54Z', 'updated_at': '2022-06-16T15:51:54Z', 'revision_number': 2, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'subnets': [{'id': '04181366-d8c9-4e03-a43b-e89aa64cb2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:57.290103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Checking router: e6ac43ba-1e7e-4628-93a9-637dc7429cae for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:51:57.290464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Updating router e6ac43ba-1e7e-4628-93a9-637dc7429cae port 794b8815-5012-4417-b14c-a1586bc8d049 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:51:57.348291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:57.389708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:57.390634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:57.391401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:57.506446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] Pushing event updated for resources: {'Network': ['ID=0b79d8c7-1894-4029-8438-2ca622b1966c,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:57.516459 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6ffa746d-2fc6-45ec-b1c0-240a295db64a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6843772 Jun 16 15:51:57.519341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37446) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:57.520740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 0b79d8c7-1894-4029-8438-2ca622b1966c details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:51:57.525320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Request body: {'subnet': {'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-311417895-subnet', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'ip_version': 4}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:57.530197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:57.534284 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Usage tracker for resource:subnet and tenant:ea6523436902495583ecabe017c731cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:57.537754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:57.543414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:57.664231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Made reservation on behalf of ea6523436902495583ecabe017c731cb for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:57.666651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:57.781346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:57.793309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Transition to ACTIVE for port object 794b8815-5012-4417-b14c-a1586bc8d049 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:57.973702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.047065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.102913 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebce73-159d-4474-9236-6757acfd9376 None None] Pushing event updated for resources: {'Port': ['ID=794b8815-5012-4417-b14c-a1586bc8d049,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:58.130035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb938d9-e062-427a-b8ac-701b1502291f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:58.141583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Checking segment: {'id': '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:58.141583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Network hostable DHCP agents. Network: 0b79d8c7-1894-4029-8438-2ca622b1966c, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:51:58.214333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Attempting to bind port 794b8815-5012-4417-b14c-a1586bc8d049 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:51:58.214696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Attempting to bind port 794b8815-5012-4417-b14c-a1586bc8d049 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:51:58.215119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Attempting to bind port 794b8815-5012-4417-b14c-a1586bc8d049 on network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:58.220784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:58.221147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Checking segment: {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:51:58.221538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.221920 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Bound using segment: {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:58.222379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Bound port: 794b8815-5012-4417-b14c-a1586bc8d049, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:51:58.222741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.270093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Network 0b79d8c7-1894-4029-8438-2ca622b1966c is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:51:58.322127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] For port 794b8815-5012-4417-b14c-a1586bc8d049, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:58.325393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] For port 794b8815-5012-4417-b14c-a1586bc8d049, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=794b8815-5012-4417-b14c-a1586bc8d049,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:58.358462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1a433386-6726-4db9-9066-a012b103bc26 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:58.361391 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 0b79d8c7-1894-4029-8438-2ca622b1966c) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:58.366871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:51:58.369741 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.391320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a73d6-ffd3-45f6-bd14-de9b2b74711c None None] Network 0b79d8c7-1894-4029-8438-2ca622b1966c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:51:58.442290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.459123 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-33d466a6-fe61-4b4e-8ba8-b72388bc8572 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9386511 Jun 16 15:51:58.461722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 37450) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:58.467856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-311417895-router', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:58.473588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:51:58.478018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Usage tracker for resource:router and tenant:ea6523436902495583ecabe017c731cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:51:58.481776 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:51:58.489812 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:51:58.596028 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.597821 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.608709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Routers {'e6ac43ba-1e7e-4628-93a9-637dc7429cae'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:51:58.609398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:51:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:58.614696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.712975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebce73-159d-4474-9236-6757acfd9376 None None] Pushing event updated for resources: {'Port': ['ID=794b8815-5012-4417-b14c-a1586bc8d049,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:58.726724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1a433386-6726-4db9-9066-a012b103bc26 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:58.726994 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.971552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-0b79d8c7-1894-4029-8438-2ca622b1966c', 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'fixed_ips': [{'subnet_id': 'abb938d9-e062-427a-b8ac-701b1502291f'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:51:58.972400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:58.992677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.018163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] Set router e6ac43ba-1e7e-4628-93a9-637dc7429cae gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:51:59.241607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1a433386-6726-4db9-9066-a012b103bc26 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:51:59.436863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Allocated IP 172.20.0.2 (0b79d8c7-1894-4029-8438-2ca622b1966c/abb938d9-e062-427a-b8ac-701b1502291f/b12446fb-a744-4c10-9f4d-861317219b95) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:59.516955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.546299 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.622461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'name': 'tempest-TestEncryptedCinderVolumes-915267039-router', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a433386-6726-4db9-9066-a012b103bc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:50Z', 'updated_at': '2022-06-16T15:51:54Z', 'revision_number': 4, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'gw_port': {'id': '1a433386-6726-4db9-9066-a012b103bc26', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:51Z', 'updated_at': '2022-06-16T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '794b8815-5012-4417-b14c-a1586bc8d049', 'name': '', 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'mac_address': 'fa:16:3e:db:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '04181366-d8c9-4e03-a43b-e89aa64cb2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:54Z', 'updated_at': '2022-06-16T15:51:58Z', 'revision_number': 4, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'subnets': [{'id': '04181366-d8c9-4e03-a43b-e89aa64cb2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:59.637877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f86e0-9154-4a90-b351-99edacc7756b None None] The sync data for ids ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'] in dv-neutron-846028-2-hyperv is: [{'id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'name': 'tempest-TestEncryptedCinderVolumes-915267039-router', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a433386-6726-4db9-9066-a012b103bc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:50Z', 'updated_at': '2022-06-16T15:51:54Z', 'revision_number': 4, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'gw_port': {'id': '1a433386-6726-4db9-9066-a012b103bc26', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:51Z', 'updated_at': '2022-06-16T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '794b8815-5012-4417-b14c-a1586bc8d049', 'name': '', 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'mac_address': 'fa:16:3e:db:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '04181366-d8c9-4e03-a43b-e89aa64cb2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:54Z', 'updated_at': '2022-06-16T15:51:58Z', 'revision_number': 4, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'subnets': [{'id': '04181366-d8c9-4e03-a43b-e89aa64cb2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:51:59.699494 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Allocated IP 172.26.2.244 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/ff23bb9f-0439-45a7-806f-ec96bbb8d3e7) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:59.741452 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.755221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Transition to ACTIVE for port object b12446fb-a744-4c10-9f4d-861317219b95 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:59.776480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Transition to ACTIVE for port object b12446fb-a744-4c10-9f4d-861317219b95 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:59.864706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.868795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.930622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Network 0b79d8c7-1894-4029-8438-2ca622b1966c is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:59.938269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:59.943596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:51:59.952391 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Pushing event updated for resources: {'Port': ['ID=b12446fb-a744-4c10-9f4d-861317219b95,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:00.025183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.060330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Attempting to bind port b12446fb-a744-4c10-9f4d-861317219b95 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:52:00.060874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Attempting to bind port b12446fb-a744-4c10-9f4d-861317219b95 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:52:00.061063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Attempting to bind port b12446fb-a744-4c10-9f4d-861317219b95 on network 0b79d8c7-1894-4029-8438-2ca622b1966c {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:52:00.067604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:52:00.067976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Checking segment: {'id': '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:52:00.068382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.068812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Bound using segment: {'id': '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:52:00.069289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Bound port: b12446fb-a744-4c10-9f4d-861317219b95, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:52:00.069660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.100881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:52:00.104513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:52:00.108424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:52:00.147467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Pushing event updated for resources: {'Port': ['ID=ff23bb9f-0439-45a7-806f-ec96bbb8d3e7,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:00.173788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] For port b12446fb-a744-4c10-9f4d-861317219b95, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:52:00.177135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] For port b12446fb-a744-4c10-9f4d-861317219b95, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b12446fb-a744-4c10-9f4d-861317219b95,segment=NetworkSegment(03d3be09-1d3d-4ab9-a2aa-cde3bb59332c),segment_id=03d3be09-1d3d-4ab9-a2aa-cde3bb59332c)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:52:00.255802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.369622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed530ee-803e-4bc0-a753-c53fecc149fe None None] Pushing event updated for resources: {'Port': ['ID=b12446fb-a744-4c10-9f4d-861317219b95,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:00.437018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 794b8815-5012-4417-b14c-a1586bc8d049 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:00.539400 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:52:00.664464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 794b8815-5012-4417-b14c-a1586bc8d049 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:52:00.670885 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 794b8815-5012-4417-b14c-a1586bc8d049 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:00.671345 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.712973 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.813257 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 794b8815-5012-4417-b14c-a1586bc8d049 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:00.813733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.850875 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 794b8815-5012-4417-b14c-a1586bc8d049, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=794b8815-5012-4417-b14c-a1586bc8d049,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:00.938956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:01.013399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=794b8815-5012-4417-b14c-a1586bc8d049,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:01.117667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:01.427025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e4db96-74c8-4e45-a848-ffcaaa0bcbbc None None] Network 0b79d8c7-1894-4029-8438-2ca622b1966c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:52:01.532886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Router 5aa62e01-5207-422b-97c6-fe274f217b94 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:52:01.607777 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2d4f2281-24b9-420a-b408-9af0e7a0f5aa None None] Provisioning for port b12446fb-a744-4c10-9f4d-861317219b95 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:52:01.719901 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:52:01.732847 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Sync routers for ids ['5aa62e01-5207-422b-97c6-fe274f217b94'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:52:01.743592 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Routers {'5aa62e01-5207-422b-97c6-fe274f217b94'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:52:01.744236 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:51:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5aa62e01-5207-422b-97c6-fe274f217b94'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:01.830772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:01.832903 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3c75ab63-ea5c-48f1-9044-dbd671a42e4a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3699772 Jun 16 15:52:01.835790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37454) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:52:01.938518 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Set router 5aa62e01-5207-422b-97c6-fe274f217b94 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:52:02.223199 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'name': 'tempest-TestEncryptedCinderVolumes-311417895-router', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:58Z', 'updated_at': '2022-06-16T15:52:00Z', 'revision_number': 3, 'project_id': 'ea6523436902495583ecabe017c731cb', 'gw_port': {'id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:59Z', 'updated_at': '2022-06-16T15:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:02.227955 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Checking router: 5aa62e01-5207-422b-97c6-fe274f217b94 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:52:02.227955 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Updating router 5aa62e01-5207-422b-97c6-fe274f217b94 port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:52:02.286726 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:02.463984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b12446fb-a744-4c10-9f4d-861317219b95 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:02.542253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:02.641824 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:02.653313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port b12446fb-a744-4c10-9f4d-861317219b95 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:52:02.653764 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Transition to ACTIVE for port object ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:52:02.660157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b12446fb-a744-4c10-9f4d-861317219b95 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:02.660709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:02.764420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Allocated IP 172.20.0.1 (0b79d8c7-1894-4029-8438-2ca622b1966c/abb938d9-e062-427a-b8ac-701b1502291f/f70ea73b-4fcb-4788-9acd-c259d3a641b7) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:52:02.781101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b12446fb-a744-4c10-9f4d-861317219b95 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:02.781483 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:02.815009 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:02.815870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port b12446fb-a744-4c10-9f4d-861317219b95, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b12446fb-a744-4c10-9f4d-861317219b95,segment=NetworkSegment(03d3be09-1d3d-4ab9-a2aa-cde3bb59332c),segment_id=03d3be09-1d3d-4ab9-a2aa-cde3bb59332c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:02.892663 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7ad3d-c90b-45ba-90cf-50ca3cc24b62 None None] Pushing event updated for resources: {'Port': ['ID=ff23bb9f-0439-45a7-806f-ec96bbb8d3e7,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:02.895071 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Attempting to bind port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:52:02.895446 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Attempting to bind port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:52:02.895802 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Attempting to bind port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:52:02.902083 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:52:02.902443 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:52:02.902839 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:02.903287 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:52:02.903739 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Bound port: ff23bb9f-0439-45a7-806f-ec96bbb8d3e7, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:52:02.904113 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:02.968768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:02.969773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 794b8815-5012-4417-b14c-a1586bc8d049 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:02.983536 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] For port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:52:02.986830 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] For port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ff23bb9f-0439-45a7-806f-ec96bbb8d3e7,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:52:03.033835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:03.050039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Transition to ACTIVE for port object f70ea73b-4fcb-4788-9acd-c259d3a641b7 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:52:03.090657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=b12446fb-a744-4c10-9f4d-861317219b95,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:03.104077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 794b8815-5012-4417-b14c-a1586bc8d049 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:03.104450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:03.110236 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:03.187729 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Routers {'5aa62e01-5207-422b-97c6-fe274f217b94'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:52:03.188336 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:51:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5aa62e01-5207-422b-97c6-fe274f217b94'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:03.208702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:03.236086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 794b8815-5012-4417-b14c-a1586bc8d049 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:03.275620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Network 0b79d8c7-1894-4029-8438-2ca622b1966c is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:52:03.278367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:52:03.280679 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7ad3d-c90b-45ba-90cf-50ca3cc24b62 None None] Pushing event updated for resources: {'Port': ['ID=ff23bb9f-0439-45a7-806f-ec96bbb8d3e7,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:03.281273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:52:03.340121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Pushing event updated for resources: {'Port': ['ID=f70ea73b-4fcb-4788-9acd-c259d3a641b7,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:03.357216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:03.413827 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] Set router 5aa62e01-5207-422b-97c6-fe274f217b94 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:52:03.706832 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'name': 'tempest-TestEncryptedCinderVolumes-311417895-router', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:58Z', 'updated_at': '2022-06-16T15:52:00Z', 'revision_number': 3, 'project_id': 'ea6523436902495583ecabe017c731cb', 'gw_port': {'id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:59Z', 'updated_at': '2022-06-16T15:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:03.710868 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada73ff-c382-482c-a286-599e0ecf521a None None] The sync data for ids ['5aa62e01-5207-422b-97c6-fe274f217b94'] in dv-neutron-846028-2-hyperv is: [{'id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'name': 'tempest-TestEncryptedCinderVolumes-311417895-router', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:58Z', 'updated_at': '2022-06-16T15:52:00Z', 'revision_number': 3, 'project_id': 'ea6523436902495583ecabe017c731cb', 'gw_port': {'id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:59Z', 'updated_at': '2022-06-16T15:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:52:03.721325 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9ea6b6f0-0f8f-4d1a-a54f-b3d65e610689 None None] Provisioning for port f70ea73b-4fcb-4788-9acd-c259d3a641b7 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:52:03.731498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9ea6b6f0-0f8f-4d1a-a54f-b3d65e610689 None None] Provisioning complete for port f70ea73b-4fcb-4788-9acd-c259d3a641b7 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:03.734554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ea6b6f0-0f8f-4d1a-a54f-b3d65e610689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:03.736322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:03.788597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6b6f0-0f8f-4d1a-a54f-b3d65e610689 None None] Port f70ea73b-4fcb-4788-9acd-c259d3a641b7 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:52:03.977995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:04.052948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:04.161362 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:04.165114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Pushing event updated for resources: {'Port': ['ID=f70ea73b-4fcb-4788-9acd-c259d3a641b7,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:04.192739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.193084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.193421 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.193755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.194092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.194418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.194744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.195098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.195431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.195754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.196120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.196389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:04.322261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Network 0b79d8c7-1894-4029-8438-2ca622b1966c is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:52:04.323630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:52:04.460082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:04.564356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Router 5aa62e01-5207-422b-97c6-fe274f217b94 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:52:04.613715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-44b38086-1f9b-4dc0-a709-1f379524b3b2 None None] Provisioning complete for port f70ea73b-4fcb-4788-9acd-c259d3a641b7 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:04.613999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44b38086-1f9b-4dc0-a709-1f379524b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:04.639625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:52:04.655938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:04.656306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:04.711175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-44b38086-1f9b-4dc0-a709-1f379524b3b2 None None] Port f70ea73b-4fcb-4788-9acd-c259d3a641b7 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:52:04.756198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:52:04.768720 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-148d5e20-f8b0-44b1-9d0f-6c4f39dce426 admin admin] 10.222.0.73 "PUT /v2.0/routers/5aa62e01-5207-422b-97c6-fe274f217b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9315875 Jun 16 15:52:04.798784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:04.799378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:04.818119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ff23bb9f-0439-45a7-806f-ec96bbb8d3e7,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:04.966383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:04.967236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b12446fb-a744-4c10-9f4d-861317219b95 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:05.084680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=ff23bb9f-0439-45a7-806f-ec96bbb8d3e7,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:05.095808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b12446fb-a744-4c10-9f4d-861317219b95 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:05.096182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:05.225312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b12446fb-a744-4c10-9f4d-861317219b95 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:06.013111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.261471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Sync routers for ids ['5aa62e01-5207-422b-97c6-fe274f217b94'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:52:06.271302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Routers {'5aa62e01-5207-422b-97c6-fe274f217b94'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:52:06.271837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:51:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5aa62e01-5207-422b-97c6-fe274f217b94'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:06.415907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:06.507486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Set router 5aa62e01-5207-422b-97c6-fe274f217b94 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:52:06.619851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2bcf29b9-a84e-4a83-9bff-cf6f0bbaee61 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:06.621516 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2bcf29b9-a84e-4a83-9bff-cf6f0bbaee61 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/networks?id=0afb4ce7-9cf9-481c-9fd6-36281a3c6616 HTTP/1.1" status: 200 len: 816 time: 0.1624722 Jun 16 15:52:06.637913 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-c6abe749-6de1-423c-a1f5-053ca71fd172 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/quotas/f28c7c3f72d142a58f984a39bd0844cd HTTP/1.1" status: 200 len: 375 time: 0.0100136 Jun 16 15:52:06.683234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:06.683607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.732690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2243c251-5fdb-4db1-9e02-800c26f3a8c9 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Synchronizing usage tracker for tenant:f28c7c3f72d142a58f984a39bd0844cd on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:52:06.858997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2243c251-5fdb-4db1-9e02-800c26f3a8c9 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Unset dirty status for tenant:f28c7c3f72d142a58f984a39bd0844cd on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:52:06.860352 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2243c251-5fdb-4db1-9e02-800c26f3a8c9 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f28c7c3f72d142a58f984a39bd0844cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2167993 Jun 16 15:52:06.952429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:06.979191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'name': 'tempest-TestEncryptedCinderVolumes-311417895-router', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:58Z', 'updated_at': '2022-06-16T15:52:03Z', 'revision_number': 4, 'project_id': 'ea6523436902495583ecabe017c731cb', 'gw_port': {'id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:59Z', 'updated_at': '2022-06-16T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'f70ea73b-4fcb-4788-9acd-c259d3a641b7', 'name': '', 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'mac_address': 'fa:16:3e:a5:5e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'abb938d9-e062-427a-b8ac-701b1502291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:52:02Z', 'updated_at': '2022-06-16T15:52:03Z', 'revision_number': 2, 'project_id': 'ea6523436902495583ecabe017c731cb', 'subnets': [{'id': 'abb938d9-e062-427a-b8ac-701b1502291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:06.983377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Checking router: 5aa62e01-5207-422b-97c6-fe274f217b94 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:52:06.983730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Updating router 5aa62e01-5207-422b-97c6-fe274f217b94 port f70ea73b-4fcb-4788-9acd-c259d3a641b7 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:52:07.020122 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-72a02f00-cd01-4e05-8b8c-1251ab768242 service neutron] 10.222.0.73 "GET /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472311 Jun 16 15:52:07.037374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:07.152390 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-e9caf5c1-29f2-4095-a38e-531088ae1ffd service neutron] 10.222.0.73 "GET /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261609 Jun 16 15:52:07.392541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:07.405706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Transition to ACTIVE for port object f70ea73b-4fcb-4788-9acd-c259d3a641b7 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:52:07.473149 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6893130f-ae76-4278-afd8-3bc713db5c52 req-2db60f67-df5c-49b2-b207-8cab92638185 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 210 time: 0.0535541 Jun 16 15:52:07.521480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:07.666114 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476323cd-f9da-405d-a1a8-65fec636da64 None None] Pushing event updated for resources: {'Port': ['ID=f70ea73b-4fcb-4788-9acd-c259d3a641b7,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:07.779380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Attempting to bind port f70ea73b-4fcb-4788-9acd-c259d3a641b7 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:52:07.779761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Attempting to bind port f70ea73b-4fcb-4788-9acd-c259d3a641b7 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:52:07.780128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Attempting to bind port f70ea73b-4fcb-4788-9acd-c259d3a641b7 on network 0b79d8c7-1894-4029-8438-2ca622b1966c {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:52:07.786500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:52:07.790909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Checking segment: {'id': '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:52:07.790909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:07.790909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Bound using segment: {'id': '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:52:07.790909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Bound port: f70ea73b-4fcb-4788-9acd-c259d3a641b7, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:52:07.790909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:07.888688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] For port f70ea73b-4fcb-4788-9acd-c259d3a641b7, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:52:07.891770 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] For port f70ea73b-4fcb-4788-9acd-c259d3a641b7, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f70ea73b-4fcb-4788-9acd-c259d3a641b7,segment=NetworkSegment(03d3be09-1d3d-4ab9-a2aa-cde3bb59332c),segment_id=03d3be09-1d3d-4ab9-a2aa-cde3bb59332c)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:52:08.002696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:08.088554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Routers {'5aa62e01-5207-422b-97c6-fe274f217b94'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:52:08.089211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:51:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5aa62e01-5207-422b-97c6-fe274f217b94'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:08.148115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476323cd-f9da-405d-a1a8-65fec636da64 None None] Pushing event updated for resources: {'Port': ['ID=f70ea73b-4fcb-4788-9acd-c259d3a641b7,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:08.275032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] Set router 5aa62e01-5207-422b-97c6-fe274f217b94 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:52:08.580952 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-37529668-f01c-487b-8863-801f33e918bf req-70a1cf87-b18a-490a-829a-c22eb8264286 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 210 time: 0.0501623 Jun 16 15:52:08.643803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'name': 'tempest-TestEncryptedCinderVolumes-311417895-router', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:58Z', 'updated_at': '2022-06-16T15:52:03Z', 'revision_number': 4, 'project_id': 'ea6523436902495583ecabe017c731cb', 'gw_port': {'id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:59Z', 'updated_at': '2022-06-16T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'f70ea73b-4fcb-4788-9acd-c259d3a641b7', 'name': '', 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'mac_address': 'fa:16:3e:a5:5e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'abb938d9-e062-427a-b8ac-701b1502291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:52:02Z', 'updated_at': '2022-06-16T15:52:07Z', 'revision_number': 4, 'project_id': 'ea6523436902495583ecabe017c731cb', 'subnets': [{'id': 'abb938d9-e062-427a-b8ac-701b1502291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:08.649620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ffc10f-029e-45b5-8ceb-58c6dcfcff20 None None] The sync data for ids ['5aa62e01-5207-422b-97c6-fe274f217b94'] in dv-neutron-846028-2-hyperv is: [{'id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'name': 'tempest-TestEncryptedCinderVolumes-311417895-router', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:58Z', 'updated_at': '2022-06-16T15:52:03Z', 'revision_number': 4, 'project_id': 'ea6523436902495583ecabe017c731cb', 'gw_port': {'id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:59Z', 'updated_at': '2022-06-16T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'f70ea73b-4fcb-4788-9acd-c259d3a641b7', 'name': '', 'network_id': '0b79d8c7-1894-4029-8438-2ca622b1966c', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'mac_address': 'fa:16:3e:a5:5e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'abb938d9-e062-427a-b8ac-701b1502291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:52:02Z', 'updated_at': '2022-06-16T15:52:07Z', 'revision_number': 4, 'project_id': 'ea6523436902495583ecabe017c731cb', 'subnets': [{'id': 'abb938d9-e062-427a-b8ac-701b1502291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:52:09.754081 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-691c50b6-ab1d-40bc-b842-ff18132cdf8c req-73f08f63-4869-402b-8905-fcc75e33df34 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 210 time: 0.0576751 Jun 16 15:52:10.389426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f70ea73b-4fcb-4788-9acd-c259d3a641b7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:10.568031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port f70ea73b-4fcb-4788-9acd-c259d3a641b7 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:52:10.573725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f70ea73b-4fcb-4788-9acd-c259d3a641b7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:10.574105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:10.711252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f70ea73b-4fcb-4788-9acd-c259d3a641b7 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:10.711631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:10.757269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port f70ea73b-4fcb-4788-9acd-c259d3a641b7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f70ea73b-4fcb-4788-9acd-c259d3a641b7,segment=NetworkSegment(03d3be09-1d3d-4ab9-a2aa-cde3bb59332c),segment_id=03d3be09-1d3d-4ab9-a2aa-cde3bb59332c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:10.841883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:10.932311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=f70ea73b-4fcb-4788-9acd-c259d3a641b7,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:10.952390 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-418bd67d-68ab-44a8-9a1a-52d779f6835b req-900af2be-ad40-41fc-be06-fb68d034cda8 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 210 time: 0.0579031 Jun 16 15:52:11.171385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-5c9462a2-2dd3-406a-8fd8-3823d98f1915 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:11.172114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-5c9462a2-2dd3-406a-8fd8-3823d98f1915 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Synchronizing usage tracker for tenant:f28c7c3f72d142a58f984a39bd0844cd on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:52:11.282146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-5c9462a2-2dd3-406a-8fd8-3823d98f1915 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Unset dirty status for tenant:f28c7c3f72d142a58f984a39bd0844cd on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:52:11.283454 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-5c9462a2-2dd3-406a-8fd8-3823d98f1915 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.46 "GET /v2.0/networks?id=0afb4ce7-9cf9-481c-9fd6-36281a3c6616 HTTP/1.1" status: 200 len: 816 time: 0.4220273 Jun 16 15:52:11.295626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Request body: {'port': {'device_id': '419d01dd-3a6d-438d-bef2-b84f765b7c0c', 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616', 'admin_state_up': True, 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:52:11.443343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:52:11.453114 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:52:11.578724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Made reservation on behalf of f28c7c3f72d142a58f984a39bd0844cd for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:52:11.582507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:11.748945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Allocated IP 172.20.0.6 (0afb4ce7-9cf9-481c-9fd6-36281a3c6616/04181366-d8c9-4e03-a43b-e89aa64cb2c7/c0d76ddb-c15d-4778-a0f3-93b999537af2) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:52:11.954369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:11.969931 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Transition to ACTIVE for port object c0d76ddb-c15d-4778-a0f3-93b999537af2 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:52:12.093404 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:12.158169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:52:12.166599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:52:12.168793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3556c-40e1-428f-a9d7-a8d8c5753851 req-37f1e1f0-8251-4363-ab57-b6cdab77a360 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:12.170253 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8ef3556c-40e1-428f-a9d7-a8d8c5753851 req-37f1e1f0-8251-4363-ab57-b6cdab77a360 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 931 time: 0.0922706 Jun 16 15:52:12.171097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:52:12.217292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Pushing event updated for resources: {'Port': ['ID=c0d76ddb-c15d-4778-a0f3-93b999537af2,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:12.231408 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8ef3556c-40e1-428f-a9d7-a8d8c5753851 req-2d8d7395-904b-4130-b303-b972b12ea5b4 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498669 Jun 16 15:52:12.252897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:12.253463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:12.371740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f70ea73b-4fcb-4788-9acd-c259d3a641b7 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:12.425020 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-2a5803ba-3e4d-4f99-a0d0-376325d558e0 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1333144 Jun 16 15:52:12.436054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Request body: {'port': {'device_id': '419d01dd-3a6d-438d-bef2-b84f765b7c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:52:12.446688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f70ea73b-4fcb-4788-9acd-c259d3a641b7 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:12.446988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:12.511095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f2fd40b5-4ca5-4adf-a7ac-021a399cde21 None None] Provisioning for port c0d76ddb-c15d-4778-a0f3-93b999537af2 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:52:12.545803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f2fd40b5-4ca5-4adf-a7ac-021a399cde21 None None] Provisioning complete for port c0d76ddb-c15d-4778-a0f3-93b999537af2 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:12.545803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f2fd40b5-4ca5-4adf-a7ac-021a399cde21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:12.586211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:12.616140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f70ea73b-4fcb-4788-9acd-c259d3a641b7 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:12.620225 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd40b5-4ca5-4adf-a7ac-021a399cde21 None None] Port c0d76ddb-c15d-4778-a0f3-93b999537af2 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:52:12.950004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d76ddb-c15d-4778-a0f3-93b999537af2 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:52:12.958151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:12.974797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Transition to ACTIVE for port object c0d76ddb-c15d-4778-a0f3-93b999537af2 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:52:13.098250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:13.259417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Pushing event updated for resources: {'Port': ['ID=c0d76ddb-c15d-4778-a0f3-93b999537af2,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:13.353074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Attempting to bind port c0d76ddb-c15d-4778-a0f3-93b999537af2 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:52:13.353074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Attempting to bind port c0d76ddb-c15d-4778-a0f3-93b999537af2 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:52:13.353074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Attempting to bind port c0d76ddb-c15d-4778-a0f3-93b999537af2 on network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:52:13.359713 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Port c0d76ddb-c15d-4778-a0f3-93b999537af2 on network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:52:13.360054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Attempting to bind port c0d76ddb-c15d-4778-a0f3-93b999537af2 on network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:52:13.365541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:52:13.365984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Checking segment: {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:52:13.366634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Bound using segment: {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:52:13.367364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Bound port: c0d76ddb-c15d-4778-a0f3-93b999537af2, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:52:13.367717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:13.439108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb94d0f-dad6-440f-8da7-8e0064344df8 req-0f968d65-030b-488a-86e3-5dccacf84b8d tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:13.440113 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7fb94d0f-dad6-440f-8da7-8e0064344df8 req-0f968d65-030b-488a-86e3-5dccacf84b8d tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 943 time: 0.1002848 Jun 16 15:52:13.469636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] For port c0d76ddb-c15d-4778-a0f3-93b999537af2, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:52:13.472626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] For port c0d76ddb-c15d-4778-a0f3-93b999537af2, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c0d76ddb-c15d-4778-a0f3-93b999537af2,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:52:13.493066 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7fb94d0f-dad6-440f-8da7-8e0064344df8 req-c1ea6645-0ba4-40b1-ae85-976a799ce681 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Jun 16 15:52:13.568245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:13.627388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:13.628104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:13.629894 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] 10.222.0.46 "PUT /v2.0/ports/c0d76ddb-c15d-4778-a0f3-93b999537af2 HTTP/1.1" status: 200 len: 1093 time: 1.1980257 Jun 16 15:52:13.630333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419d01dd-3a6d-438d-bef2-b84f765b7c0c', 'tag': 'c0d76ddb-c15d-4778-a0f3-93b999537af2'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:52:13.660410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf1218-7ad1-492e-918c-858ff16f6f9b service neutron] Pushing event updated for resources: {'Port': ['ID=c0d76ddb-c15d-4778-a0f3-93b999537af2,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:13.690715 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9439ed4a-9810-4185-aa80-0a174d858d81'] response: {'name': 'network-changed', 'server_uuid': '419d01dd-3a6d-438d-bef2-b84f765b7c0c', 'tag': 'c0d76ddb-c15d-4778-a0f3-93b999537af2', 'status': 'completed', 'code': 200} Jun 16 15:52:13.794166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a4e1c-8e73-47b4-b657-f6ea077201a5 req-70b06a58-4c5a-47ae-9b06-29e11c2d6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:13.795715 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-876a4e1c-8e73-47b4-b657-f6ea077201a5 req-70b06a58-4c5a-47ae-9b06-29e11c2d6ef8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f28c7c3f72d142a58f984a39bd0844cd&device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 1096 time: 0.0858259 Jun 16 15:52:14.055682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a4e1c-8e73-47b4-b657-f6ea077201a5 req-ed46b6cc-ef01-4d81-8d06-eaf295338775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:14.057085 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-876a4e1c-8e73-47b4-b657-f6ea077201a5 req-ed46b6cc-ef01-4d81-8d06-eaf295338775 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f28c7c3f72d142a58f984a39bd0844cd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2545671 Jun 16 15:52:14.219073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a4e1c-8e73-47b4-b657-f6ea077201a5 req-8792dfa9-4292-483a-94b9-3b2eeb5186e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:14.221340 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-876a4e1c-8e73-47b4-b657-f6ea077201a5 req-8792dfa9-4292-483a-94b9-3b2eeb5186e9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576519 Jun 16 15:52:14.338533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-1ec409a4-ac4f-4cb0-ba11-38c10cdfbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:14.340054 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-1ec409a4-ac4f-4cb0-ba11-38c10cdfbf56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f28c7c3f72d142a58f984a39bd0844cd&device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 1096 time: 0.0844538 Jun 16 15:52:14.419967 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-92674854-9ae5-4c67-aa52-1ff8c132940f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0d76ddb-c15d-4778-a0f3-93b999537af2 HTTP/1.1" status: 200 len: 217 time: 0.0724313 Jun 16 15:52:14.481325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-05098bc5-50f3-4d51-a18a-482df498fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:14.482750 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-05098bc5-50f3-4d51-a18a-482df498fb6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04181366-d8c9-4e03-a43b-e89aa64cb2c7 HTTP/1.1" status: 200 len: 855 time: 0.0573533 Jun 16 15:52:14.572216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-6ee8c2b3-3be2-464c-a520-cfd718aa8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:14.573619 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-6ee8c2b3-3be2-464c-a520-cfd718aa8ce8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0afb4ce7-9cf9-481c-9fd6-36281a3c6616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849495 Jun 16 15:52:14.703721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc5d46-fcb6-46f9-98f3-fe222da47c60 req-59120767-4f89-4258-a745-5eadeb11700a tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:14.705203 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0bc5d46-fcb6-46f9-98f3-fe222da47c60 req-59120767-4f89-4258-a745-5eadeb11700a tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 943 time: 0.0960226 Jun 16 15:52:14.711114 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-0c48cc54-e1b9-4f07-aaee-eccf39ad5aae service neutron] 10.222.0.46 "GET /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311574 Jun 16 15:52:14.752475 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0bc5d46-fcb6-46f9-98f3-fe222da47c60 req-2ca95e7a-c452-4013-9b52-36198a38cfdb tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Jun 16 15:52:14.844542 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6f762dd0-c9f3-4503-a61d-f770809e80d4 req-548e5068-d0e0-47ce-9b5f-1ddb34d3583c service neutron] 10.222.0.46 "GET /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272311 Jun 16 15:52:15.784975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5fb13006-5d96-4615-8c69-5243f8ecfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:15.947923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca489ca-c968-46d5-9db7-178e25cabd37 req-e3139bb5-03a9-477c-aa03-e940e63eec26 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:15.949316 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ca489ca-c968-46d5-9db7-178e25cabd37 req-e3139bb5-03a9-477c-aa03-e940e63eec26 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 943 time: 0.0871363 Jun 16 15:52:16.123071 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ca489ca-c968-46d5-9db7-178e25cabd37 req-f163532b-a004-4618-81d5-5247f7fede18 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672769 Jun 16 15:52:17.150686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c0d76ddb-c15d-4778-a0f3-93b999537af2 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:52:17.290680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c0d76ddb-c15d-4778-a0f3-93b999537af2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c0d76ddb-c15d-4778-a0f3-93b999537af2,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:17.305878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'c0d76ddb-c15d-4778-a0f3-93b999537af2', 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616', 'port_id': 'c0d76ddb-c15d-4778-a0f3-93b999537af2', 'mac_address': 'fa:16:3e:b1:4f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04181366-d8c9-4e03-a43b-e89aa64cb2c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:52:17.337431 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0394c69-2639-4cc8-acd8-7374bcef75ee req-8f1adc6f-f5f4-4910-a424-2783fd9e0852 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:17.338953 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0394c69-2639-4cc8-acd8-7374bcef75ee req-8f1adc6f-f5f4-4910-a424-2783fd9e0852 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 943 time: 0.1053150 Jun 16 15:52:17.364167 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port c0d76ddb-c15d-4778-a0f3-93b999537af2 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:17.364977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:17.381864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d76ddb-c15d-4778-a0f3-93b999537af2 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:52:17.384549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0394c69-2639-4cc8-acd8-7374bcef75ee req-e5baecad-12b8-47c7-986b-5e467205b5f4 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 Jun 16 15:52:17.399251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c0d76ddb-c15d-4778-a0f3-93b999537af2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c0d76ddb-c15d-4778-a0f3-93b999537af2,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:17.470384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:17.544226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=c0d76ddb-c15d-4778-a0f3-93b999537af2,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:17.676747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['c0d76ddb-c15d-4778-a0f3-93b999537af2'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:52:18.533742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cfb6f924-4f67-4d42-a5c1-b457c98df729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:18.654093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87dbce-58ac-4072-abf1-7d58dde5030c req-7275a69c-0d1d-4be2-b0cf-b4a2a4dd3068 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:18.655043 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3a87dbce-58ac-4072-abf1-7d58dde5030c req-7275a69c-0d1d-4be2-b0cf-b4a2a4dd3068 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 944 time: 0.1163912 Jun 16 15:52:18.719508 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3a87dbce-58ac-4072-abf1-7d58dde5030c req-6c639bab-1c00-4393-8a6d-53410151144e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544076 Jun 16 15:52:18.823903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:19.165847 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c0d76ddb-c15d-4778-a0f3-93b999537af2 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:19.333318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port c0d76ddb-c15d-4778-a0f3-93b999537af2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:52:19.338828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port c0d76ddb-c15d-4778-a0f3-93b999537af2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:19.339247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:19.497581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port c0d76ddb-c15d-4778-a0f3-93b999537af2 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:19.497967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:19.528903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419d01dd-3a6d-438d-bef2-b84f765b7c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d76ddb-c15d-4778-a0f3-93b999537af2'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:52:19.538776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c0d76ddb-c15d-4778-a0f3-93b999537af2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c0d76ddb-c15d-4778-a0f3-93b999537af2,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:19.630747 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:19.663524 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc6965f-804a-4bb2-bd21-5ea9e6b25f04'] response: {'server_uuid': '419d01dd-3a6d-438d-bef2-b84f765b7c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d76ddb-c15d-4778-a0f3-93b999537af2', 'code': 200} Jun 16 15:52:19.704159 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=c0d76ddb-c15d-4778-a0f3-93b999537af2,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:19.934586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35a746-c9a3-409b-9986-81b18b47fb0e req-31c45c54-407a-4f27-b752-5a3634502b9e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:19.936089 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5f35a746-c9a3-409b-9986-81b18b47fb0e req-31c45c54-407a-4f27-b752-5a3634502b9e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 945 time: 0.1024752 Jun 16 15:52:19.982622 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5f35a746-c9a3-409b-9986-81b18b47fb0e req-96b75bbc-a8e9-418d-a141-a308616689db tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Jun 16 15:52:20.118386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441c6f8-f651-4946-958e-5b83e1c003b4 req-cd4d3f27-4383-4910-a812-70baba4fdd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:20.119796 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f441c6f8-f651-4946-958e-5b83e1c003b4 req-cd4d3f27-4383-4910-a812-70baba4fdd8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 1098 time: 0.0827239 Jun 16 15:52:20.164476 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f441c6f8-f651-4946-958e-5b83e1c003b4 req-b0cbc9cf-cf8e-4539-9d29-ff3002ac95e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Jun 16 15:52:20.413880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:21.220888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757fbb9-e0de-455e-9bd5-cc38cf23fb45 req-fc011470-5f90-4a4b-9d11-4c9deec1f7d4 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:21.222386 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b757fbb9-e0de-455e-9bd5-cc38cf23fb45 req-fc011470-5f90-4a4b-9d11-4c9deec1f7d4 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 945 time: 0.1155703 Jun 16 15:52:21.308994 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b757fbb9-e0de-455e-9bd5-cc38cf23fb45 req-2a99fc80-bd1c-41c6-a10e-65424801c77a tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776494 Jun 16 15:52:21.699591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:22.549496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b946a1e-4fb7-461e-85c2-c34653bfee17 req-083de1f9-d4ce-468e-8275-bf102001e27a tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:22.550956 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5b946a1e-4fb7-461e-85c2-c34653bfee17 req-083de1f9-d4ce-468e-8275-bf102001e27a tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 945 time: 0.1087615 Jun 16 15:52:22.606406 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5b946a1e-4fb7-461e-85c2-c34653bfee17 req-ece59345-6e70-45c2-a73b-ee7ecbe33fc9 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490289 Jun 16 15:52:22.846191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c8518-db7e-49df-b269-37f556e0fb43 req-53d8e5d6-5a5c-4f77-8a59-b9738799f2f7 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:22.848235 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f26c8518-db7e-49df-b269-37f556e0fb43 req-53d8e5d6-5a5c-4f77-8a59-b9738799f2f7 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 945 time: 0.1272120 Jun 16 15:52:22.904822 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f26c8518-db7e-49df-b269-37f556e0fb43 req-562b2a9f-be49-483d-af76-448f621f0dac tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Jun 16 15:52:36.076687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:37.538942 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:52:43.231081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03a26-a342-4a72-8a8c-bcd019f2e6bb req-cef0a8ce-2adf-4654-8918-7d6dc682dd81 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:43.234773 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-58f03a26-a342-4a72-8a8c-bcd019f2e6bb req-cef0a8ce-2adf-4654-8918-7d6dc682dd81 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 945 time: 0.0935907 Jun 16 15:52:43.281090 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-58f03a26-a342-4a72-8a8c-bcd019f2e6bb req-2b4da52d-ce61-43cc-984c-8acea3a05997 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Jun 16 15:52:44.487015 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d95a9-d011-4347-a34e-62a101917331 req-d34c1f5d-7224-40bf-b819-09ea47ba2d0c tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:44.488480 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8c4d95a9-d011-4347-a34e-62a101917331 req-d34c1f5d-7224-40bf-b819-09ea47ba2d0c tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 945 time: 0.0988281 Jun 16 15:52:44.535429 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8c4d95a9-d011-4347-a34e-62a101917331 req-6f4bfc79-54e7-40d2-b6cd-ec8bd10593c3 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Jun 16 15:52:44.611367 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-f315e5be-b289-4719-989f-67e16fd4342c tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:44.611982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-f315e5be-b289-4719-989f-67e16fd4342c tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Synchronizing usage tracker for tenant:f28c7c3f72d142a58f984a39bd0844cd on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:52:44.710898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-f315e5be-b289-4719-989f-67e16fd4342c tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Unset dirty status for tenant:f28c7c3f72d142a58f984a39bd0844cd on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:52:44.712141 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-f315e5be-b289-4719-989f-67e16fd4342c tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.46 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 945 time: 0.1919672 Jun 16 15:52:44.787191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-d75c00cc-3df9-4b2f-8898-fb178ca3525e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Deleting port c0d76ddb-c15d-4778-a0f3-93b999537af2 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:52:44.787537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-d75c00cc-3df9-4b2f-8898-fb178ca3525e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:45.056707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-d75c00cc-3df9-4b2f-8898-fb178ca3525e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] For port c0d76ddb-c15d-4778-a0f3-93b999537af2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c0d76ddb-c15d-4778-a0f3-93b999537af2,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:45.057069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-d75c00cc-3df9-4b2f-8898-fb178ca3525e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:45.186548 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-d75c00cc-3df9-4b2f-8898-fb178ca3525e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Calling delete_port for c0d76ddb-c15d-4778-a0f3-93b999537af2 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:52:45.533860 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-d75c00cc-3df9-4b2f-8898-fb178ca3525e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:45.546358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['c0d76ddb-c15d-4778-a0f3-93b999537af2'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:52:45.591446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c00cc-3df9-4b2f-8898-fb178ca3525e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Pushing event deleted for resources: {'Port': ['ID=c0d76ddb-c15d-4778-a0f3-93b999537af2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:45.689761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-d75c00cc-3df9-4b2f-8898-fb178ca3525e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] No DVR routers for this DVR port c0d76ddb-c15d-4778-a0f3-93b999537af2 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:52:45.692655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-d75c00cc-3df9-4b2f-8898-fb178ca3525e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:45.697173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419d01dd-3a6d-438d-bef2-b84f765b7c0c', 'name': 'network-vif-deleted', 'tag': 'c0d76ddb-c15d-4778-a0f3-93b999537af2'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:52:45.728805 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6de5933a-6aff-4724-abee-4eb28212afa2 req-5050f155-d447-4a0c-b351-495992757903 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=419d01dd-3a6d-438d-bef2-b84f765b7c0c HTTP/1.1" status: 200 len: 210 time: 0.0691581 Jun 16 15:52:45.757308 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bed069-8300-4064-bf93-1a1392ce34a5'] response: {'server_uuid': '419d01dd-3a6d-438d-bef2-b84f765b7c0c', 'name': 'network-vif-deleted', 'tag': 'c0d76ddb-c15d-4778-a0f3-93b999537af2', 'status': 'completed', 'code': 200} Jun 16 15:52:45.762412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cc0af453-a62c-4e24-bfe9-37fbc9b7549b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:45.791726 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1167d369-ca39-457b-908a-5ceb19e2cf19 req-d75c00cc-3df9-4b2f-8898-fb178ca3525e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.46 "DELETE /v2.0/ports/c0d76ddb-c15d-4778-a0f3-93b999537af2 HTTP/1.1" status: 204 len: 173 time: 1.0733573 Jun 16 15:52:47.409524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-7bdbce46-40d2-4171-acfd-82b47c76d185 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:47.410996 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-7bdbce46-40d2-4171-acfd-82b47c76d185 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/networks?id=0afb4ce7-9cf9-481c-9fd6-36281a3c6616 HTTP/1.1" status: 200 len: 816 time: 0.1546068 Jun 16 15:52:47.427433 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-860ed9bb-7ca6-408b-91c5-50e6c464ab7b tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/quotas/f28c7c3f72d142a58f984a39bd0844cd HTTP/1.1" status: 200 len: 375 time: 0.0100498 Jun 16 15:52:47.518169 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-251234e3-9efa-41c5-a452-870fac19e605 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f28c7c3f72d142a58f984a39bd0844cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854383 Jun 16 15:52:47.653049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-c149031d-b6b0-4787-93ef-b23abec1b1d3 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:52:47.654000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-c149031d-b6b0-4787-93ef-b23abec1b1d3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1229663 Jun 16 15:52:47.788671 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-8818f6ce-4e0c-46a1-a0da-6608f9d36b7d service neutron] 10.222.0.73 "GET /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274872 Jun 16 15:52:47.926389 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-8b5b9f4c-2075-47da-8f4e-ede691c41e16 service neutron] 10.222.0.73 "GET /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327248 Jun 16 15:52:48.198436 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-397418b9-2a5e-484d-9d37-8937d081177c req-ee980488-9035-4036-b980-82a51584eb94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 210 time: 0.0498478 Jun 16 15:52:48.373934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1571c4d6-0375-4d44-8849-a657dae53e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:48.819606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:49.292288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c0d76ddb-c15d-4778-a0f3-93b999537af2 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:52:49.350077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: c0d76ddb-c15d-4778-a0f3-93b999537af2 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:52:49.350371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c0d76ddb-c15d-4778-a0f3-93b999537af2 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:52:49.381711 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-714cf032-518c-46c3-85d7-83c75c4b769d req-2b4a8884-77a9-4609-a38a-184067945cee tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 210 time: 0.0612085 Jun 16 15:52:50.408742 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:50.442100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-c44ef37a-bedd-4f59-8c2d-1d6b1d1459f8 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:50.443724 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-c44ef37a-bedd-4f59-8c2d-1d6b1d1459f8 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.46 "GET /v2.0/networks?id=0afb4ce7-9cf9-481c-9fd6-36281a3c6616 HTTP/1.1" status: 200 len: 816 time: 0.1710725 Jun 16 15:52:50.455569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Request body: {'port': {'device_id': 'b2da2441-eec3-4ab7-b0d8-c19e5e3032e8', 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616', 'admin_state_up': True, 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:52:50.546121 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4d03ca0a-e166-4648-ad08-f26cd25a44dd req-61c68444-8b1f-44cb-99d3-1edaffb61f1e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 210 time: 0.0502603 Jun 16 15:52:50.620343 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:52:50.624423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Usage tracker for resource:port and tenant:f28c7c3f72d142a58f984a39bd0844cd is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:52:50.627255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:52:50.633502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:52:50.732711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Made reservation on behalf of f28c7c3f72d142a58f984a39bd0844cd for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:52:50.738268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:50.915742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Allocated IP 172.20.0.5 (0afb4ce7-9cf9-481c-9fd6-36281a3c6616/04181366-d8c9-4e03-a43b-e89aa64cb2c7/e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:52:51.138194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:51.154517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Transition to ACTIVE for port object e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:52:51.284256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:51.356602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:52:51.363879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:52:51.368394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:52:51.405770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Pushing event updated for resources: {'Port': ['ID=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:51.439886 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:51.440614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:51.591768 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-ddc14784-4811-40d5-a51f-527cdf4aaf94 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1402266 Jun 16 15:52:51.604003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Request body: {'port': {'device_id': 'b2da2441-eec3-4ab7-b0d8-c19e5e3032e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:52:51.670746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:51.705922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-423483c8-f042-4d3a-844c-dc4e856e8007 None None] Provisioning for port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:52:51.714264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-423483c8-f042-4d3a-844c-dc4e856e8007 None None] Provisioning complete for port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:51.714884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-423483c8-f042-4d3a-844c-dc4e856e8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:51.731354 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:51.770796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66d0b-4539-4a1c-8e81-528b9e468f93 req-082fbab3-637c-48e6-8dbf-2d03bdf1d333 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:51.772323 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fd66d0b-4539-4a1c-8e81-528b9e468f93 req-082fbab3-637c-48e6-8dbf-2d03bdf1d333 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 931 time: 0.1094871 Jun 16 15:52:51.822013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-423483c8-f042-4d3a-844c-dc4e856e8007 None None] Port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:52:51.822289 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6fd66d0b-4539-4a1c-8e81-528b9e468f93 req-c260194d-406f-475a-9eac-69b715842436 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 Jun 16 15:52:52.107510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:52:52.115597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:52.129609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Transition to ACTIVE for port object e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:52:52.254034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:52.528438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:52.616195 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Attempting to bind port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:52:52.617027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Attempting to bind port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:52:52.617027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Attempting to bind port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 on network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:52:52.621427 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 on network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:52:52.621749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Attempting to bind port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 on network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:52:52.626965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:52:52.627306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Checking segment: {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:52:52.627699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Bound using segment: {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:52:52.628127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Bound port: e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:52:52.628472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:52.728452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] For port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:52:52.732156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] For port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:52:52.825880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:52.893122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:52.894156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:52.898413 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 HTTP/1.1" status: 200 len: 1093 time: 1.2981513 Jun 16 15:52:52.902865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2da2441-eec3-4ab7-b0d8-c19e5e3032e8', 'tag': 'e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:52:52.952823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34042555-e8aa-479b-b952-939dcd3bc6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:52.999631 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02903f4b-a6d1-455e-9add-0e981331fcd2'] response: {'name': 'network-changed', 'server_uuid': 'b2da2441-eec3-4ab7-b0d8-c19e5e3032e8', 'tag': 'e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5', 'status': 'completed', 'code': 200} Jun 16 15:52:53.104614 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5826bd-4c8e-4fac-88ae-fd9bdceb15a6 req-ac38b819-fff7-469c-864a-9ffc0d3466e7 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:53.106235 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8b5826bd-4c8e-4fac-88ae-fd9bdceb15a6 req-ac38b819-fff7-469c-864a-9ffc0d3466e7 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 943 time: 0.1488285 Jun 16 15:52:53.126226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-43cdb62a-f481-4b34-9ad8-03caa5c8ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:53.127704 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-43cdb62a-f481-4b34-9ad8-03caa5c8ce24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f28c7c3f72d142a58f984a39bd0844cd&device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 1096 time: 0.1140394 Jun 16 15:52:53.186693 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8b5826bd-4c8e-4fac-88ae-fd9bdceb15a6 req-c311218b-8524-4494-b5f5-18de74c0a4b2 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720682 Jun 16 15:52:53.217536 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-00a6acf0-cb56-402c-9fd3-9a1eb1ee1ce6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 HTTP/1.1" status: 200 len: 217 time: 0.0811989 Jun 16 15:52:53.305452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-f43fd500-5eef-4f65-9311-86888cd96386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:53.306977 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-f43fd500-5eef-4f65-9311-86888cd96386 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04181366-d8c9-4e03-a43b-e89aa64cb2c7 HTTP/1.1" status: 200 len: 855 time: 0.0828874 Jun 16 15:52:53.422210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-67350a2b-0b70-408c-9a2a-703925d60199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:53.424572 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-67350a2b-0b70-408c-9a2a-703925d60199 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0afb4ce7-9cf9-481c-9fd6-36281a3c6616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1103382 Jun 16 15:52:53.589000 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-1424d2c2-c883-4ac1-8550-659562f26a78 service neutron] 10.222.0.46 "GET /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589320 Jun 16 15:52:53.746872 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a44d44cd-ccc6-4afa-a99a-f6ab1c5a3ccf req-d089691c-7f2b-4cbd-8de2-95efdc99839d service neutron] 10.222.0.46 "GET /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508482 Jun 16 15:52:53.942010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-84356ae0-f698-4c5e-a629-5cb8b689d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:53.944919 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-84356ae0-f698-4c5e-a629-5cb8b689d5a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f28c7c3f72d142a58f984a39bd0844cd&device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 1096 time: 0.0953300 Jun 16 15:52:54.104610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-7677f51b-8ef4-4561-833b-430fa532b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:54.106750 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-7677f51b-8ef4-4561-833b-430fa532b0be service neutron] 10.222.0.46 "GET /v2.0/networks?id=0afb4ce7-9cf9-481c-9fd6-36281a3c6616 HTTP/1.1" status: 200 len: 917 time: 0.1548958 Jun 16 15:52:54.183642 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-e1a19778-fcc8-4fae-97e8-2cdf3eb42a11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 HTTP/1.1" status: 200 len: 217 time: 0.0702465 Jun 16 15:52:54.259031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-34def604-8e99-433a-856d-8e849773a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:54.261291 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-34def604-8e99-433a-856d-8e849773a1ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04181366-d8c9-4e03-a43b-e89aa64cb2c7 HTTP/1.1" status: 200 len: 855 time: 0.0712149 Jun 16 15:52:54.378035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-0e7212a3-7592-4fcc-95b5-e7702f437ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:54.379751 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-0e7212a3-7592-4fcc-95b5-e7702f437ab8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0afb4ce7-9cf9-481c-9fd6-36281a3c6616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116166 Jun 16 15:52:54.504220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d4110-438e-4ef9-b2b6-cbc137a32f4a req-57043fbe-ade0-4e01-b675-a36bfb662890 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:54.507323 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a35d4110-438e-4ef9-b2b6-cbc137a32f4a req-57043fbe-ade0-4e01-b675-a36bfb662890 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 943 time: 0.1540482 Jun 16 15:52:54.587030 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a35d4110-438e-4ef9-b2b6-cbc137a32f4a req-dbf17ce5-f7e1-4466-8f8b-bdcf703f0d2b tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734184 Jun 16 15:52:54.609364 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-fb55bb97-2d5b-4901-a794-266998784f16 service neutron] 10.222.0.46 "GET /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202833 Jun 16 15:52:54.766125 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-12ad3848-90eb-41c4-a6fa-1721f6e291e3 req-21e25f2a-0187-4cb1-bc25-e3e59048d96a service neutron] 10.222.0.46 "GET /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499023 Jun 16 15:52:55.402918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:52:55.539604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:55.554023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5', 'network_id': '0afb4ce7-9cf9-481c-9fd6-36281a3c6616', 'port_id': 'e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5', 'mac_address': 'fa:16:3e:8c:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04181366-d8c9-4e03-a43b-e89aa64cb2c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:52:55.614235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:55.615180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:55.635409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:52:55.661445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:55.779870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:55.868836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:55.878504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.879023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.879475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.880027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.881062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.881510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.881970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.882501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.883056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.883584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.883951 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.884286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:55.921351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027ce2b-1ac6-425d-8cd1-a94affe36107 req-d9dc1599-6d23-455d-b4ea-95b19f77f147 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:55.922841 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b027ce2b-1ac6-425d-8cd1-a94affe36107 req-d9dc1599-6d23-455d-b4ea-95b19f77f147 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 943 time: 0.2117629 Jun 16 15:52:55.976776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:52:55.982967 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b027ce2b-1ac6-425d-8cd1-a94affe36107 req-61daa6fb-f89c-438b-95bf-e157eb8e42c5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529711 Jun 16 15:52:57.198702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0a28f-ea24-48d7-be57-e7486748227c req-a610db83-5504-403f-a82a-8b54ef443f16 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:57.200255 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7ee0a28f-ea24-48d7-be57-e7486748227c req-a610db83-5504-403f-a82a-8b54ef443f16 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 944 time: 0.0936725 Jun 16 15:52:57.260952 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7ee0a28f-ea24-48d7-be57-e7486748227c req-321d25e3-e6d4-43d5-8210-86a9feea7b6e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549438 Jun 16 15:52:57.416906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:57.549384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:52:57.555455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:57.556007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:57.676634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:52:57.677016 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:57.708580 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2da2441-eec3-4ab7-b0d8-c19e5e3032e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:52:57.718950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:57.753294 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c111fd10-7491-4dd6-84f6-1e71f58c650f'] response: {'server_uuid': 'b2da2441-eec3-4ab7-b0d8-c19e5e3032e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5', 'code': 200} Jun 16 15:52:57.802910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:57.883735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:58.214993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632d52d-76cf-4ab0-96ed-841ecb9277aa req-389d00a6-2e66-4b5c-a3f2-da5497dfb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:58.216403 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6632d52d-76cf-4ab0-96ed-841ecb9277aa req-389d00a6-2e66-4b5c-a3f2-da5497dfb1c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 1098 time: 0.0874598 Jun 16 15:52:58.261361 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6632d52d-76cf-4ab0-96ed-841ecb9277aa req-aeb0b666-5821-455c-be12-982efd9e8662 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385089 Jun 16 15:52:58.458335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f3340-1c88-4762-b427-651669c8eb8b req-2945a927-0958-4f92-894b-bc8bab9696c3 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:58.459833 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6d9f3340-1c88-4762-b427-651669c8eb8b req-2945a927-0958-4f92-894b-bc8bab9696c3 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 945 time: 0.0892236 Jun 16 15:52:58.505408 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6d9f3340-1c88-4762-b427-651669c8eb8b req-f92dc48d-413b-409c-ac80-4efe01068c66 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397615 Jun 16 15:52:59.725156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5fdd-50c2-4674-92cf-a90b5f3b4dee req-2191edd2-6bdf-4ffc-beef-41d1d0a58a25 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:52:59.726732 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c76d5fdd-50c2-4674-92cf-a90b5f3b4dee req-2191edd2-6bdf-4ffc-beef-41d1d0a58a25 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 945 time: 0.1047571 Jun 16 15:52:59.773923 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c76d5fdd-50c2-4674-92cf-a90b5f3b4dee req-f390e960-9698-415b-a396-2d303ecc865e tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412550 Jun 16 15:53:00.000642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342a2ef-e23c-485b-984c-08ce5832361a req-4359bad4-a872-4d15-aa22-5118c84c9e01 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:53:00.002234 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1342a2ef-e23c-485b-984c-08ce5832361a req-4359bad4-a872-4d15-aa22-5118c84c9e01 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 945 time: 0.1130722 Jun 16 15:53:00.052157 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1342a2ef-e23c-485b-984c-08ce5832361a req-4a4fe6a5-0d5f-4f47-b3c4-f1b0af5d7825 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Jun 16 15:53:06.020830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:14.537441 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:53:15.791510 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3ad3686f-7ad9-4b3c-8b55-914f24737396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:18.408487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f8b8371-bfb3-4ca0-92c2-9bbfcf4c934c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:18.757979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:19.730781 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fe07a-681d-4e7c-94e9-a241befc57af req-43ebf54a-665b-4e22-8225-07dc4211ed2c tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:53:19.732202 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-999fe07a-681d-4e7c-94e9-a241befc57af req-43ebf54a-665b-4e22-8225-07dc4211ed2c tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 945 time: 0.0899408 Jun 16 15:53:19.779733 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-999fe07a-681d-4e7c-94e9-a241befc57af req-0f2483f3-53f8-41d7-82d7-d5eda391ec41 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Jun 16 15:53:20.482566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:20.981154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcdd06-e852-463e-b12f-75a1f86f2607 req-aec4fa44-ce32-4b9c-8755-a5c7a70e172d tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:53:20.982715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-62dcdd06-e852-463e-b12f-75a1f86f2607 req-aec4fa44-ce32-4b9c-8755-a5c7a70e172d tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 945 time: 0.0927160 Jun 16 15:53:21.028667 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-62dcdd06-e852-463e-b12f-75a1f86f2607 req-fbbfac40-a030-47cf-a6dd-8452a49057b1 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400167 Jun 16 15:53:21.286081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-43bdc2c6-a21e-49bd-93c6-03e52b04609a tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:53:21.287416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-43bdc2c6-a21e-49bd-93c6-03e52b04609a tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Synchronizing usage tracker for tenant:f28c7c3f72d142a58f984a39bd0844cd on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:53:21.403264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-43bdc2c6-a21e-49bd-93c6-03e52b04609a tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Unset dirty status for tenant:f28c7c3f72d142a58f984a39bd0844cd on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:53:21.404625 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-43bdc2c6-a21e-49bd-93c6-03e52b04609a tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 945 time: 0.2119219 Jun 16 15:53:21.483181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Deleting port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:21.483525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:21.675255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:21.845620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] For port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:21.845971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:21.969663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Calling delete_port for e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:53:22.202919 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:22.216309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:53:22.235589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae01c6-dc45-44b8-a4ff-61b56f8ba367 req-b02a5362-47d9-4568-9243-aa3599c45265 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:53:22.236492 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b7ae01c6-dc45-44b8-a4ff-61b56f8ba367 req-b02a5362-47d9-4568-9243-aa3599c45265 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 867 time: 0.0952930 Jun 16 15:53:22.261228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Pushing event deleted for resources: {'Port': ['ID=e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:22.301336 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b7ae01c6-dc45-44b8-a4ff-61b56f8ba367 req-f3032d28-8755-4ece-b73b-03cec49eb342 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/security-groups?id=e46ec426-41ac-4c4b-81a7-74d28e060aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550301 Jun 16 15:53:22.313269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.316198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.316198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.316198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.316198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.316198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.316198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.316198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.316198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.316198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.317107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.317107 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:22.395048 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] No DVR routers for this DVR port e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:53:22.397876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:22.404975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2da2441-eec3-4ab7-b0d8-c19e5e3032e8', 'name': 'network-vif-deleted', 'tag': 'e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:53:22.454210 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f378edd-b05b-417d-a801-5f9d32e24ca2'] response: {'server_uuid': 'b2da2441-eec3-4ab7-b0d8-c19e5e3032e8', 'name': 'network-vif-deleted', 'tag': 'e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5', 'status': 'completed', 'code': 200} Jun 16 15:53:22.496462 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0200f216-d577-43f7-a8f5-64aec64099e4 req-d3512a1a-c738-4b2b-9be4-e9b6ab5aa2a5 tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.46 "DELETE /v2.0/ports/e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 HTTP/1.1" status: 204 len: 173 time: 1.0866764 Jun 16 15:53:23.688074 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-19e19a12-6b27-41be-bc87-01f3581f106f req-12db83e1-1cc6-4ec2-a0ae-310cfe3d181c tempest-TestEncryptedCinderVolumes-1061311881 tempest-TestEncryptedCinderVolumes-1061311881-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2da2441-eec3-4ab7-b0d8-c19e5e3032e8 HTTP/1.1" status: 200 len: 210 time: 0.0642211 Jun 16 15:53:24.895697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37772) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:25.476735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:25.619250 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:53:25.659693 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:53:25.660049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device e3e91bb9-8fbe-41a5-84a9-0b7f766c0fd5 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:53:25.853142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] Deleting port 794b8815-5012-4417-b14c-a1586bc8d049 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:25.853525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:26.132627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] For port 794b8815-5012-4417-b14c-a1586bc8d049, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=794b8815-5012-4417-b14c-a1586bc8d049,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:26.133363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:26.255139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] Calling delete_port for 794b8815-5012-4417-b14c-a1586bc8d049 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:53:26.739304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:26.786650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] Pushing event deleted for resources: {'Port': ['ID=794b8815-5012-4417-b14c-a1586bc8d049,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:27.069898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:27.550228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] Router e6ac43ba-1e7e-4628-93a9-637dc7429cae has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:53:27.734189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:53:27.744327 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] Sync routers for ids ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:53:27.747937 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ccdb9a6d-a7c6-4bbc-8d8a-21c9c41897cd admin admin] 10.222.0.73 "PUT /v2.0/routers/e6ac43ba-1e7e-4628-93a9-637dc7429cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8498826 Jun 16 15:53:27.749684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37776) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:27.753298 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] Routers {'e6ac43ba-1e7e-4628-93a9-637dc7429cae'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:53:27.753885 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:27.937358 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] Set router e6ac43ba-1e7e-4628-93a9-637dc7429cae gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:53:27.949122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:28.138220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:28.221011 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'name': 'tempest-TestEncryptedCinderVolumes-915267039-router', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a433386-6726-4db9-9066-a012b103bc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:50Z', 'updated_at': '2022-06-16T15:53:26Z', 'revision_number': 5, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'gw_port': {'id': '1a433386-6726-4db9-9066-a012b103bc26', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:51Z', 'updated_at': '2022-06-16T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:28.225264 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] Checking router: e6ac43ba-1e7e-4628-93a9-637dc7429cae for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:53:28.231313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Deleting port 1a433386-6726-4db9-9066-a012b103bc26 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:28.240481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:28.240666 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] Routers {'e6ac43ba-1e7e-4628-93a9-637dc7429cae'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:53:28.240666 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:28.441475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] For port 1a433386-6726-4db9-9066-a012b103bc26, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1a433386-6726-4db9-9066-a012b103bc26,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:28.441475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:28.448304 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] Set router e6ac43ba-1e7e-4628-93a9-637dc7429cae gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:53:28.554487 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'name': 'tempest-TestEncryptedCinderVolumes-915267039-router', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:50Z', 'updated_at': '2022-06-16T15:53:28Z', 'revision_number': 6, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:28.558420 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf3480-fa61-46fb-aa32-bea6c6cd1ea2 None None] The sync data for ids ['e6ac43ba-1e7e-4628-93a9-637dc7429cae'] in dv-neutron-846028-2-hyperv is: [{'id': 'e6ac43ba-1e7e-4628-93a9-637dc7429cae', 'name': 'tempest-TestEncryptedCinderVolumes-915267039-router', 'tenant_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:50Z', 'updated_at': '2022-06-16T15:53:28Z', 'revision_number': 6, 'project_id': 'f28c7c3f72d142a58f984a39bd0844cd', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:53:28.571395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Calling delete_port for 1a433386-6726-4db9-9066-a012b103bc26 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:53:28.814381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:28.862412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a433386-6726-4db9-9066-a012b103bc26,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:28.974457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.265414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.267917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.397939 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.398449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6ac43ba-1e7e-4628-93a9-637dc7429cae {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:53:29.413026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.414185 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-09349931-4828-49f9-84a7-941a1bfb6a71 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e6ac43ba-1e7e-4628-93a9-637dc7429cae HTTP/1.1" status: 204 len: 168 time: 1.6636050 Jun 16 15:53:29.417273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37780) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:29.484754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-249b88aa-0f9b-4b02-afc5-ab84f819cdab admin admin] Deleting subnet 04181366-d8c9-4e03-a43b-e89aa64cb2c7 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:53:29.487893 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-249b88aa-0f9b-4b02-afc5-ab84f819cdab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.537311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-249b88aa-0f9b-4b02-afc5-ab84f819cdab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.618799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-249b88aa-0f9b-4b02-afc5-ab84f819cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.769349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-249b88aa-0f9b-4b02-afc5-ab84f819cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.807475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b88aa-0f9b-4b02-afc5-ab84f819cdab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04181366-d8c9-4e03-a43b-e89aa64cb2c7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:29.813831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-249b88aa-0f9b-4b02-afc5-ab84f819cdab admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.817601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca0fb5a-3541-43ec-9520-097ca29c9291 None None] Network 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:53:29.819642 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-249b88aa-0f9b-4b02-afc5-ab84f819cdab admin admin] 10.222.0.73 "DELETE /v2.0/subnets/04181366-d8c9-4e03-a43b-e89aa64cb2c7 HTTP/1.1" status: 204 len: 168 time: 0.4011278 Jun 16 15:53:29.822094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37784) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:29.929654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.939929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Deleting port 45f30136-b581-49f7-a8b9-3069cfe2621f {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:29.940273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:30.087643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] DHCP port deletion for 0afb4ce7-9cf9-481c-9fd6-36281a3c6616 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:53:30.094227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] Deleting port 45f30136-b581-49f7-a8b9-3069cfe2621f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:30.094227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:30.178497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] For port 45f30136-b581-49f7-a8b9-3069cfe2621f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=45f30136-b581-49f7-a8b9-3069cfe2621f,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:30.179109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:30.354052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] For port 45f30136-b581-49f7-a8b9-3069cfe2621f, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=45f30136-b581-49f7-a8b9-3069cfe2621f,segment=NetworkSegment(1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3),segment_id=1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:30.354589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:30.407627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Calling delete_port for 45f30136-b581-49f7-a8b9-3069cfe2621f owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:53:30.612460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 45f30136-b581-49f7-a8b9-3069cfe2621f no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:53:30.625983 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:30.662307 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] Calling delete_port for 45f30136-b581-49f7-a8b9-3069cfe2621f owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:53:30.687826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f30136-b581-49f7-a8b9-3069cfe2621f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:30.691438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] No DVR routers for this DVR port 45f30136-b581-49f7-a8b9-3069cfe2621f on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:53:30.733300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 45f30136-b581-49f7-a8b9-3069cfe2621f {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:53:30.733842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 45f30136-b581-49f7-a8b9-3069cfe2621f not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:53:30.734496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 794b8815-5012-4417-b14c-a1586bc8d049 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:53:30.776719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 794b8815-5012-4417-b14c-a1586bc8d049 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:53:30.777231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 794b8815-5012-4417-b14c-a1586bc8d049 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:53:30.777723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1a433386-6726-4db9-9066-a012b103bc26 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:53:30.823498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 1a433386-6726-4db9-9066-a012b103bc26 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:53:30.824629 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1a433386-6726-4db9-9066-a012b103bc26 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:53:30.827453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:30.853023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:53:30.853591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:53:30.858660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afb4ce7-9cf9-481c-9fd6-36281a3c6616']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:30.873284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:30.873543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:30.885914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:30.904590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:30.912834 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:53:30.917593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:31.001874 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3 resource provider aggregate not found Jun 16 15:53:31.028773 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d56e3f3-ab43-40d7-8c5b-c206ac0f0bc3 found for delete ", "request_id": "req-ca2eaa3a-9170-475b-8fef-90575016d214"}]} Jun 16 15:53:31.100066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:31.118543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:31.128848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0afb4ce7-9cf9-481c-9fd6-36281a3c6616,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:31.192419 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f7f3936a-7de7-4d72-8e40-ff18efcb3da3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0afb4ce7-9cf9-481c-9fd6-36281a3c6616 HTTP/1.1" status: 204 len: 168 time: 1.3692868 Jun 16 15:53:31.195394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37792) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:31.355232 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] Deleting port 45f30136-b581-49f7-a8b9-3069cfe2621f {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:31.355641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:31.425225 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2e14f2ba-5a88-4a2b-89c5-22d7a95a377a None None] The port '45f30136-b581-49f7-a8b9-3069cfe2621f' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:53:31.863141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:32.211818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] Deleting port f70ea73b-4fcb-4788-9acd-c259d3a641b7 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:32.212081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:32.385197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] For port f70ea73b-4fcb-4788-9acd-c259d3a641b7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f70ea73b-4fcb-4788-9acd-c259d3a641b7,segment=NetworkSegment(03d3be09-1d3d-4ab9-a2aa-cde3bb59332c),segment_id=03d3be09-1d3d-4ab9-a2aa-cde3bb59332c)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:32.385551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:32.509567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] Calling delete_port for f70ea73b-4fcb-4788-9acd-c259d3a641b7 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:53:32.812937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:32.863542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=f70ea73b-4fcb-4788-9acd-c259d3a641b7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:33.252309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:33.705016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] Router 5aa62e01-5207-422b-97c6-fe274f217b94 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:53:33.900952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:53:33.910381 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-07c1eb53-c261-451a-b141-89f2040f2c6a admin admin] 10.222.0.73 "PUT /v2.0/routers/5aa62e01-5207-422b-97c6-fe274f217b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7138526 Jun 16 15:53:33.910759 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] Sync routers for ids ['5aa62e01-5207-422b-97c6-fe274f217b94'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:53:33.913684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37796) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:33.922679 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] Routers {'5aa62e01-5207-422b-97c6-fe274f217b94'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:53:33.923480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5aa62e01-5207-422b-97c6-fe274f217b94'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:34.119388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:34.121578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] Set router 5aa62e01-5207-422b-97c6-fe274f217b94 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:53:34.337729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:34.455746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'name': 'tempest-TestEncryptedCinderVolumes-311417895-router', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:58Z', 'updated_at': '2022-06-16T15:53:32Z', 'revision_number': 5, 'project_id': 'ea6523436902495583ecabe017c731cb', 'gw_port': {'id': 'ff23bb9f-0439-45a7-806f-ec96bbb8d3e7', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:51:59Z', 'updated_at': '2022-06-16T15:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:34.461076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] Checking router: 5aa62e01-5207-422b-97c6-fe274f217b94 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:53:34.469610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] Routers {'5aa62e01-5207-422b-97c6-fe274f217b94'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:53:34.470220 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['5aa62e01-5207-422b-97c6-fe274f217b94'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:34.515390 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Deleting port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:34.515744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:34.635802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] Set router 5aa62e01-5207-422b-97c6-fe274f217b94 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:53:34.714117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] For port ff23bb9f-0439-45a7-806f-ec96bbb8d3e7, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ff23bb9f-0439-45a7-806f-ec96bbb8d3e7,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:34.714359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:34.759087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'name': 'tempest-TestEncryptedCinderVolumes-311417895-router', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:58Z', 'updated_at': '2022-06-16T15:53:34Z', 'revision_number': 6, 'project_id': 'ea6523436902495583ecabe017c731cb', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:34.763641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69dcfa-ddb1-4593-b244-d8d47c0a69be None None] The sync data for ids ['5aa62e01-5207-422b-97c6-fe274f217b94'] in dv-neutron-846028-2-hyperv is: [{'id': '5aa62e01-5207-422b-97c6-fe274f217b94', 'name': 'tempest-TestEncryptedCinderVolumes-311417895-router', 'tenant_id': 'ea6523436902495583ecabe017c731cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:51:58Z', 'updated_at': '2022-06-16T15:53:34Z', 'revision_number': 6, 'project_id': 'ea6523436902495583ecabe017c731cb', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:53:34.966870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Calling delete_port for ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:53:35.254481 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:35.304671 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=ff23bb9f-0439-45a7-806f-ec96bbb8d3e7,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:35.404613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:35.584775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:35.587095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:35.683402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:35.683952 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa62e01-5207-422b-97c6-fe274f217b94 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:53:35.697372 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:35.698553 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cc01cab1-5434-4378-aa91-2efd7c8c9ebe admin admin] 10.222.0.73 "DELETE /v2.0/routers/5aa62e01-5207-422b-97c6-fe274f217b94 HTTP/1.1" status: 204 len: 168 time: 1.7839456 Jun 16 15:53:35.701198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37800) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:35.765080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-12765118-1256-4462-849c-f93510fcbe0c admin admin] Deleting subnet abb938d9-e062-427a-b8ac-701b1502291f {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:53:35.768391 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12765118-1256-4462-849c-f93510fcbe0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:35.821355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12765118-1256-4462-849c-f93510fcbe0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:35.901585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12765118-1256-4462-849c-f93510fcbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.008646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.037947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12765118-1256-4462-849c-f93510fcbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.079381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12765118-1256-4462-849c-f93510fcbe0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb938d9-e062-427a-b8ac-701b1502291f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:36.082883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12765118-1256-4462-849c-f93510fcbe0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.089322 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab864bb2-2ea9-4105-8a27-ab2cb146bc5d None None] Network 0b79d8c7-1894-4029-8438-2ca622b1966c requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:53:36.090338 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-12765118-1256-4462-849c-f93510fcbe0c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/abb938d9-e062-427a-b8ac-701b1502291f HTTP/1.1" status: 204 len: 168 time: 0.3881361 Jun 16 15:53:36.092764 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37804) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:36.207346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.219262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Deleting port b12446fb-a744-4c10-9f4d-861317219b95 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:36.219613 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.391369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] DHCP port deletion for 0b79d8c7-1894-4029-8438-2ca622b1966c request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:53:36.395778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] Deleting port b12446fb-a744-4c10-9f4d-861317219b95 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:36.396804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.437435 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] For port b12446fb-a744-4c10-9f4d-861317219b95, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b12446fb-a744-4c10-9f4d-861317219b95,segment=NetworkSegment(03d3be09-1d3d-4ab9-a2aa-cde3bb59332c),segment_id=03d3be09-1d3d-4ab9-a2aa-cde3bb59332c)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:36.437883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.449781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:53:36.489263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:53:36.489585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ff23bb9f-0439-45a7-806f-ec96bbb8d3e7 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:53:36.490556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f70ea73b-4fcb-4788-9acd-c259d3a641b7 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:53:36.559299 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: f70ea73b-4fcb-4788-9acd-c259d3a641b7 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:53:36.559580 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f70ea73b-4fcb-4788-9acd-c259d3a641b7 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:53:36.576385 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Calling delete_port for b12446fb-a744-4c10-9f4d-861317219b95 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:53:36.687286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] For port b12446fb-a744-4c10-9f4d-861317219b95, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b12446fb-a744-4c10-9f4d-861317219b95,segment=NetworkSegment(03d3be09-1d3d-4ab9-a2aa-cde3bb59332c),segment_id=03d3be09-1d3d-4ab9-a2aa-cde3bb59332c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:36.687584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.811481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] Calling delete_port for b12446fb-a744-4c10-9f4d-861317219b95 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:53:36.843489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.889735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:53:36.890056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:53:36.891827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b12446fb-a744-4c10-9f4d-861317219b95,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:36.895120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] No DVR routers for this DVR port b12446fb-a744-4c10-9f4d-861317219b95 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:53:37.017883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:37.049500 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b79d8c7-1894-4029-8438-2ca622b1966c']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:37.062415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:37.062624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d3be09-1d3d-4ab9-a2aa-cde3bb59332c') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:37.074750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:37.098617 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:37.105967 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:53:37.106364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:37.184119 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 03d3be09-1d3d-4ab9-a2aa-cde3bb59332c resource provider aggregate not found Jun 16 15:53:37.204656 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 03d3be09-1d3d-4ab9-a2aa-cde3bb59332c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03d3be09-1d3d-4ab9-a2aa-cde3bb59332c found for delete ", "request_id": "req-b75cd052-60e5-4470-b0a2-88c6c7292e2a"}]} Jun 16 15:53:37.272140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:37.289356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:37.299705 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b79d8c7-1894-4029-8438-2ca622b1966c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:37.304544 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-bb7f1ab4-6aa7-422b-89b5-8ec7192fc4c8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0b79d8c7-1894-4029-8438-2ca622b1966c HTTP/1.1" status: 204 len: 168 time: 1.2100992 Jun 16 15:53:37.391443 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] Deleting port b12446fb-a744-4c10-9f4d-861317219b95 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:53:37.392025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:37.462294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-162e07d0-9a92-4bc6-8064-a593196f1d2e None None] The port 'b12446fb-a744-4c10-9f4d-861317219b95' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:53:37.918421 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37814) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:37.968039 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8e24c681-93d9-4aa4-93d1-584a6b83ab53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f28c7c3f72d142a58f984a39bd0844cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482752 Jun 16 15:53:37.970424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37818) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:38.034350 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31f1aadf-90bc-4287-af1c-71d978e64c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:38.062251 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31f1aadf-90bc-4287-af1c-71d978e64c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:38.231867 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31f1aadf-90bc-4287-af1c-71d978e64c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:38.246572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1aadf-90bc-4287-af1c-71d978e64c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46ec426-41ac-4c4b-81a7-74d28e060aeb,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:38.256918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-31f1aadf-90bc-4287-af1c-71d978e64c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:38.260609 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-31f1aadf-90bc-4287-af1c-71d978e64c72 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e46ec426-41ac-4c4b-81a7-74d28e060aeb HTTP/1.1" status: 204 len: 168 time: 0.2868638 Jun 16 15:53:38.411905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b12446fb-a744-4c10-9f4d-861317219b95 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:53:38.450838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: b12446fb-a744-4c10-9f4d-861317219b95 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:53:38.450838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b12446fb-a744-4c10-9f4d-861317219b95 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:53:39.071279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37826) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:39.138461 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-765fcc34-2add-4750-91f2-828fd5a48984 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea6523436902495583ecabe017c731cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659688 Jun 16 15:53:39.141031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37830) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:39.201071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aaf56d9e-5c1f-4307-a387-56583c88502b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:39.230398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aaf56d9e-5c1f-4307-a387-56583c88502b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:39.478240 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aaf56d9e-5c1f-4307-a387-56583c88502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:39.496031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf56d9e-5c1f-4307-a387-56583c88502b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f8090-4ea7-46e2-9b9b-8fef46108cb3,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:39.503409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aaf56d9e-5c1f-4307-a387-56583c88502b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:39.504736 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-aaf56d9e-5c1f-4307-a387-56583c88502b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/821f8090-4ea7-46e2-9b9b-8fef46108cb3 HTTP/1.1" status: 204 len: 168 time: 0.3626025 Jun 16 15:53:40.778436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37854) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:40.920569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1889252925-network', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:53:40.925765 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:53:40.930095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Usage tracker for resource:network and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:53:40.933164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:53:40.940115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:53:41.083364 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Made reservation on behalf of ff3b2cbf30c54cf995b7a58f320d146a for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:53:41.086092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:41.099891 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:41.114598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:53:41.119294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Usage tracker for resource:security_group_rule and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:53:41.122388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:53:41.133447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:53:41.252101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:41.375027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:41.406588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:53:41.418989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:41.424684 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Added segment f32035d9-0e94-4957-b5ef-a73b52516128 of type vlan for network f602dfda-81bd-49c4-8136-9ece29e8bef3 Jun 16 15:53:41.446699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:41.456123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f5d675-8223-48c8-8a1d-dfdb0c89b455,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:41.584103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:41.585349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:53:41.585933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:41.693738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] Pushing event updated for resources: {'Network': ['ID=f602dfda-81bd-49c4-8136-9ece29e8bef3,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:41.708307 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network f602dfda-81bd-49c4-8136-9ece29e8bef3 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:53:41.770544 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-60261c61-3691-4dad-a4be-369a25c17dfd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9908364 Jun 16 15:53:41.774267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37860) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:41.782881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Request body: {'subnet': {'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1889252925-subnet', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:53:41.790662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:53:41.797538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Usage tracker for resource:subnet and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:53:41.803636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:53:41.812075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:53:41.900969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Made reservation on behalf of ff3b2cbf30c54cf995b7a58f320d146a for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:53:41.904412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:42.351556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:42.470784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d468e91c-60bd-4d25-a925-874b6a1ea787,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:42.484167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Checking segment: {'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:53:42.484167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Network hostable DHCP agents. Network: f602dfda-81bd-49c4-8136-9ece29e8bef3, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:53:42.604095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Network f602dfda-81bd-49c4-8136-9ece29e8bef3 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:53:42.735228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, f602dfda-81bd-49c4-8136-9ece29e8bef3) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:53:42.740496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:53:42.741126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:42.748063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5809e5-0c19-411c-9ae3-da03fb2f3425 None None] Network f602dfda-81bd-49c4-8136-9ece29e8bef3 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:53:42.858433 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e8a0e0a-5121-405b-be67-b77ef2c238a0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0786862 Jun 16 15:53:42.859275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37864) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:42.869878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:53:42.878357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:53:42.886138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Usage tracker for resource:router and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:53:42.891099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:53:42.900969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:53:43.018863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:43.020536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:43.055442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-f602dfda-81bd-49c4-8136-9ece29e8bef3', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:53:43.056944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:43.063279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:43.269158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Allocated IP 172.20.0.2 (f602dfda-81bd-49c4-8136-9ece29e8bef3/d468e91c-60bd-4d25-a925-874b6a1ea787/cedc9251-16f0-4b14-aeef-64d6880e28a5) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:53:43.501338 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:43.518109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Transition to ACTIVE for port object cedc9251-16f0-4b14-aeef-64d6880e28a5 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:53:43.538442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Transition to ACTIVE for port object cedc9251-16f0-4b14-aeef-64d6880e28a5 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:53:43.575924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:43.647890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:43.745795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Network f602dfda-81bd-49c4-8136-9ece29e8bef3 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:53:43.749144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:53:43.753038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:53:43.759495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Pushing event updated for resources: {'Port': ['ID=cedc9251-16f0-4b14-aeef-64d6880e28a5,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:43.865713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Attempting to bind port cedc9251-16f0-4b14-aeef-64d6880e28a5 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:53:43.866061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Attempting to bind port cedc9251-16f0-4b14-aeef-64d6880e28a5 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:53:43.866428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Attempting to bind port cedc9251-16f0-4b14-aeef-64d6880e28a5 on network f602dfda-81bd-49c4-8136-9ece29e8bef3 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:53:43.872289 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:53:43.872663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Checking segment: {'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:53:43.873061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:43.873450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Bound using segment: {'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:53:43.873914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Bound port: cedc9251-16f0-4b14-aeef-64d6880e28a5, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:53:43.874284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:43.967106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] For port cedc9251-16f0-4b14-aeef-64d6880e28a5, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:53:43.972534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] For port cedc9251-16f0-4b14-aeef-64d6880e28a5, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cedc9251-16f0-4b14-aeef-64d6880e28a5,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:53:44.060743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:44.091658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:44.102872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:44.196132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faec843-9972-4bf5-96ee-917a4b4bed4a None None] Pushing event updated for resources: {'Port': ['ID=cedc9251-16f0-4b14-aeef-64d6880e28a5,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:44.264523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Allocated IP 172.26.2.252 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/a58f9b96-cb46-4aed-867d-d21499a41929) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:53:44.447113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:44.550087 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:44.625193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:53:44.628612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:53:44.634656 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:53:44.678863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Pushing event updated for resources: {'Port': ['ID=a58f9b96-cb46-4aed-867d-d21499a41929,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:45.165173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:45.257151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bdb2c6-9eeb-407a-8c27-1a22de565490 None None] Network f602dfda-81bd-49c4-8136-9ece29e8bef3 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:53:45.432902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-07120a2d-8ae2-40e0-a37c-696dfb181afd None None] Provisioning for port cedc9251-16f0-4b14-aeef-64d6880e28a5 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:53:45.711045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:45.772651 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-06080400-9ddd-4cb0-82cf-152bdb0cb976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:46.001226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:53:46.202791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:53:46.214880 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Sync routers for ids ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:53:46.228123 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Routers {'24fd0be2-3440-43b2-8fa4-ace00b57ab43'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:53:46.228544 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:46.329029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:46.330363 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-98e9fe4f-2e97-4c1c-b036-f462f4999f79 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4685118 Jun 16 15:53:46.333069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37868) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:46.448265 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Set router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:53:46.480124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cedc9251-16f0-4b14-aeef-64d6880e28a5 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:46.649507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port cedc9251-16f0-4b14-aeef-64d6880e28a5 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:53:46.657977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port cedc9251-16f0-4b14-aeef-64d6880e28a5 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:46.658952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:46.809087 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:44Z', 'revision_number': 3, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:46.813683 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Checking router: 24fd0be2-3440-43b2-8fa4-ace00b57ab43 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:53:46.814103 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Updating router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 port a58f9b96-cb46-4aed-867d-d21499a41929 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:53:46.831791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port cedc9251-16f0-4b14-aeef-64d6880e28a5 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:53:46.832888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:46.872785 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:46.873418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port cedc9251-16f0-4b14-aeef-64d6880e28a5, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cedc9251-16f0-4b14-aeef-64d6880e28a5,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:47.002370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:47.094048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=cedc9251-16f0-4b14-aeef-64d6880e28a5,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:47.184978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:47.325008 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:47.344032 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Transition to ACTIVE for port object a58f9b96-cb46-4aed-867d-d21499a41929 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:53:47.437453 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:47.519409 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Attempting to bind port a58f9b96-cb46-4aed-867d-d21499a41929 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:53:47.519778 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Attempting to bind port a58f9b96-cb46-4aed-867d-d21499a41929 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:53:47.520140 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Attempting to bind port a58f9b96-cb46-4aed-867d-d21499a41929 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:53:47.528391 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Pushing event updated for resources: {'Port': ['ID=a58f9b96-cb46-4aed-867d-d21499a41929,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:47.534234 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:53:47.534621 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:53:47.535042 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:47.535440 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:53:47.535918 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Bound port: a58f9b96-cb46-4aed-867d-d21499a41929, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:53:47.536287 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:47.555200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Allocated IP 172.20.0.1 (f602dfda-81bd-49c4-8136-9ece29e8bef3/d468e91c-60bd-4d25-a925-874b6a1ea787/073120fb-83b0-4597-a49a-5875408b0603) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:53:47.574465 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.574698 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.575051 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.575390 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.575718 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.576047 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.576367 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.576688 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.577006 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.577321 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.577636 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.577950 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:47.628065 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] For port a58f9b96-cb46-4aed-867d-d21499a41929, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:53:47.632096 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] For port a58f9b96-cb46-4aed-867d-d21499a41929, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a58f9b96-cb46-4aed-867d-d21499a41929,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:53:47.684437 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:47.717744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:47.733842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Transition to ACTIVE for port object 073120fb-83b0-4597-a49a-5875408b0603 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:53:47.762678 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Routers {'24fd0be2-3440-43b2-8fa4-ace00b57ab43'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:53:47.762678 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:47.828929 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f85d5-fcf7-44da-bae2-413787325d42 None None] Pushing event updated for resources: {'Port': ['ID=a58f9b96-cb46-4aed-867d-d21499a41929,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:47.872122 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:47.935024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Network f602dfda-81bd-49c4-8136-9ece29e8bef3 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:53:47.942772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:53:47.948078 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:53:47.988892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Pushing event updated for resources: {'Port': ['ID=073120fb-83b0-4597-a49a-5875408b0603,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:48.005225 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] Set router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:53:48.018233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:48.260788 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-42c41423-7413-4ceb-a497-f85b6ccd8624 None None] Provisioning for port 073120fb-83b0-4597-a49a-5875408b0603 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:53:48.267724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-42c41423-7413-4ceb-a497-f85b6ccd8624 None None] Provisioning complete for port 073120fb-83b0-4597-a49a-5875408b0603 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:48.267724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-42c41423-7413-4ceb-a497-f85b6ccd8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:48.330850 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:44Z', 'revision_number': 3, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:48.337828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-42c41423-7413-4ceb-a497-f85b6ccd8624 None None] Port 073120fb-83b0-4597-a49a-5875408b0603 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:53:48.342494 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f769ef50-01c1-4ce1-a996-f81c2bba7216 None None] The sync data for ids ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'] in dv-neutron-846028-2-hyperv is: [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:44Z', 'revision_number': 3, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:53:48.387723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c290-d3ef-4228-9dd7-b12f3ef2a829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:48.402423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:48.458685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cedc9251-16f0-4b14-aeef-64d6880e28a5 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:48.534947 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port cedc9251-16f0-4b14-aeef-64d6880e28a5 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:48.535503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:48.683714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:48.711497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port cedc9251-16f0-4b14-aeef-64d6880e28a5 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:53:48.757554 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:48.786408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:48.872774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:48.876537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Pushing event updated for resources: {'Port': ['ID=073120fb-83b0-4597-a49a-5875408b0603,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:49.019388 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Network f602dfda-81bd-49c4-8136-9ece29e8bef3 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:53:49.020608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:53:49.220908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:53:49.264376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e2c8f6ee-9a7d-47dc-a353-e74b66d50e24 None None] Provisioning complete for port 073120fb-83b0-4597-a49a-5875408b0603 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:49.264974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f6ee-9a7d-47dc-a353-e74b66d50e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:49.336702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8f6ee-9a7d-47dc-a353-e74b66d50e24 None None] Port 073120fb-83b0-4597-a49a-5875408b0603 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:53:49.532664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:53:49.542334 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b2963084-9d55-4a32-8609-bc0797e0f928 admin admin] 10.222.0.73 "PUT /v2.0/routers/24fd0be2-3440-43b2-8fa4-ace00b57ab43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2076297 Jun 16 15:53:49.936566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Sync routers for ids ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:53:49.948994 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Routers {'24fd0be2-3440-43b2-8fa4-ace00b57ab43'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:53:49.949675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:50.168720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Set router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:53:50.275512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37886) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:50.281215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1031130552-network', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:53:50.286448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:53:50.292891 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Usage tracker for resource:network and tenant:1e2d005699604b3eb9aa686700fe292f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:53:50.297247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:53:50.307482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:53:50.417998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Made reservation on behalf of 1e2d005699604b3eb9aa686700fe292f for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:53:50.420825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.434193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.450553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:53:50.451610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a58f9b96-cb46-4aed-867d-d21499a41929 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:50.454624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Usage tracker for resource:security_group_rule and tenant:1e2d005699604b3eb9aa686700fe292f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:53:50.457864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:53:50.465781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:53:50.495811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.564256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.613073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:48Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '073120fb-83b0-4597-a49a-5875408b0603', 'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'mac_address': 'fa:16:3e:06:94:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:47Z', 'updated_at': '2022-06-16T15:53:48Z', 'revision_number': 2, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'subnets': [{'id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:50.617595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Checking router: 24fd0be2-3440-43b2-8fa4-ace00b57ab43 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:53:50.617948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Updating router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 port 073120fb-83b0-4597-a49a-5875408b0603 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:53:50.657980 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.667738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port a58f9b96-cb46-4aed-867d-d21499a41929 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:53:50.675801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.685513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port a58f9b96-cb46-4aed-867d-d21499a41929 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:50.685828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.686833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:53:50.700220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc96e9be-3b9e-4b8e-a159-dcab7dd47c7a,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:50.705564 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.705917 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Added segment ff2c87c9-8022-411e-b554-c98a98c24d39 of type vlan for network e6675465-0f92-48f2-b57f-c02766ef49ea Jun 16 15:53:50.737252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.892401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.893621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:53:50.894145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:50.956074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port a58f9b96-cb46-4aed-867d-d21499a41929 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:53:50.956445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.007740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] Pushing event updated for resources: {'Network': ['ID=e6675465-0f92-48f2-b57f-c02766ef49ea,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:51.026400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network e6675465-0f92-48f2-b57f-c02766ef49ea details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:53:51.050915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port a58f9b96-cb46-4aed-867d-d21499a41929, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a58f9b96-cb46-4aed-867d-d21499a41929,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:51.065396 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0979575c-7f45-44e3-ad2e-1e80011addaa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7884843 Jun 16 15:53:51.067650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37890) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:51.073222 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Request body: {'subnet': {'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1031130552-subnet', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:53:51.078023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:53:51.081899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Usage tracker for resource:subnet and tenant:1e2d005699604b3eb9aa686700fe292f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:53:51.085006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:53:51.090618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:53:51.134469 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.172660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Made reservation on behalf of 1e2d005699604b3eb9aa686700fe292f for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:53:51.174915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.237654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=a58f9b96-cb46-4aed-867d-d21499a41929,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:51.327034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.340089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Transition to ACTIVE for port object 073120fb-83b0-4597-a49a-5875408b0603 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:53:51.408716 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.465566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.538032 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:53:51.564431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf38b148-6749-4027-a2ac-717d037aceeb,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:51.571734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Checking segment: {'id': 'ff2c87c9-8022-411e-b554-c98a98c24d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:53:51.572193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Network hostable DHCP agents. Network: e6675465-0f92-48f2-b57f-c02766ef49ea, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:53:51.590844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7c617-e6a3-4440-bed7-cff211f41af5 None None] Pushing event updated for resources: {'Port': ['ID=073120fb-83b0-4597-a49a-5875408b0603,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:51.670149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Attempting to bind port 073120fb-83b0-4597-a49a-5875408b0603 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:53:51.670805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Attempting to bind port 073120fb-83b0-4597-a49a-5875408b0603 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:53:51.671455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Attempting to bind port 073120fb-83b0-4597-a49a-5875408b0603 on network f602dfda-81bd-49c4-8136-9ece29e8bef3 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:53:51.671923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Network e6675465-0f92-48f2-b57f-c02766ef49ea is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:53:51.678538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:53:51.678538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Checking segment: {'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:53:51.679285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.679886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Bound using segment: {'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:53:51.680371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Bound port: 073120fb-83b0-4597-a49a-5875408b0603, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:53:51.680732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.724044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.761226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, e6675465-0f92-48f2-b57f-c02766ef49ea) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:53:51.765697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:53:51.766288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.769822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ffd2d5-7d57-4888-b54f-148e5d85e567 None None] Network e6675465-0f92-48f2-b57f-c02766ef49ea requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:53:51.795419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] For port 073120fb-83b0-4597-a49a-5875408b0603, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:53:51.822025 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] For port 073120fb-83b0-4597-a49a-5875408b0603, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=073120fb-83b0-4597-a49a-5875408b0603,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:53:51.842029 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-91296952-3b5f-4d70-af81-aebad4d2bc1b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7733243 Jun 16 15:53:51.852553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37894) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:51.857709 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1031130552-router', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:53:51.862903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:53:51.868337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Usage tracker for resource:router and tenant:1e2d005699604b3eb9aa686700fe292f is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:53:51.871536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:53:51.877505 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:53:51.908027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.963523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.964587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:51.981381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:52.069740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Routers {'24fd0be2-3440-43b2-8fa4-ace00b57ab43'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:53:52.070400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:52.176714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7c617-e6a3-4440-bed7-cff211f41af5 None None] Pushing event updated for resources: {'Port': ['ID=073120fb-83b0-4597-a49a-5875408b0603,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:52.207303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-e6675465-0f92-48f2-b57f-c02766ef49ea', 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'fixed_ips': [{'subnet_id': 'cf38b148-6749-4027-a2ac-717d037aceeb'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:53:52.208135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:52.336918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:52.400985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] Set router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:53:52.450361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a58f9b96-cb46-4aed-867d-d21499a41929 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:52.755273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Allocated IP 172.20.0.2 (e6675465-0f92-48f2-b57f-c02766ef49ea/cf38b148-6749-4027-a2ac-717d037aceeb/23fefa4d-9515-46b2-bed4-553e6724d671) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:53:52.757975 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:52.763385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port a58f9b96-cb46-4aed-867d-d21499a41929 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:52.763760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:52.923141 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:53.066216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Allocated IP 172.26.2.93 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/130d1e8b-88cc-4d89-aedd-83e9ccee1522) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:53:53.095033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port a58f9b96-cb46-4aed-867d-d21499a41929 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:53:53.167895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:48Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '073120fb-83b0-4597-a49a-5875408b0603', 'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'mac_address': 'fa:16:3e:06:94:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:47Z', 'updated_at': '2022-06-16T15:53:51Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'subnets': [{'id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:53.175609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:53.178845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd161f-d5ee-4f96-aef0-56feb2fef3a2 None None] The sync data for ids ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'] in dv-neutron-846028-2-hyperv is: [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:48Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '073120fb-83b0-4597-a49a-5875408b0603', 'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'mac_address': 'fa:16:3e:06:94:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:47Z', 'updated_at': '2022-06-16T15:53:51Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'subnets': [{'id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:53:53.190007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Transition to ACTIVE for port object 23fefa4d-9515-46b2-bed4-553e6724d671 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:53:53.217133 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Transition to ACTIVE for port object 23fefa4d-9515-46b2-bed4-553e6724d671 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:53:53.257678 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:53.320935 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:53.389956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:53.400382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Network e6675465-0f92-48f2-b57f-c02766ef49ea is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:53:53.406042 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:53:53.412375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:53:53.466426 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Pushing event updated for resources: {'Port': ['ID=23fefa4d-9515-46b2-bed4-553e6724d671,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:53.472866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:53:53.482957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:53:53.485745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:53:53.529420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Pushing event updated for resources: {'Port': ['ID=130d1e8b-88cc-4d89-aedd-83e9ccee1522,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:53.561185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Attempting to bind port 23fefa4d-9515-46b2-bed4-553e6724d671 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:53:53.561651 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Attempting to bind port 23fefa4d-9515-46b2-bed4-553e6724d671 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'ff2c87c9-8022-411e-b554-c98a98c24d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:53:53.562092 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Attempting to bind port 23fefa4d-9515-46b2-bed4-553e6724d671 on network e6675465-0f92-48f2-b57f-c02766ef49ea {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:53:53.568909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:53:53.569373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Checking segment: {'id': 'ff2c87c9-8022-411e-b554-c98a98c24d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:53:53.570171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:53.570531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Bound using segment: {'id': 'ff2c87c9-8022-411e-b554-c98a98c24d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:53:53.571142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Bound port: 23fefa4d-9515-46b2-bed4-553e6724d671, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2c87c9-8022-411e-b554-c98a98c24d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:53:53.571583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:53.696940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] For port 23fefa4d-9515-46b2-bed4-553e6724d671, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:53:53.704925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] For port 23fefa4d-9515-46b2-bed4-553e6724d671, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=23fefa4d-9515-46b2-bed4-553e6724d671,segment=NetworkSegment(ff2c87c9-8022-411e-b554-c98a98c24d39),segment_id=ff2c87c9-8022-411e-b554-c98a98c24d39)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:53:53.781238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:53.939819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef0866-28ba-4478-9a41-74a26ccfb170 None None] Pushing event updated for resources: {'Port': ['ID=23fefa4d-9515-46b2-bed4-553e6724d671,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:54.094232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:54.544638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 23fefa4d-9515-46b2-bed4-553e6724d671 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:54.592712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:54.729304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 23fefa4d-9515-46b2-bed4-553e6724d671 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:53:54.734962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 073120fb-83b0-4597-a49a-5875408b0603 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:54.912054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 073120fb-83b0-4597-a49a-5875408b0603 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:53:54.920004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 073120fb-83b0-4597-a49a-5875408b0603 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:54.921499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:54.946135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Router 0972bcd6-29e8-4c3f-834e-3529592abed1 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:53:55.059814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 073120fb-83b0-4597-a49a-5875408b0603 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:53:55.060369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:55.106731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8a26e-b6c3-4102-8a37-8fc7e4aecab3 None None] Network e6675465-0f92-48f2-b57f-c02766ef49ea requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:53:55.141330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 073120fb-83b0-4597-a49a-5875408b0603, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=073120fb-83b0-4597-a49a-5875408b0603,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:55.255904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:55.294235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:53:55.307668 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Sync routers for ids ['0972bcd6-29e8-4c3f-834e-3529592abed1'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:53:55.326129 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Routers {'0972bcd6-29e8-4c3f-834e-3529592abed1'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:53:55.326764 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['0972bcd6-29e8-4c3f-834e-3529592abed1'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:55.379385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Provisioning for port 23fefa4d-9515-46b2-bed4-553e6724d671 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:53:55.404699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Provisioning complete for port 23fefa4d-9515-46b2-bed4-553e6724d671 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:55.404974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:55.465322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:55.467722 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fd6ec109-bc19-4b0a-99d9-eeb16a4c08ea admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6140647 Jun 16 15:53:55.472398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 37898) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:55.489711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=073120fb-83b0-4597-a49a-5875408b0603,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:55.577528 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Set router 0972bcd6-29e8-4c3f-834e-3529592abed1 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:53:55.644915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Current status of the port 23fefa4d-9515-46b2-bed4-553e6724d671 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:53:55.645472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:55.689300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] For port 23fefa4d-9515-46b2-bed4-553e6724d671, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=23fefa4d-9515-46b2-bed4-553e6724d671,segment=NetworkSegment(ff2c87c9-8022-411e-b554-c98a98c24d39),segment_id=ff2c87c9-8022-411e-b554-c98a98c24d39)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:55.760118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:55.893614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Pushing event updated for resources: {'Port': ['ID=23fefa4d-9515-46b2-bed4-553e6724d671,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:55.901735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.902120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.902413 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.902817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.903233 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.903597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.903922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.904245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.904573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.904893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.905259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.905532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fe4fd-a5ea-4745-a770-f9b5462579e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:55.964150 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'name': 'tempest-TestMinimumBasicScenario-1031130552-router', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:51Z', 'updated_at': '2022-06-16T15:53:53Z', 'revision_number': 3, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'gw_port': {'id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:52Z', 'updated_at': '2022-06-16T15:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:55.968919 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Checking router: 0972bcd6-29e8-4c3f-834e-3529592abed1 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:53:55.969246 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Updating router 0972bcd6-29e8-4c3f-834e-3529592abed1 port 130d1e8b-88cc-4d89-aedd-83e9ccee1522 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:53:55.986056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b431cd8b-0de4-4e45-ac58-f125007b6d00 None None] Provisioning complete for port 23fefa4d-9515-46b2-bed4-553e6724d671 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:55.986858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b431cd8b-0de4-4e45-ac58-f125007b6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.024645 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.110217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b431cd8b-0de4-4e45-ac58-f125007b6d00 None None] Current status of the port 23fefa4d-9515-46b2-bed4-553e6724d671 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:53:56.284599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.390642 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.404386 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Transition to ACTIVE for port object 130d1e8b-88cc-4d89-aedd-83e9ccee1522 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:53:56.435486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 23fefa4d-9515-46b2-bed4-553e6724d671 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:56.477570 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.507999 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Allocated IP 172.20.0.1 (e6675465-0f92-48f2-b57f-c02766ef49ea/cf38b148-6749-4027-a2ac-717d037aceeb/bf6cc4a4-7432-45fc-9ef3-8724466d8d3e) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:53:56.509773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 23fefa4d-9515-46b2-bed4-553e6724d671 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:56.510182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.556301 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Attempting to bind port 130d1e8b-88cc-4d89-aedd-83e9ccee1522 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:53:56.556619 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Attempting to bind port 130d1e8b-88cc-4d89-aedd-83e9ccee1522 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:53:56.556913 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Attempting to bind port 130d1e8b-88cc-4d89-aedd-83e9ccee1522 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:53:56.566053 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:53:56.566480 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:53:56.566809 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.567232 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:53:56.567701 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Bound port: 130d1e8b-88cc-4d89-aedd-83e9ccee1522, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:53:56.568170 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.604720 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9896f-88b5-48f6-baaa-961cffc5a4f4 None None] Pushing event updated for resources: {'Port': ['ID=130d1e8b-88cc-4d89-aedd-83e9ccee1522,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:56.666394 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] For port 130d1e8b-88cc-4d89-aedd-83e9ccee1522, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:53:56.670465 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] For port 130d1e8b-88cc-4d89-aedd-83e9ccee1522, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=130d1e8b-88cc-4d89-aedd-83e9ccee1522,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:53:56.673991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 23fefa4d-9515-46b2-bed4-553e6724d671 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:53:56.675550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 073120fb-83b0-4597-a49a-5875408b0603 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:56.686348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.706267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Transition to ACTIVE for port object bf6cc4a4-7432-45fc-9ef3-8724466d8d3e will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:53:56.735706 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.766124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 073120fb-83b0-4597-a49a-5875408b0603 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:56.766500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.792244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.813332 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Routers {'0972bcd6-29e8-4c3f-834e-3529592abed1'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:53:56.813938 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['0972bcd6-29e8-4c3f-834e-3529592abed1'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:56.864128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Network e6675465-0f92-48f2-b57f-c02766ef49ea is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:53:56.867887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:53:56.872171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:53:56.912989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 073120fb-83b0-4597-a49a-5875408b0603 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:53:56.914009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Pushing event updated for resources: {'Port': ['ID=bf6cc4a4-7432-45fc-9ef3-8724466d8d3e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:56.930573 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9896f-88b5-48f6-baaa-961cffc5a4f4 None None] Pushing event updated for resources: {'Port': ['ID=130d1e8b-88cc-4d89-aedd-83e9ccee1522,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:56.956679 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:57.076812 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] Set router 0972bcd6-29e8-4c3f-834e-3529592abed1 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:53:57.208939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2c0413d7-da2b-45ed-bb51-60a510eb856a None None] Provisioning for port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:53:57.214914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2c0413d7-da2b-45ed-bb51-60a510eb856a None None] Provisioning complete for port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:57.215327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2c0413d7-da2b-45ed-bb51-60a510eb856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:57.279303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2c0413d7-da2b-45ed-bb51-60a510eb856a None None] Port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:53:57.341040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:57.409450 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'name': 'tempest-TestMinimumBasicScenario-1031130552-router', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:51Z', 'updated_at': '2022-06-16T15:53:53Z', 'revision_number': 3, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'gw_port': {'id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:52Z', 'updated_at': '2022-06-16T15:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:53:57.418037 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5568d53-b73f-4a15-91c7-b553188ef207 None None] The sync data for ids ['0972bcd6-29e8-4c3f-834e-3529592abed1'] in dv-neutron-846028-2-hyperv is: [{'id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'name': 'tempest-TestMinimumBasicScenario-1031130552-router', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:51Z', 'updated_at': '2022-06-16T15:53:53Z', 'revision_number': 3, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'gw_port': {'id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:52Z', 'updated_at': '2022-06-16T15:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:53:57.607223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:57.727601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:57.927094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:57.933452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Pushing event updated for resources: {'Port': ['ID=bf6cc4a4-7432-45fc-9ef3-8724466d8d3e,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:58.097407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Network e6675465-0f92-48f2-b57f-c02766ef49ea is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:53:58.098689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:53:58.382920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Router 0972bcd6-29e8-4c3f-834e-3529592abed1 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:53:58.433537 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6fc228c2-c7f3-4445-b9c8-c8121ed2b298 None None] Provisioning complete for port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:58.434133 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fc228c2-c7f3-4445-b9c8-c8121ed2b298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:58.500507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 130d1e8b-88cc-4d89-aedd-83e9ccee1522 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:58.571274 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6fc228c2-c7f3-4445-b9c8-c8121ed2b298 None None] Port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:53:58.614767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:53:58.624573 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4a42075b-4406-4d53-87b4-60ab44daf52f admin admin] 10.222.0.73 "PUT /v2.0/routers/0972bcd6-29e8-4c3f-834e-3529592abed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1510036 Jun 16 15:53:58.666238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 130d1e8b-88cc-4d89-aedd-83e9ccee1522 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:53:58.673566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 130d1e8b-88cc-4d89-aedd-83e9ccee1522 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:58.676516 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:58.852350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 130d1e8b-88cc-4d89-aedd-83e9ccee1522 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:53:58.852871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:58.879078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 130d1e8b-88cc-4d89-aedd-83e9ccee1522, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=130d1e8b-88cc-4d89-aedd-83e9ccee1522,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:58.953014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:59.030203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=130d1e8b-88cc-4d89-aedd-83e9ccee1522,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:00.055511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Sync routers for ids ['0972bcd6-29e8-4c3f-834e-3529592abed1'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:54:00.073006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Routers {'0972bcd6-29e8-4c3f-834e-3529592abed1'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:54:00.074185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['0972bcd6-29e8-4c3f-834e-3529592abed1'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:00.301729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Set router 0972bcd6-29e8-4c3f-834e-3529592abed1 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:54:00.481838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 130d1e8b-88cc-4d89-aedd-83e9ccee1522 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:54:00.715934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 130d1e8b-88cc-4d89-aedd-83e9ccee1522 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:54:00.716441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:00.944304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 130d1e8b-88cc-4d89-aedd-83e9ccee1522 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:54:00.957206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'name': 'tempest-TestMinimumBasicScenario-1031130552-router', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:51Z', 'updated_at': '2022-06-16T15:53:57Z', 'revision_number': 4, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'gw_port': {'id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:52Z', 'updated_at': '2022-06-16T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'bf6cc4a4-7432-45fc-9ef3-8724466d8d3e', 'name': '', 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'mac_address': 'fa:16:3e:c6:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'cf38b148-6749-4027-a2ac-717d037aceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:56Z', 'updated_at': '2022-06-16T15:53:57Z', 'revision_number': 2, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'subnets': [{'id': 'cf38b148-6749-4027-a2ac-717d037aceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:00.971211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Checking router: 0972bcd6-29e8-4c3f-834e-3529592abed1 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:54:00.971211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Updating router 0972bcd6-29e8-4c3f-834e-3529592abed1 port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:54:01.042746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:01.582796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:01.601887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Transition to ACTIVE for port object bf6cc4a4-7432-45fc-9ef3-8724466d8d3e will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:54:01.687828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:01.910813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f54a0-3424-46bf-a9ca-b7e0d5f6f1a2 None None] Pushing event updated for resources: {'Port': ['ID=bf6cc4a4-7432-45fc-9ef3-8724466d8d3e,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:02.051552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Attempting to bind port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:54:02.052208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Attempting to bind port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': 'ff2c87c9-8022-411e-b554-c98a98c24d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:54:02.052208 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Attempting to bind port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e on network e6675465-0f92-48f2-b57f-c02766ef49ea {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:54:02.057972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:54:02.058486 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Checking segment: {'id': 'ff2c87c9-8022-411e-b554-c98a98c24d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:54:02.058732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:02.060344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Bound using segment: {'id': 'ff2c87c9-8022-411e-b554-c98a98c24d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:54:02.062480 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Bound port: bf6cc4a4-7432-45fc-9ef3-8724466d8d3e, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2c87c9-8022-411e-b554-c98a98c24d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:54:02.062872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:02.184201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] For port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:54:02.188288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] For port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bf6cc4a4-7432-45fc-9ef3-8724466d8d3e,segment=NetworkSegment(ff2c87c9-8022-411e-b554-c98a98c24d39),segment_id=ff2c87c9-8022-411e-b554-c98a98c24d39)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:54:02.266599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:02.382660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Routers {'0972bcd6-29e8-4c3f-834e-3529592abed1'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:54:02.383315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:53:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['0972bcd6-29e8-4c3f-834e-3529592abed1'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:02.484391 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f54a0-3424-46bf-a9ca-b7e0d5f6f1a2 None None] Pushing event updated for resources: {'Port': ['ID=bf6cc4a4-7432-45fc-9ef3-8724466d8d3e,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:02.628334 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] Set router 0972bcd6-29e8-4c3f-834e-3529592abed1 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:54:02.982771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'name': 'tempest-TestMinimumBasicScenario-1031130552-router', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:51Z', 'updated_at': '2022-06-16T15:53:57Z', 'revision_number': 4, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'gw_port': {'id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:52Z', 'updated_at': '2022-06-16T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'bf6cc4a4-7432-45fc-9ef3-8724466d8d3e', 'name': '', 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'mac_address': 'fa:16:3e:c6:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'cf38b148-6749-4027-a2ac-717d037aceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:56Z', 'updated_at': '2022-06-16T15:54:02Z', 'revision_number': 4, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'subnets': [{'id': 'cf38b148-6749-4027-a2ac-717d037aceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:02.987662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b80d9-b86e-4c57-8ce2-ce0fba4b49cf None None] The sync data for ids ['0972bcd6-29e8-4c3f-834e-3529592abed1'] in dv-neutron-846028-2-hyperv is: [{'id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'name': 'tempest-TestMinimumBasicScenario-1031130552-router', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:51Z', 'updated_at': '2022-06-16T15:53:57Z', 'revision_number': 4, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'gw_port': {'id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:52Z', 'updated_at': '2022-06-16T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'bf6cc4a4-7432-45fc-9ef3-8724466d8d3e', 'name': '', 'network_id': 'e6675465-0f92-48f2-b57f-c02766ef49ea', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'mac_address': 'fa:16:3e:c6:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'cf38b148-6749-4027-a2ac-717d037aceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:56Z', 'updated_at': '2022-06-16T15:54:02Z', 'revision_number': 4, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'subnets': [{'id': 'cf38b148-6749-4027-a2ac-717d037aceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:54:04.486406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bf6cc4a4-7432-45fc-9ef3-8724466d8d3e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:54:04.658007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:54:04.666720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:54:04.667491 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:04.899591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:54:04.900076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:04.954896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bf6cc4a4-7432-45fc-9ef3-8724466d8d3e,segment=NetworkSegment(ff2c87c9-8022-411e-b554-c98a98c24d39),segment_id=ff2c87c9-8022-411e-b554-c98a98c24d39)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:05.042149 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:05.158717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=bf6cc4a4-7432-45fc-9ef3-8724466d8d3e,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:06.032071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:06.444736 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bf6cc4a4-7432-45fc-9ef3-8724466d8d3e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:54:06.514234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:54:06.514591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:06.637087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:54:10.961508 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-4633cc1e-b25a-4f98-ae7d-3d7c5e40dd9b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:10.963658 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-4633cc1e-b25a-4f98-ae7d-3d7c5e40dd9b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/networks?id=f602dfda-81bd-49c4-8136-9ece29e8bef3 HTTP/1.1" status: 200 len: 815 time: 0.1473567 Jun 16 15:54:10.978272 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-0d06f26e-9ac3-46a7-b228-01085593e4f3 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/quotas/ff3b2cbf30c54cf995b7a58f320d146a HTTP/1.1" status: 200 len: 375 time: 0.0098178 Jun 16 15:54:11.072844 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7ff1f548-284d-4a64-8b78-a03d7dc1c841 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892727 Jun 16 15:54:11.220877 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-4a88047c-633d-49d4-9e10-7c3c055d4835 service neutron] 10.222.0.73 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304522 Jun 16 15:54:11.359255 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-8ab9edd6-5774-49f1-85bb-cd6a8de1a4e8 service neutron] 10.222.0.73 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312141 Jun 16 15:54:11.695560 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-092ac5ce-0c56-4231-9c19-11f8c4225780 req-763adba9-a8e5-42aa-9116-31e1ca29f4e7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 210 time: 0.0506382 Jun 16 15:54:12.807411 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cfa4944a-59d8-455a-a79f-f7fd7ea3ac71 req-2c874950-d3ca-4e9d-81e2-66f45432c896 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 210 time: 0.0553987 Jun 16 15:54:14.018059 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5fbe3836-f08d-4dd1-80c6-6af5b668fceb req-8dd1c7aa-b9ed-48a4-8208-24710bec0294 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 210 time: 0.0571125 Jun 16 15:54:14.624517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-e37ee7fb-a2e7-4323-9808-02e49ae563d6 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:14.625253 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-e37ee7fb-a2e7-4323-9808-02e49ae563d6 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Synchronizing usage tracker for tenant:ff3b2cbf30c54cf995b7a58f320d146a on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:54:14.710297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-e37ee7fb-a2e7-4323-9808-02e49ae563d6 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Unset dirty status for tenant:ff3b2cbf30c54cf995b7a58f320d146a on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:54:14.712049 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-e37ee7fb-a2e7-4323-9808-02e49ae563d6 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.46 "GET /v2.0/networks?id=f602dfda-81bd-49c4-8136-9ece29e8bef3 HTTP/1.1" status: 200 len: 815 time: 0.2464366 Jun 16 15:54:14.726959 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'port': {'device_id': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'admin_state_up': True, 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:14.872876 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:54:14.877696 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Usage tracker for resource:port and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:54:14.881669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:54:14.889393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:54:14.963400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Made reservation on behalf of ff3b2cbf30c54cf995b7a58f320d146a for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:54:14.967015 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:15.173087 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Allocated IP 172.20.0.8 (f602dfda-81bd-49c4-8136-9ece29e8bef3/d468e91c-60bd-4d25-a925-874b6a1ea787/139f1aee-db56-42b4-9b90-6a05d3ad45fe) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:54:15.194761 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f1645075-dcb9-474b-b34d-02c250c86892 req-a0488fc3-25cb-4f5e-83b3-f01ea39e52ca tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 210 time: 0.0535393 Jun 16 15:54:15.596812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:15.627998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Transition to ACTIVE for port object 139f1aee-db56-42b4-9b90-6a05d3ad45fe will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:54:15.767844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:15.855061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-060e5d1d-df4a-491f-a1cb-38f8a41933d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:15.863336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Network f602dfda-81bd-49c4-8136-9ece29e8bef3 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:54:15.864475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:54:15.869504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:54:15.901650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'Port': ['ID=139f1aee-db56-42b4-9b90-6a05d3ad45fe,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:15.981998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:15.983643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:16.118644 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-7b2495fd-c3c3-439b-ba8b-6d8987bb46e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3986070 Jun 16 15:54:16.253104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-be907d72-c944-4175-a594-fea6bc4cf6f5 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:54:16.254262 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-be907d72-c944-4175-a594-fea6bc4cf6f5 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058615 Jun 16 15:54:16.381973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-eafd21c3-280a-4119-a574-f19f98499d15 None None] Provisioning for port 139f1aee-db56-42b4-9b90-6a05d3ad45fe completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:54:16.393008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-eafd21c3-280a-4119-a574-f19f98499d15 None None] Provisioning complete for port 139f1aee-db56-42b4-9b90-6a05d3ad45fe triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:54:16.397983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eafd21c3-280a-4119-a574-f19f98499d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:16.511979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eafd21c3-280a-4119-a574-f19f98499d15 None None] Port 139f1aee-db56-42b4-9b90-6a05d3ad45fe cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:54:16.520996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Request body: {'port': {'device_id': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:16.639260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df2c1-c4b5-482a-8ee1-4aa697f91ca4 req-c14de7ed-1d22-43f0-b418-1716783e1b1f tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:16.648196 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8b6df2c1-c4b5-482a-8ee1-4aa697f91ca4 req-c14de7ed-1d22-43f0-b418-1716783e1b1f tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 931 time: 0.2974813 Jun 16 15:54:16.707604 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8b6df2c1-c4b5-482a-8ee1-4aa697f91ca4 req-f02784ab-9df2-4377-8252-4d7f59913c73 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580397 Jun 16 15:54:16.758976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:17.269766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139f1aee-db56-42b4-9b90-6a05d3ad45fe {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:54:17.279022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:17.297281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Transition to ACTIVE for port object 139f1aee-db56-42b4-9b90-6a05d3ad45fe will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:54:17.397188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:17.806453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Pushing event updated for resources: {'Port': ['ID=139f1aee-db56-42b4-9b90-6a05d3ad45fe,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:17.933557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Attempting to bind port 139f1aee-db56-42b4-9b90-6a05d3ad45fe on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:54:17.934408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Attempting to bind port 139f1aee-db56-42b4-9b90-6a05d3ad45fe by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:54:17.934851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Attempting to bind port 139f1aee-db56-42b4-9b90-6a05d3ad45fe on network f602dfda-81bd-49c4-8136-9ece29e8bef3 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:54:17.944403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Port 139f1aee-db56-42b4-9b90-6a05d3ad45fe on network f602dfda-81bd-49c4-8136-9ece29e8bef3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:54:17.944672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Attempting to bind port 139f1aee-db56-42b4-9b90-6a05d3ad45fe on network f602dfda-81bd-49c4-8136-9ece29e8bef3 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:54:17.954322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:54:17.958189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Checking segment: {'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:54:17.958189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Bound using segment: {'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:54:17.958189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Bound port: 139f1aee-db56-42b4-9b90-6a05d3ad45fe, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32035d9-0e94-4957-b5ef-a73b52516128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:54:17.958189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:18.118044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] For port 139f1aee-db56-42b4-9b90-6a05d3ad45fe, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:54:18.119335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e499c-a45b-4255-bdeb-aa01118f2d89 req-3a72bdb0-6f7d-4d79-b28c-94f0fc2ef4e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:18.121451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] For port 139f1aee-db56-42b4-9b90-6a05d3ad45fe, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:54:18.123373 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-000e499c-a45b-4255-bdeb-aa01118f2d89 req-3a72bdb0-6f7d-4d79-b28c-94f0fc2ef4e9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 943 time: 0.1875246 Jun 16 15:54:18.176808 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-000e499c-a45b-4255-bdeb-aa01118f2d89 req-f22607f9-f9b8-4ffa-9438-2809b4246821 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483031 Jun 16 15:54:18.227954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:18.310302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:18.311562 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:18.314095 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] 10.222.0.46 "PUT /v2.0/ports/139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 1093 time: 2.0320141 Jun 16 15:54:18.315034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:54:18.391290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47e9e3-5d07-4111-a321-b697de017bab service neutron] Pushing event updated for resources: {'Port': ['ID=139f1aee-db56-42b4-9b90-6a05d3ad45fe,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:18.417581 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c825c14-9ef3-4b4c-8369-44d8097b809c'] response: {'name': 'network-changed', 'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'status': 'completed', 'code': 200} Jun 16 15:54:18.589318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cf4b3-676b-4e7e-b2fa-f8223801c8c4 req-c7fb0d6b-2d24-4663-bedd-0e69ddf15de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:18.589318 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-325cf4b3-676b-4e7e-b2fa-f8223801c8c4 req-c7fb0d6b-2d24-4663-bedd-0e69ddf15de9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1096 time: 0.1693025 Jun 16 15:54:18.712111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f4d92f44-56c5-4018-9eb6-1ecfa3195233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:18.813307 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:19.518535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ee43b-5be7-4a68-b1a4-681612177910 req-03f50ca5-ebd3-4133-abc1-ffc1d9d7dc8e tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:19.520085 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-754ee43b-5be7-4a68-b1a4-681612177910 req-03f50ca5-ebd3-4133-abc1-ffc1d9d7dc8e tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 943 time: 0.1362867 Jun 16 15:54:19.578174 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-754ee43b-5be7-4a68-b1a4-681612177910 req-8a5ae33d-566e-489e-9220-ba791bdfb13c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465682 Jun 16 15:54:20.597965 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:20.815838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf003d46-cdda-410f-b0bf-5918d3bfd141 req-00206d16-eda0-4364-9fd6-cfc804207d72 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:20.830356 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bf003d46-cdda-410f-b0bf-5918d3bfd141 req-00206d16-eda0-4364-9fd6-cfc804207d72 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 943 time: 0.1187968 Jun 16 15:54:20.895149 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bf003d46-cdda-410f-b0bf-5918d3bfd141 req-5041ab62-6f12-4572-b52b-a3905306a5d1 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700295 Jun 16 15:54:21.650523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:22.221356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccad87-f5b3-46d1-918a-01db3acaf53a req-c1f75a46-f566-486b-9d40-03bf71c694b0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:22.223729 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7bccad87-f5b3-46d1-918a-01db3acaf53a req-c1f75a46-f566-486b-9d40-03bf71c694b0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 943 time: 0.1282356 Jun 16 15:54:22.328723 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7bccad87-f5b3-46d1-918a-01db3acaf53a req-5140c597-0ba7-452c-83ca-26fe1609dba5 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962384 Jun 16 15:54:23.533150 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921ea0-6e63-48a9-8994-8173f8e0e514 req-5475982a-c137-4e6c-bd2f-f9a4dbe2e21c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:23.534771 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a4921ea0-6e63-48a9-8994-8173f8e0e514 req-5475982a-c137-4e6c-bd2f-f9a4dbe2e21c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 943 time: 0.0936790 Jun 16 15:54:23.585009 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a4921ea0-6e63-48a9-8994-8173f8e0e514 req-c78d7b1f-b247-4ebe-bea4-cf37be1b82ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433495 Jun 16 15:54:23.624213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cf4b3-676b-4e7e-b2fa-f8223801c8c4 req-baa637a5-dd40-4b8f-8e50-19b1e5d1704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:23.625640 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-325cf4b3-676b-4e7e-b2fa-f8223801c8c4 req-baa637a5-dd40-4b8f-8e50-19b1e5d1704b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1468689 Jun 16 15:54:23.780020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cf4b3-676b-4e7e-b2fa-f8223801c8c4 req-0ee16bee-5914-43d6-a813-305382ffc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:23.781481 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-325cf4b3-676b-4e7e-b2fa-f8223801c8c4 req-0ee16bee-5914-43d6-a813-305382ffc309 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473351 Jun 16 15:54:23.895993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-c18ce11c-6342-46fc-828f-179f5322d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:23.898669 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-c18ce11c-6342-46fc-828f-179f5322d285 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1096 time: 0.0818150 Jun 16 15:54:24.087083 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-c76abe5f-60ee-48a3-a507-07715689fcc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 217 time: 0.1829262 Jun 16 15:54:24.149054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-71a6fab6-acfd-4e94-aa9d-4125dc2ce616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:24.150380 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-71a6fab6-acfd-4e94-aa9d-4125dc2ce616 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d468e91c-60bd-4d25-a925-874b6a1ea787 HTTP/1.1" status: 200 len: 854 time: 0.0573237 Jun 16 15:54:24.234512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-713f9fc0-1e45-40c8-be01-a966b7d41a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:24.236033 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-713f9fc0-1e45-40c8-be01-a966b7d41a03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f602dfda-81bd-49c4-8136-9ece29e8bef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802262 Jun 16 15:54:24.370713 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-4de86c17-a046-4452-bc3d-42d3267f8cb7 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269424 Jun 16 15:54:24.506216 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-40a186da-c271-4705-b27b-e2c3b1e08a43 req-a7690cdb-a0c6-4493-9f46-218c70ffc1f6 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293745 Jun 16 15:54:24.779351 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47232aad-a384-4618-9fed-7f27e71dff02 req-a9146d55-ad40-4187-ac17-e5afbf79c39f tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:24.780690 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-47232aad-a384-4618-9fed-7f27e71dff02 req-a9146d55-ad40-4187-ac17-e5afbf79c39f tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 943 time: 0.0917325 Jun 16 15:54:24.826583 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-47232aad-a384-4618-9fed-7f27e71dff02 req-90ff0a35-e192-444b-8793-4f0826615ace tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Jun 16 15:54:26.025850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 139f1aee-db56-42b4-9b90-6a05d3ad45fe details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:54:26.038048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159b21e-b0bf-4e41-9393-d945c6cc4e88 req-cfa7fb98-ad28-4e86-9517-c69eac676be4 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:26.039766 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0159b21e-b0bf-4e41-9393-d945c6cc4e88 req-cfa7fb98-ad28-4e86-9517-c69eac676be4 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 943 time: 0.0969284 Jun 16 15:54:26.096813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0159b21e-b0bf-4e41-9393-d945c6cc4e88 req-bf73b4ad-a947-4086-a7fc-a84e29fda4ea tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444252 Jun 16 15:54:26.209671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 139f1aee-db56-42b4-9b90-6a05d3ad45fe, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:26.227585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'port_id': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'mac_address': 'fa:16:3e:3c:5d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:54:26.291288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 139f1aee-db56-42b4-9b90-6a05d3ad45fe is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:54:26.291754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.314726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139f1aee-db56-42b4-9b90-6a05d3ad45fe {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:54:26.335682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 139f1aee-db56-42b4-9b90-6a05d3ad45fe, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:26.429957 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.543714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=139f1aee-db56-42b4-9b90-6a05d3ad45fe,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:26.641815 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['139f1aee-db56-42b4-9b90-6a05d3ad45fe'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:54:27.344251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bb8a4-a6eb-4af6-851d-1a736a532eca req-b182e881-6481-415f-a5cc-d2e1ec8b7c77 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:27.345854 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ab4bb8a4-a6eb-4af6-851d-1a736a532eca req-b182e881-6481-415f-a5cc-d2e1ec8b7c77 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 944 time: 0.1217954 Jun 16 15:54:27.401083 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ab4bb8a4-a6eb-4af6-851d-1a736a532eca req-3539844e-a8f1-4a39-98ca-f5d419efeeb1 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451217 Jun 16 15:54:28.024930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 139f1aee-db56-42b4-9b90-6a05d3ad45fe up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:54:28.129494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 139f1aee-db56-42b4-9b90-6a05d3ad45fe completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:54:28.137501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 139f1aee-db56-42b4-9b90-6a05d3ad45fe triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:54:28.138001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.284014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 139f1aee-db56-42b4-9b90-6a05d3ad45fe is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:54:28.284543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.325512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:54:28.337828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 139f1aee-db56-42b4-9b90-6a05d3ad45fe, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:28.377183 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00a999d-ae8f-43f0-9e52-4eee59347cfc'] response: {'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'code': 200} Jun 16 15:54:28.415008 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.497369 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=139f1aee-db56-42b4-9b90-6a05d3ad45fe,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:28.543255 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:54:28.700479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086098c-e6f3-46b0-9c54-a8ac5af0952b req-d4beeb0e-6c97-484c-9c03-9ba02dd024f9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:28.702364 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a086098c-e6f3-46b0-9c54-a8ac5af0952b req-d4beeb0e-6c97-484c-9c03-9ba02dd024f9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 945 time: 0.1263630 Jun 16 15:54:28.765563 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a086098c-e6f3-46b0-9c54-a8ac5af0952b req-77a43462-0fd9-41bc-b70d-c0262034aa23 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520349 Jun 16 15:54:28.775900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd548483-1d47-4f64-bf3e-acb605800289 req-52824c34-b79e-4215-b951-19dc239525c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:28.777784 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd548483-1d47-4f64-bf3e-acb605800289 req-52824c34-b79e-4215-b951-19dc239525c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1098 time: 0.1097863 Jun 16 15:54:28.841920 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd548483-1d47-4f64-bf3e-acb605800289 req-6ee6203a-8fdc-4c69-ab53-6b55621187ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582581 Jun 16 15:54:30.024959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84d71c-7cb3-429b-b454-1201b81cfb1a req-28185f0d-bd71-411f-849e-7a414dfd288a tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:30.027359 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d84d71c-7cb3-429b-b454-1201b81cfb1a req-28185f0d-bd71-411f-849e-7a414dfd288a tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 945 time: 0.1303351 Jun 16 15:54:30.100946 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d84d71c-7cb3-429b-b454-1201b81cfb1a req-3b62ddcf-47f0-4d57-ae55-e18b5e943bb7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634906 Jun 16 15:54:31.297211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12c058-e47f-465c-8f7b-d4a43fb511c9 req-3f29e14e-fc92-4b07-96f9-3b0647ab86f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:31.299266 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad12c058-e47f-465c-8f7b-d4a43fb511c9 req-3f29e14e-fc92-4b07-96f9-3b0647ab86f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 945 time: 0.0925739 Jun 16 15:54:31.343460 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad12c058-e47f-465c-8f7b-d4a43fb511c9 req-a389d4ee-3ae9-4a7f-a307-64f0b4cdfa68 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383902 Jun 16 15:54:31.550160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b09d78-5967-45eb-bcab-1baacbdfb1fe req-f6d9bab6-0128-460e-96db-71a72c8ccd39 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:31.551624 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5b09d78-5967-45eb-bcab-1baacbdfb1fe req-f6d9bab6-0128-460e-96db-71a72c8ccd39 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 945 time: 0.0894527 Jun 16 15:54:31.595973 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5b09d78-5967-45eb-bcab-1baacbdfb1fe req-bc6c0469-1ed8-4f61-b137-38e59767963b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376837 Jun 16 15:54:32.000759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa96e43-a7c9-44c0-b276-b67e5ddd3531 req-9b9c62e2-fd02-4e37-98e6-d00f8c503bb4 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:32.002265 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eaa96e43-a7c9-44c0-b276-b67e5ddd3531 req-9b9c62e2-fd02-4e37-98e6-d00f8c503bb4 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 945 time: 0.0906687 Jun 16 15:54:32.055780 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-eaa96e43-a7c9-44c0-b276-b67e5ddd3531 req-c2830259-d2cd-42bd-9af9-c304b9633a44 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470438 Jun 16 15:54:36.026964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:45.773019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8cbce812-ce96-4e70-a709-41348ce70cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:46.599988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c008e3-5bd2-4aac-9746-eb7eddc1d977 req-07956bd9-127c-4871-b826-7c8e59c94d47 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:46.599988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-58c008e3-5bd2-4aac-9746-eb7eddc1d977 req-07956bd9-127c-4871-b826-7c8e59c94d47 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 945 time: 0.1441181 Jun 16 15:54:46.654461 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-58c008e3-5bd2-4aac-9746-eb7eddc1d977 req-b4a4e8e0-8d96-4b09-80c7-3e6d2b4b576f tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516510 Jun 16 15:54:46.690583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38096) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:46.870574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e88bd-4928-42d2-bed1-a3b8e1a0264d tempest-TestMinimumBasicScenario-665291322 tempest-TestMinimumBasicScenario-665291322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:46.871176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5f8e88bd-4928-42d2-bed1-a3b8e1a0264d tempest-TestMinimumBasicScenario-665291322 tempest-TestMinimumBasicScenario-665291322-project-admin] Synchronizing usage tracker for tenant:1e2d005699604b3eb9aa686700fe292f on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:54:46.981187 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5f8e88bd-4928-42d2-bed1-a3b8e1a0264d tempest-TestMinimumBasicScenario-665291322 tempest-TestMinimumBasicScenario-665291322-project-admin] Unset dirty status for tenant:1e2d005699604b3eb9aa686700fe292f on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:54:46.982521 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5f8e88bd-4928-42d2-bed1-a3b8e1a0264d tempest-TestMinimumBasicScenario-665291322 tempest-TestMinimumBasicScenario-665291322-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1093 time: 0.2905257 Jun 16 15:54:46.985516 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38102) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:46.991241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:46.998182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:54:47.004138 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Usage tracker for resource:floatingip and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:54:47.008959 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:54:47.015530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:54:47.153509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:47.309855 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:47.468437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Allocated IP 172.26.2.103 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/913f254b-18ca-489b-a279-2f73c005432e) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:54:47.643704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:47.762551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:47.829826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:54:47.833100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:54:47.836568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:54:47.871586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'Port': ['ID=913f254b-18ca-489b-a279-2f73c005432e,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:47.890993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.891350 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.891697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.892041 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.892379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.892718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.893049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.893380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.893713 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.894084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.894414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:47.894747 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:48.387714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-889fc952-39d3-44fe-af6b-53f051339c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:48.432663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:48.574040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:48.784074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:48.804116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:48.898632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:49.010063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'Port': ['ID=913f254b-18ca-489b-a279-2f73c005432e,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:49.022448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:49.204688 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Floating IP 6dd155ab-2123-4f24-b136-328d0a574710 associated. External IP: 172.26.2.103, port: 139f1aee-db56-42b4-9b90-6a05d3ad45fe. Jun 16 15:54:49.566031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:54:49.780970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:54:49.793020 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] Sync routers for ids ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:54:49.803826 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] Routers {'24fd0be2-3440-43b2-8fa4-ace00b57ab43'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:54:49.804452 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:54:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:49.910231 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:49.969551 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-85b9b05b-8e20-43db-9c97-2b6d4263749b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9829903 Jun 16 15:54:49.970264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:54:49.973276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38106) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:49.980427 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-824377985', 'description': 'tempest-secgroup-smoke-824377985 description', 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:49.986902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:54:49.996169 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Usage tracker for resource:security_group and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:54:49.998047 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] Set router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:54:50.000783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:54:50.009478 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:54:50.037873 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2254ebcf-8fec-4c7a-92e0-56bc4baeaa63'] response: {'name': 'network-changed', 'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'status': 'completed', 'code': 200} Jun 16 15:54:50.092796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:50.114671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:54:50.119828 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Usage tracker for resource:security_group_rule and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:54:50.123657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:54:50.129543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:54:50.140984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-97cab9e5-a193-457e-9a83-e9b853565baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:50.147023 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-97cab9e5-a193-457e-9a83-e9b853565baf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1098 time: 0.0895715 Jun 16 15:54:50.215004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:50.274972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:50.361768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788a3b8e-dc01-4b03-947e-75d9255e5480,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:50.373990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.374254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.374637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.375091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.375491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.375891 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.376768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.376768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.377392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.377518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.377773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.378669 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:50.378807 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:50.404149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:50.405404 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-162c518f-59e4-465c-828a-6a93306c9f65 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4295092 Jun 16 15:54:50.409738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38112) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:50.415888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'security_group_rule': {'security_group_id': '788a3b8e-dc01-4b03-947e-75d9255e5480', 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:50.422217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:54:50.427863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Usage tracker for resource:security_group_rule and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:54:50.432513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:54:50.438721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:54:50.441817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-1f6176e6-24fd-4d2c-a932-dbd33ca25a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:50.443979 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-1f6176e6-24fd-4d2c-a932-dbd33ca25a4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f602dfda-81bd-49c4-8136-9ece29e8bef3 HTTP/1.1" status: 200 len: 916 time: 0.2942495 Jun 16 15:54:50.473351 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:48Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '6dd155ab-2123-4f24-b136-328d0a574710', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'floating_ip_address': '172.26.2.103', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'port_id': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'mac_address': 'fa:16:3e:3c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:54:48Z', 'updated_at': '2022-06-16T15:54:48Z', 'revision_number': 0, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073120fb-83b0-4597-a49a-5875408b0603', 'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'mac_address': 'fa:16:3e:06:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:47Z', 'updated_at': '2022-06-16T15:53:55Z', 'revision_number': 5, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'subnets': [{'id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:50.477765 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] Checking router: 24fd0be2-3440-43b2-8fa4-ace00b57ab43 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:54:50.487115 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] Routers {'24fd0be2-3440-43b2-8fa4-ace00b57ab43'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:54:50.487841 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:54:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:50.529604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:50.572851 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-c852961e-74e0-48d7-b3b9-20fb82efbb9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 999 time: 0.1195960 Jun 16 15:54:50.650761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:50.668082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-390d383b-eb69-4aca-9612-15ac57217af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:50.668082 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-390d383b-eb69-4aca-9612-15ac57217af2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d468e91c-60bd-4d25-a925-874b6a1ea787 HTTP/1.1" status: 200 len: 854 time: 0.0808320 Jun 16 15:54:50.721547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:50.735964 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] Set router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:54:50.763042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca9647c-ada6-49fa-bfaf-8d1fc017f737,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:50.791722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-9af27945-cb3d-4b41-ab82-b41b67d21547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:50.798769 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-9af27945-cb3d-4b41-ab82-b41b67d21547 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f602dfda-81bd-49c4-8136-9ece29e8bef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1262283 Jun 16 15:54:50.855366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:50.860665 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-82b234a0-56c3-41a5-8aa1-0bd8e1ec04c8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4459291 Jun 16 15:54:50.861032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38116) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:50.867437 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'security_group_rule': {'security_group_id': '788a3b8e-dc01-4b03-947e-75d9255e5480', 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:50.873888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:54:50.878072 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Usage tracker for resource:security_group_rule and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:54:50.881243 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:54:50.887650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:54:50.958408 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-674335b0-cefb-4d87-9023-5fc8d18d0bcc service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571846 Jun 16 15:54:50.963606 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:51.074558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:51.151954 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:48Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '6dd155ab-2123-4f24-b136-328d0a574710', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'floating_ip_address': '172.26.2.103', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'port_id': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'mac_address': 'fa:16:3e:3c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:54:48Z', 'updated_at': '2022-06-16T15:54:48Z', 'revision_number': 0, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073120fb-83b0-4597-a49a-5875408b0603', 'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'mac_address': 'fa:16:3e:06:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:47Z', 'updated_at': '2022-06-16T15:53:55Z', 'revision_number': 5, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'subnets': [{'id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:51.156267 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e2902-705e-4b9e-939f-b392a8262313 None None] The sync data for ids ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'] in dv-neutron-846028-2-hyperv is: [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:48Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '6dd155ab-2123-4f24-b136-328d0a574710', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'floating_ip_address': '172.26.2.103', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'port_id': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'mac_address': 'fa:16:3e:3c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:54:48Z', 'updated_at': '2022-06-16T15:54:48Z', 'revision_number': 0, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073120fb-83b0-4597-a49a-5875408b0603', 'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'mac_address': 'fa:16:3e:06:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:47Z', 'updated_at': '2022-06-16T15:53:55Z', 'revision_number': 5, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'subnets': [{'id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:54:51.164262 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5e57e933-41db-4eb3-9ca1-09b55748dcfd req-c24cf4ee-d2ba-4f01-9ffd-b0ecb1f476b2 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991298 Jun 16 15:54:51.278507 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:51.313202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4b06af-bc62-4e26-ab5c-00f4c2381f14,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:51.392833 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f729c-6246-4ebc-8270-bfe216a8b77e None None] New status for floating IP 6dd155ab-2123-4f24-b136-328d0a574710: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:54:51.416090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:51.417661 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6a13e10e-9e0f-4911-96b8-56c2a121be2b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5555527 Jun 16 15:54:51.420851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38120) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:51.426008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'security_group_rule': {'security_group_id': '788a3b8e-dc01-4b03-947e-75d9255e5480', 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:51.433121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:54:51.437308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Usage tracker for resource:security_group_rule and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:54:51.440346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:54:51.447871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:54:51.566027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:51.641712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:51.715532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:51.809701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:51.844367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87be68e2-7cd9-4411-894f-971517106504,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:51.968938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:51.968938 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b2fafc96-230f-48c9-bd32-e1e418dc79ac tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5359108 Jun 16 15:54:51.968938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38124) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:51.968938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'security_group_rule': {'security_group_id': '788a3b8e-dc01-4b03-947e-75d9255e5480', 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:51.986148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:54:51.986148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Usage tracker for resource:security_group_rule and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:54:51.986148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:54:51.996196 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:54:52.101651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:52.200647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:52.312514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:52.343977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d03f70-f6b9-4856-9659-e444bd6516c5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:52.441817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:52.444165 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-56d5bc27-b12a-4616-8481-4375de0288ae tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4825809 Jun 16 15:54:52.448388 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38128) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:52.454480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'security_group_rule': {'security_group_id': '788a3b8e-dc01-4b03-947e-75d9255e5480', 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:52.765014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:54:52.765014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Usage tracker for resource:security_group_rule and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:54:52.765014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:54:52.765014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:54:53.131049 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Project ff3b2cbf30c54cf995b7a58f320d146a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:54:53.142712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:53.222011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:53.384239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:53.411483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9b833c-bd3c-48dc-8e39-a15b82e5dcb0,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:53.590324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:53.591856 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d9f6441e-6fa2-4e12-ae9f-f629d2313223 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1423874 Jun 16 15:54:53.595029 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38132) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:53.600444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'security_group_rule': {'security_group_id': '788a3b8e-dc01-4b03-947e-75d9255e5480', 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:53.616059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:54:53.616059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Usage tracker for resource:security_group_rule and tenant:ff3b2cbf30c54cf995b7a58f320d146a is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:54:53.616059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:54:53.620285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:54:53.710171 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Project ff3b2cbf30c54cf995b7a58f320d146a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:54:53.717910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:53.793304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:53.935818 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:53.960896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2a775a-c41b-4959-800e-fcb835711a72,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:54.073062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:54.074685 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7a38edbf-6219-4f4f-8fed-15ecdc00638c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4782512 Jun 16 15:54:54.127839 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a1be59-431c-4465-a195-8a49949008ce req-76145fa6-3c3c-439f-88ba-05a260655b0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968609 Jun 16 15:54:54.210191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-71eb8653-35b6-4abd-bdd0-9a45d6eadbf8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Synchronizing usage tracker for tenant:ff3b2cbf30c54cf995b7a58f320d146a on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:54:54.315061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1be59-431c-4465-a195-8a49949008ce req-f8c4a544-98fe-4a95-ab62-f2d2c693dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:54.316541 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a1be59-431c-4465-a195-8a49949008ce req-f8c4a544-98fe-4a95-ab62-f2d2c693dec9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1098 time: 0.0939920 Jun 16 15:54:54.364004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-71eb8653-35b6-4abd-bdd0-9a45d6eadbf8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Unset dirty status for tenant:ff3b2cbf30c54cf995b7a58f320d146a on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:54:54.366076 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-71eb8653-35b6-4abd-bdd0-9a45d6eadbf8 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824377985&fields=id&tenant_id=ff3b2cbf30c54cf995b7a58f320d146a HTTP/1.1" status: 200 len: 267 time: 0.1979792 Jun 16 15:54:54.475650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-127a7dd2-3387-41ba-9ebf-a2bfb2150824 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:54.477207 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-127a7dd2-3387-41ba-9ebf-a2bfb2150824 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 945 time: 0.1026270 Jun 16 15:54:54.480191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1be59-431c-4465-a195-8a49949008ce req-4763a786-304b-434b-bf16-b1abe7a1e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:54.481653 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a1be59-431c-4465-a195-8a49949008ce req-4763a786-304b-434b-bf16-b1abe7a1e3c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f602dfda-81bd-49c4-8136-9ece29e8bef3 HTTP/1.1" status: 200 len: 916 time: 0.1453018 Jun 16 15:54:54.488592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-0a01d523-0ad0-4bff-bad5-33576d5037bc tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'port': {'security_groups': ['33f5d675-8223-48c8-8a1d-dfdb0c89b455', '788a3b8e-dc01-4b03-947e-75d9255e5480']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:54:54.597905 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a1be59-431c-4465-a195-8a49949008ce req-1546a1d3-abe4-442f-8d25-39ca6399a18b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 1001 time: 0.1095378 Jun 16 15:54:54.639031 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-0a01d523-0ad0-4bff-bad5-33576d5037bc tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:54.664712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1be59-431c-4465-a195-8a49949008ce req-a3a98162-0478-4f28-b188-b175441a2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:54.666254 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a1be59-431c-4465-a195-8a49949008ce req-a3a98162-0478-4f28-b188-b175441a2a53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d468e91c-60bd-4d25-a925-874b6a1ea787 HTTP/1.1" status: 200 len: 854 time: 0.0625865 Jun 16 15:54:54.768476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1be59-431c-4465-a195-8a49949008ce req-6a35017c-482c-415a-8eb6-54b6fca44a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:54.769972 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a1be59-431c-4465-a195-8a49949008ce req-6a35017c-482c-415a-8eb6-54b6fca44a96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f602dfda-81bd-49c4-8136-9ece29e8bef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975564 Jun 16 15:54:54.945542 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a1be59-431c-4465-a195-8a49949008ce req-73f329a8-c9cb-480a-af00-c6dfe8037a48 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683781 Jun 16 15:54:55.093926 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-0a01d523-0ad0-4bff-bad5-33576d5037bc tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] For port 139f1aee-db56-42b4-9b90-6a05d3ad45fe, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:55.131522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-0a01d523-0ad0-4bff-bad5-33576d5037bc tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:55.134087 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a1be59-431c-4465-a195-8a49949008ce req-1e2d028b-e133-4bdb-b0a9-9b3928add229 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814106 Jun 16 15:54:55.213239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-0a01d523-0ad0-4bff-bad5-33576d5037bc tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:55.225132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['139f1aee-db56-42b4-9b90-6a05d3ad45fe'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:54:55.318489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-0a01d523-0ad0-4bff-bad5-33576d5037bc tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:55.318489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-0a01d523-0ad0-4bff-bad5-33576d5037bc tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:55.318489 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13acf610-4c53-48f6-bb6e-c2171b71ea20 req-0a01d523-0ad0-4bff-bad5-33576d5037bc tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "PUT /v2.0/ports/139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 981 time: 0.8247201 Jun 16 15:54:55.318489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:54:55.348378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01d523-0ad0-4bff-bad5-33576d5037bc tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'Port': ['ID=139f1aee-db56-42b4-9b90-6a05d3ad45fe,revision_number=6']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:55.385375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['139f1aee-db56-42b4-9b90-6a05d3ad45fe'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:54:55.586608 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155af6fc-bba4-4c5f-804c-4cc779d5bfc5 req-f1834091-8c91-4d87-8d75-923d592a20df tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:55.589821 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-155af6fc-bba4-4c5f-804c-4cc779d5bfc5 req-f1834091-8c91-4d87-8d75-923d592a20df tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.1743453 Jun 16 15:54:55.657631 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b503e64-b781-4ca2-9e4d-4525f7c9f4e7'] response: {'name': 'network-changed', 'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'status': 'completed', 'code': 200} Jun 16 15:54:55.693391 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-155af6fc-bba4-4c5f-804c-4cc779d5bfc5 req-b9e3ad5e-ec3f-4473-8368-5595c216b042 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970211 Jun 16 15:54:55.781716 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-49202edf-bdeb-4236-92b0-aff209ba22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:55.783214 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-49202edf-bdeb-4236-92b0-aff209ba22ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1137 time: 0.0997303 Jun 16 15:54:55.830584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e0c6693d-44b9-44f0-b792-86bb03539cae None None] Provisioning complete for port 139f1aee-db56-42b4-9b90-6a05d3ad45fe triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:54:55.830983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e0c6693d-44b9-44f0-b792-86bb03539cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:56.090839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-fff706cf-97af-4f05-9970-6151db9f272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:56.092349 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-fff706cf-97af-4f05-9970-6151db9f272c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f602dfda-81bd-49c4-8136-9ece29e8bef3 HTTP/1.1" status: 200 len: 916 time: 0.3022444 Jun 16 15:54:56.166458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6693d-44b9-44f0-b792-86bb03539cae None None] Current status of the port 139f1aee-db56-42b4-9b90-6a05d3ad45fe is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:54:56.248871 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-810df49f-cd54-434c-81e5-4a72d6b2f13d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 1001 time: 0.1502020 Jun 16 15:54:56.333316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-e6afb972-bf80-4ba9-b89a-ade375c1ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:56.334867 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-e6afb972-bf80-4ba9-b89a-ade375c1ddf8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d468e91c-60bd-4d25-a925-874b6a1ea787 HTTP/1.1" status: 200 len: 854 time: 0.0796423 Jun 16 15:54:56.452250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-4037308a-712b-43aa-815b-c68c8727d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:54:56.453812 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-4037308a-712b-43aa-815b-c68c8727d853 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f602dfda-81bd-49c4-8136-9ece29e8bef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1122744 Jun 16 15:54:56.619173 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-462ba6ad-4323-4301-bbd5-ce53f0e83fa3 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586838 Jun 16 15:54:56.766840 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4f818e68-b86c-4ad5-b406-21d619d9285c req-53f73ec8-57d7-44bf-bfd8-503f092d4c78 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407537 Jun 16 15:55:03.773660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-f13dfdc4-5165-4010-ac45-518adf29dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:03.775206 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-f13dfdc4-5165-4010-ac45-518adf29dfe0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1137 time: 0.0895832 Jun 16 15:55:03.781144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccc8c5-ac09-4e71-ac8b-05b6ffffb2ef req-65a26f92-829f-4a4d-9c8f-7e6a8d7e17fa tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:03.782740 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7bccc8c5-ac09-4e71-ac8b-05b6ffffb2ef req-65a26f92-829f-4a4d-9c8f-7e6a8d7e17fa tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.0950563 Jun 16 15:55:03.844347 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7bccc8c5-ac09-4e71-ac8b-05b6ffffb2ef req-40917de1-588b-4ea3-ab43-67db000cc469 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538116 Jun 16 15:55:03.917988 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-95f6af7a-0152-48fb-92c3-dc858a2db316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:03.919927 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-95f6af7a-0152-48fb-92c3-dc858a2db316 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f602dfda-81bd-49c4-8136-9ece29e8bef3 HTTP/1.1" status: 200 len: 916 time: 0.1375611 Jun 16 15:55:04.032200 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-28a02507-8d60-4ce5-8738-d12faf5ce2b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 1001 time: 0.1055233 Jun 16 15:55:04.099871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-181e8b37-e13c-4f79-85b1-9998ce51ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:04.101218 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-181e8b37-e13c-4f79-85b1-9998ce51ede9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d468e91c-60bd-4d25-a925-874b6a1ea787 HTTP/1.1" status: 200 len: 854 time: 0.0634518 Jun 16 15:55:04.217611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-78df6739-cd10-495e-bd61-1c7b7f61ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:04.219381 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-78df6739-cd10-495e-bd61-1c7b7f61ece0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f602dfda-81bd-49c4-8136-9ece29e8bef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116285 Jun 16 15:55:04.366421 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-db7b1187-6a36-43ad-9665-bcf4a6d84ea2 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378150 Jun 16 15:55:04.506000 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-31d853d8-06bc-494b-93bf-fba52987ecaa req-e3ba7c15-e971-4ba3-a812-e89e0b43288b service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346269 Jun 16 15:55:05.066463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c5d65-7f9e-4a6d-95fd-24eef8e7f0fa req-c1738be9-1fd9-4034-a56d-28c7203c67f9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:05.067980 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e82c5d65-7f9e-4a6d-95fd-24eef8e7f0fa req-c1738be9-1fd9-4034-a56d-28c7203c67f9 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.1036451 Jun 16 15:55:05.116943 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e82c5d65-7f9e-4a6d-95fd-24eef8e7f0fa req-aedc0d8a-2e7a-49e3-a1ef-69090767e25b tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428612 Jun 16 15:55:05.541928 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:55:06.055888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.319913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d6cef-c735-41ac-b701-a7f660dfd302 req-8292e739-e702-4d01-a4b9-e76a13e62663 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:06.321249 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2d1d6cef-c735-41ac-b701-a7f660dfd302 req-8292e739-e702-4d01-a4b9-e76a13e62663 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.0906491 Jun 16 15:55:06.378853 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2d1d6cef-c735-41ac-b701-a7f660dfd302 req-2e60a7ad-edc3-4941-aef3-84c2bff38e0e tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515759 Jun 16 15:55:07.582793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5389f-5809-49f0-a955-0ca31639a81a req-dc6fe470-aed5-4141-ad8c-54e071b54545 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:07.584944 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0d5389f-5809-49f0-a955-0ca31639a81a req-dc6fe470-aed5-4141-ad8c-54e071b54545 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.0916390 Jun 16 15:55:07.635021 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e0d5389f-5809-49f0-a955-0ca31639a81a req-76e6d7aa-04c7-40d1-b574-495a26053734 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426669 Jun 16 15:55:08.872336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c076b-4ba4-41df-b063-43f1de18b38b req-57bdc737-0f3e-49bd-867f-5ce615969427 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:08.873852 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b65c076b-4ba4-41df-b063-43f1de18b38b req-57bdc737-0f3e-49bd-867f-5ce615969427 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.1046557 Jun 16 15:55:08.947650 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b65c076b-4ba4-41df-b063-43f1de18b38b req-81b8ca5a-c315-4a18-82ce-10ad632b89f3 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590050 Jun 16 15:55:10.187695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beac689-9777-4765-9010-04f6af2f9cd5 req-0a3c04b9-1998-482a-9bab-3e533996aac0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:10.189932 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8beac689-9777-4765-9010-04f6af2f9cd5 req-0a3c04b9-1998-482a-9bab-3e533996aac0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.1123192 Jun 16 15:55:10.249672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8beac689-9777-4765-9010-04f6af2f9cd5 req-72e1cf17-6e28-4ece-8c1b-6cff9988069f tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502994 Jun 16 15:55:11.486383 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552857a-b432-44c6-ac86-5ba0903734ae req-2a2e86b4-4462-4eb3-b796-58268945abf2 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:11.488208 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c552857a-b432-44c6-ac86-5ba0903734ae req-2a2e86b4-4462-4eb3-b796-58268945abf2 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.1094825 Jun 16 15:55:11.540691 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c552857a-b432-44c6-ac86-5ba0903734ae req-858af208-548d-4515-b539-9631e0c23f66 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456655 Jun 16 15:55:12.763229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1840f-d4dc-4abb-88ed-7d5a9c1b121e req-e9528490-5cca-4fa1-ad91-939a9a31da33 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:12.765019 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-67b1840f-d4dc-4abb-88ed-7d5a9c1b121e req-e9528490-5cca-4fa1-ad91-939a9a31da33 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.1096942 Jun 16 15:55:12.818750 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-67b1840f-d4dc-4abb-88ed-7d5a9c1b121e req-514cbd57-20b3-48f0-9c69-3b3998c5255c tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432956 Jun 16 15:55:14.028712 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1a143-460d-40a0-85da-aa0c759876a2 req-e96a11e0-6056-49a5-a60a-b6a914f3fd18 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:14.030221 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c1a143-460d-40a0-85da-aa0c759876a2 req-e96a11e0-6056-49a5-a60a-b6a914f3fd18 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.0967412 Jun 16 15:55:14.086580 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-39c1a143-460d-40a0-85da-aa0c759876a2 req-bef84b41-dbb6-4abe-ac3d-3a5e610e5913 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504313 Jun 16 15:55:15.299609 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ca23f-bc0d-41b7-94b1-33a70f8a193d req-3af1a0b1-56ac-458c-b7df-879d50057463 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:15.299609 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb9ca23f-bc0d-41b7-94b1-33a70f8a193d req-3af1a0b1-56ac-458c-b7df-879d50057463 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.0988533 Jun 16 15:55:15.351601 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb9ca23f-bc0d-41b7-94b1-33a70f8a193d req-7eadbe86-f53d-45dd-ad83-58568f7d7398 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450230 Jun 16 15:55:15.759309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9ae6a453-5141-45e3-a5d7-f8f5b7bd13ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:16.576493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab4b00-c962-4e62-a104-f1ab2ee373c3 req-d4b7b672-22ef-44d5-a4b7-56fc84f142f1 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:16.578019 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40ab4b00-c962-4e62-a104-f1ab2ee373c3 req-d4b7b672-22ef-44d5-a4b7-56fc84f142f1 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.1089571 Jun 16 15:55:16.629599 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40ab4b00-c962-4e62-a104-f1ab2ee373c3 req-9d2a2406-f55b-4d8b-b0b1-36d2dad60e69 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=788a3b8e-dc01-4b03-947e-75d9255e5480&id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456061 Jun 16 15:55:18.410454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bf719392-683b-46ee-99b1-bd90233d54a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:18.766959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:20.373048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.658589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.061846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:42.540847 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:55:45.818848 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ad0f8a99-2113-4948-898d-22281c9e388c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:48.370439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-63ec17b6-8b1a-4889-b700-508d4bdae28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:48.805065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:49.266110 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-bd285ce4-05c4-4483-8d57-9823aa6ca568 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824377985&fields=id&tenant_id=ff3b2cbf30c54cf995b7a58f320d146a HTTP/1.1" status: 200 len: 267 time: 0.1399975 Jun 16 15:55:49.360895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-e10a9bbc-ab59-4fa7-8d28-4220d3122150 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:49.362274 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-e10a9bbc-ab59-4fa7-8d28-4220d3122150 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 984 time: 0.0904732 Jun 16 15:55:49.373428 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-5ca7bca0-ade3-456d-bf20-f8715d0e98f0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Request body: {'port': {'security_groups': ['33f5d675-8223-48c8-8a1d-dfdb0c89b455']}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:49.497259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-5ca7bca0-ade3-456d-bf20-f8715d0e98f0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:49.738774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-5ca7bca0-ade3-456d-bf20-f8715d0e98f0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] For port 139f1aee-db56-42b4-9b90-6a05d3ad45fe, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:49.764217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-5ca7bca0-ade3-456d-bf20-f8715d0e98f0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:49.829908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-5ca7bca0-ade3-456d-bf20-f8715d0e98f0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:49.844988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['139f1aee-db56-42b4-9b90-6a05d3ad45fe'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:55:49.898829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-5ca7bca0-ade3-456d-bf20-f8715d0e98f0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:49.902399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-5ca7bca0-ade3-456d-bf20-f8715d0e98f0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:49.902399 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73e02aa3-c7b7-4890-9d63-188d4d015017 req-5ca7bca0-ade3-456d-bf20-f8715d0e98f0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "PUT /v2.0/ports/139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 942 time: 0.5318501 Jun 16 15:55:49.902399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:55:49.907858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38192) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:49.935812 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7bca0-ade3-456d-bf20-f8715d0e98f0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event updated for resources: {'Port': ['ID=139f1aee-db56-42b4-9b90-6a05d3ad45fe,revision_number=7']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:49.959450 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdb1553-b003-41cc-adc2-40d5a99521cf'] response: {'name': 'network-changed', 'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'status': 'completed', 'code': 200} Jun 16 15:55:49.979970 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['139f1aee-db56-42b4-9b90-6a05d3ad45fe'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:55:50.076511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.126956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-7e9edd81-0525-423f-94b4-fb63a7f052e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:50.128999 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-7e9edd81-0525-423f-94b4-fb63a7f052e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1098 time: 0.1349134 Jun 16 15:55:50.131270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.176856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8ff79cbd-ef5e-4ca8-9b4c-969e903ed3a3 None None] Provisioning complete for port 139f1aee-db56-42b4-9b90-6a05d3ad45fe triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:50.177198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ff79cbd-ef5e-4ca8-9b4c-969e903ed3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.294081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-741d13cc-156f-4083-8da1-ea0b3dc7fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:50.295614 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-741d13cc-156f-4083-8da1-ea0b3dc7fe60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f602dfda-81bd-49c4-8136-9ece29e8bef3 HTTP/1.1" status: 200 len: 916 time: 0.1557984 Jun 16 15:55:50.347797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-8ff79cbd-ef5e-4ca8-9b4c-969e903ed3a3 None None] Current status of the port 139f1aee-db56-42b4-9b90-6a05d3ad45fe is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:55:50.402517 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-924283b0-6ec0-4c05-93c6-575c5a61ce2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 1001 time: 0.1005745 Jun 16 15:55:50.422073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.458661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.483452 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788a3b8e-dc01-4b03-947e-75d9255e5480,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:50.486287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-2f8c6b5a-a152-440f-88a1-9bc357fe600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:50.487734 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-2f8c6b5a-a152-440f-88a1-9bc357fe600d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d468e91c-60bd-4d25-a925-874b6a1ea787 HTTP/1.1" status: 200 len: 854 time: 0.0798197 Jun 16 15:55:50.496113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.496462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.496806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.497155 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.497484 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.497815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.498156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.498463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.498784 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.499136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.499457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.499777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:50.578716 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-a1fea06e-6ded-4cfd-83c5-688b1e0484a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:50.580129 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-a1fea06e-6ded-4cfd-83c5-688b1e0484a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f602dfda-81bd-49c4-8136-9ece29e8bef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855951 Jun 16 15:55:50.588068 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.589438 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ed33fb87-13f5-449a-9a53-8a49107d48d0 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "DELETE /v2.0/security-groups/788a3b8e-dc01-4b03-947e-75d9255e5480 HTTP/1.1" status: 204 len: 168 time: 0.6795347 Jun 16 15:55:50.592205 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38196) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:50.852892 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-11f4ffce-ed07-4a71-b471-f1708e74b777 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662046 Jun 16 15:55:50.914527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Deleting port 913f254b-18ca-489b-a279-2f73c005432e {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:55:50.914865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.985211 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7221dfae-c7a3-4f54-badc-13f14c56f850 req-cac8f219-d9cc-4a46-9dcd-d5fa5b6cc71a service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266932 Jun 16 15:55:51.088412 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.088823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.212044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Calling delete_port for 913f254b-18ca-489b-a279-2f73c005432e owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:55:51.438951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.486325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event deleted for resources: {'Port': ['ID=913f254b-18ca-489b-a279-2f73c005432e,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:51.561421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.561774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.562119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.562455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.562795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.563155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.563487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.563817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.564145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.564474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.564801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.565124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:51.597157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.598001 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Floating IP 6dd155ab-2123-4f24-b136-328d0a574710 disassociated (deleted). External IP: 172.26.2.103, port: 139f1aee-db56-42b4-9b90-6a05d3ad45fe. Jun 16 15:55:51.669529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.948484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:55:52.129238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:52.139182 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] Sync routers for ids ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:52.142700 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.152139 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] Routers {'24fd0be2-3440-43b2-8fa4-ace00b57ab43'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:55:52.152777 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:55:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:52.199405 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-be39d19b-3ea0-48d4-97d3-f2a96c50f9f7 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "DELETE /v2.0/floatingips/6dd155ab-2123-4f24-b136-328d0a574710 HTTP/1.1" status: 204 len: 168 time: 1.6058903 Jun 16 15:55:52.199944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:55:52.252311 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53679450-27c0-4222-9ec3-810956688896'] response: {'name': 'network-changed', 'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'status': 'completed', 'code': 200} Jun 16 15:55:52.343542 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] Set router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:55:52.367970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-10360f1a-eb61-47d8-b14d-d228fc35ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:52.369420 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-10360f1a-eb61-47d8-b14d-d228fc35ce5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1098 time: 0.0949981 Jun 16 15:55:52.527033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-6ebb065f-9076-4f56-99a5-d7edaeb63665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:52.528479 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-6ebb065f-9076-4f56-99a5-d7edaeb63665 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f602dfda-81bd-49c4-8136-9ece29e8bef3 HTTP/1.1" status: 200 len: 916 time: 0.1530168 Jun 16 15:55:52.599536 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-880f4806-27a6-42fa-956f-b28eeef3bf41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 217 time: 0.0654545 Jun 16 15:55:52.660479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-d049e60f-e56f-47e6-8456-594c2bc1049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:52.661922 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-d049e60f-e56f-47e6-8456-594c2bc1049e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d468e91c-60bd-4d25-a925-874b6a1ea787 HTTP/1.1" status: 200 len: 854 time: 0.0571580 Jun 16 15:55:52.667461 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:48Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '073120fb-83b0-4597-a49a-5875408b0603', 'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'mac_address': 'fa:16:3e:06:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:47Z', 'updated_at': '2022-06-16T15:53:55Z', 'revision_number': 5, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'subnets': [{'id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:52.671680 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] Checking router: 24fd0be2-3440-43b2-8fa4-ace00b57ab43 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:52.680060 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] Routers {'24fd0be2-3440-43b2-8fa4-ace00b57ab43'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:55:52.680667 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:55:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:52.749303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-7be56f43-9bb0-484e-bf17-6c38a83ae021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:52.751306 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-7be56f43-9bb0-484e-bf17-6c38a83ae021 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f602dfda-81bd-49c4-8136-9ece29e8bef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836921 Jun 16 15:55:52.873506 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] Set router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:55:52.892190 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-65581e64-6bae-4607-8110-4bfc6709fbbe service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329904 Jun 16 15:55:53.026755 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a2db0a97-fc80-4bec-a735-89be54e0db97 req-bd244fa9-7f8c-4a0a-a579-666142f7ab24 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294665 Jun 16 15:55:53.222384 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:48Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '073120fb-83b0-4597-a49a-5875408b0603', 'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'mac_address': 'fa:16:3e:06:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:47Z', 'updated_at': '2022-06-16T15:53:55Z', 'revision_number': 5, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'subnets': [{'id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:53.226331 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446bac7b-8be6-4deb-8b11-40c65e3057ec None None] The sync data for ids ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'] in dv-neutron-846028-2-hyperv is: [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:53:48Z', 'revision_number': 4, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '073120fb-83b0-4597-a49a-5875408b0603', 'name': '', 'network_id': 'f602dfda-81bd-49c4-8136-9ece29e8bef3', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'mac_address': 'fa:16:3e:06:94:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:47Z', 'updated_at': '2022-06-16T15:53:55Z', 'revision_number': 5, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'subnets': [{'id': 'd468e91c-60bd-4d25-a925-874b6a1ea787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:53.476912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7973825-86f8-44c7-9200-ab10a69d8201 None None] New status for floating IP 6dd155ab-2123-4f24-b136-328d0a574710: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:55:56.116643 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-be141a4d-3168-4a47-98de-98f47d465557 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861080 Jun 16 15:55:56.285970 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-09fe3674-386b-4330-b3b7-f60c7de1f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:56.288446 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-09fe3674-386b-4330-b3b7-f60c7de1f63c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 1098 time: 0.1036842 Jun 16 15:55:56.437173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-b6a77979-dfe8-4336-a4da-dc96faff2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:56.438786 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-b6a77979-dfe8-4336-a4da-dc96faff2079 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f602dfda-81bd-49c4-8136-9ece29e8bef3 HTTP/1.1" status: 200 len: 916 time: 0.1325662 Jun 16 15:55:56.512266 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-aa5b08cd-8177-473d-97a7-e2529e51295b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 200 len: 217 time: 0.0675294 Jun 16 15:55:56.582032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-88574ee6-9f07-4f1c-bcd9-e11082994009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:56.583629 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-88574ee6-9f07-4f1c-bcd9-e11082994009 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d468e91c-60bd-4d25-a925-874b6a1ea787 HTTP/1.1" status: 200 len: 854 time: 0.0656195 Jun 16 15:55:56.667161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-faff6507-c27e-47fa-a75e-7d3d3d662b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:56.668654 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-faff6507-c27e-47fa-a75e-7d3d3d662b11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f602dfda-81bd-49c4-8136-9ece29e8bef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793850 Jun 16 15:55:56.801978 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-5e7d961b-e9c2-4502-bd70-8580470d5592 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268280 Jun 16 15:55:57.042631 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55e7e7b2-2a28-46e9-b95d-c8501df0ee77 req-d134fe2f-bb02-463e-833b-e10473189a24 service neutron] 10.222.0.46 "GET /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344966 Jun 16 15:55:58.452310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43b36-bb26-4745-81d2-9f29751b338d req-eab2fb37-2c00-4c81-8e7c-335dc2a866ec tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:58.453041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c4d43b36-bb26-4745-81d2-9f29751b338d req-eab2fb37-2c00-4c81-8e7c-335dc2a866ec tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Synchronizing usage tracker for tenant:ff3b2cbf30c54cf995b7a58f320d146a on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:55:58.578312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-c4d43b36-bb26-4745-81d2-9f29751b338d req-eab2fb37-2c00-4c81-8e7c-335dc2a866ec tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Unset dirty status for tenant:ff3b2cbf30c54cf995b7a58f320d146a on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:55:58.579517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c4d43b36-bb26-4745-81d2-9f29751b338d req-eab2fb37-2c00-4c81-8e7c-335dc2a866ec tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 945 time: 0.3385170 Jun 16 15:55:58.624810 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c4d43b36-bb26-4745-81d2-9f29751b338d req-60221512-5835-4935-8da5-a24354d9baa2 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Jun 16 15:55:59.886751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782ba0f-43eb-4f65-9ca2-c220a886091a req-418e6d9a-8fd2-43cf-a10a-30a3421d16e6 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:59.888432 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b782ba0f-43eb-4f65-9ca2-c220a886091a req-418e6d9a-8fd2-43cf-a10a-30a3421d16e6 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 945 time: 0.1507442 Jun 16 15:55:59.892606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331cb7e-93b3-493d-9753-e354fd302621 req-0ec63086-d929-4e5c-a76e-7660dd0dcd3d tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:55:59.893305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-5331cb7e-93b3-493d-9753-e354fd302621 req-0ec63086-d929-4e5c-a76e-7660dd0dcd3d tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Synchronizing usage tracker for tenant:ff3b2cbf30c54cf995b7a58f320d146a on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:55:59.905381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-5331cb7e-93b3-493d-9753-e354fd302621 req-0ec63086-d929-4e5c-a76e-7660dd0dcd3d tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Unset dirty status for tenant:ff3b2cbf30c54cf995b7a58f320d146a on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:55:59.906476 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5331cb7e-93b3-493d-9753-e354fd302621 req-0ec63086-d929-4e5c-a76e-7660dd0dcd3d tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 945 time: 0.1047001 Jun 16 15:55:59.936624 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b782ba0f-43eb-4f65-9ca2-c220a886091a req-5e10a66b-9fcf-44d0-835f-815765118cdc tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/security-groups?id=33f5d675-8223-48c8-8a1d-dfdb0c89b455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 Jun 16 15:55:59.983254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-5331cb7e-93b3-493d-9753-e354fd302621 req-4ae2f56f-e9ff-48d7-87d6-1a43e6394123 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Deleting port 139f1aee-db56-42b4-9b90-6a05d3ad45fe {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:55:59.983599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5331cb7e-93b3-493d-9753-e354fd302621 req-4ae2f56f-e9ff-48d7-87d6-1a43e6394123 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.264708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-5331cb7e-93b3-493d-9753-e354fd302621 req-4ae2f56f-e9ff-48d7-87d6-1a43e6394123 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] For port 139f1aee-db56-42b4-9b90-6a05d3ad45fe, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=139f1aee-db56-42b4-9b90-6a05d3ad45fe,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:00.265123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5331cb7e-93b3-493d-9753-e354fd302621 req-4ae2f56f-e9ff-48d7-87d6-1a43e6394123 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.409116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-5331cb7e-93b3-493d-9753-e354fd302621 req-4ae2f56f-e9ff-48d7-87d6-1a43e6394123 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Calling delete_port for 139f1aee-db56-42b4-9b90-6a05d3ad45fe owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:56:00.685312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5331cb7e-93b3-493d-9753-e354fd302621 req-4ae2f56f-e9ff-48d7-87d6-1a43e6394123 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.736707 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2f56f-e9ff-48d7-87d6-1a43e6394123 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Pushing event deleted for resources: {'Port': ['ID=139f1aee-db56-42b4-9b90-6a05d3ad45fe,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:00.828760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5331cb7e-93b3-493d-9753-e354fd302621 req-4ae2f56f-e9ff-48d7-87d6-1a43e6394123 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] No DVR routers for this DVR port 139f1aee-db56-42b4-9b90-6a05d3ad45fe on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:56:00.831382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-5331cb7e-93b3-493d-9753-e354fd302621 req-4ae2f56f-e9ff-48d7-87d6-1a43e6394123 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.834050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'name': 'network-vif-deleted', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:56:00.936639 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1285b2e5-ceb5-4192-bc51-bcc769d06b2e'] response: {'server_uuid': '9bf9013a-027d-4d46-86ef-362279ff41c8', 'name': 'network-vif-deleted', 'tag': '139f1aee-db56-42b4-9b90-6a05d3ad45fe', 'status': 'completed', 'code': 200} Jun 16 15:56:00.954536 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5331cb7e-93b3-493d-9753-e354fd302621 req-4ae2f56f-e9ff-48d7-87d6-1a43e6394123 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.46 "DELETE /v2.0/ports/139f1aee-db56-42b4-9b90-6a05d3ad45fe HTTP/1.1" status: 204 len: 173 time: 1.0429668 Jun 16 15:56:01.152104 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4e305cae-2f48-4595-870b-85fabcf75283 req-a0f69361-cf23-4a54-81e4-df9e0c98ad16 tempest-TestMinimumBasicScenario-767015575 tempest-TestMinimumBasicScenario-767015575-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bf9013a-027d-4d46-86ef-362279ff41c8 HTTP/1.1" status: 200 len: 210 time: 0.0531223 Jun 16 15:56:02.604171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 139f1aee-db56-42b4-9b90-6a05d3ad45fe no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:56:02.643156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 139f1aee-db56-42b4-9b90-6a05d3ad45fe {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:56:02.643495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 139f1aee-db56-42b4-9b90-6a05d3ad45fe not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:56:03.817294 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38294) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:04.364259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:04.819594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] Deleting port 073120fb-83b0-4597-a49a-5875408b0603 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:56:04.820323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:04.996200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] For port 073120fb-83b0-4597-a49a-5875408b0603, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=073120fb-83b0-4597-a49a-5875408b0603,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:04.996555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.123879 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] Calling delete_port for 073120fb-83b0-4597-a49a-5875408b0603 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:56:05.493023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.543639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=073120fb-83b0-4597-a49a-5875408b0603,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:05.823486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.033247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.307648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] Router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:56:06.493129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:06.501742 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] Sync routers for ids ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:06.505585 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b37080d3-2323-49ab-9ae3-11e269d07c0f admin admin] 10.222.0.73 "PUT /v2.0/routers/24fd0be2-3440-43b2-8fa4-ace00b57ab43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6871841 Jun 16 15:56:06.508456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38298) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:06.511450 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] Routers {'24fd0be2-3440-43b2-8fa4-ace00b57ab43'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:56:06.512058 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:55:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:06.684092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.694539 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] Set router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:56:06.866031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.955459 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Deleting port a58f9b96-cb46-4aed-867d-d21499a41929 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:56:06.955720 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.989022 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:56:05Z', 'revision_number': 5, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port': {'id': 'a58f9b96-cb46-4aed-867d-d21499a41929', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:44Z', 'updated_at': '2022-06-16T15:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:06.993447 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] Checking router: 24fd0be2-3440-43b2-8fa4-ace00b57ab43 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:07.002099 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] Routers {'24fd0be2-3440-43b2-8fa4-ace00b57ab43'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:56:07.002693 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:55:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:07.137233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] For port a58f9b96-cb46-4aed-867d-d21499a41929, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a58f9b96-cb46-4aed-867d-d21499a41929,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:07.137593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.157863 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] Set router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:56:07.266682 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Calling delete_port for a58f9b96-cb46-4aed-867d-d21499a41929 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:56:07.272170 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:56:06Z', 'revision_number': 6, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:07.280368 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98502804-6222-4ebe-b741-5f0aa8bbe224 None None] The sync data for ids ['24fd0be2-3440-43b2-8fa4-ace00b57ab43'] in dv-neutron-846028-2-hyperv is: [{'id': '24fd0be2-3440-43b2-8fa4-ace00b57ab43', 'name': 'tempest-TestMinimumBasicScenario-1889252925-router', 'tenant_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:43Z', 'updated_at': '2022-06-16T15:56:06Z', 'revision_number': 6, 'project_id': 'ff3b2cbf30c54cf995b7a58f320d146a', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:07.510316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.680314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Pushing event deleted for resources: {'Port': ['ID=a58f9b96-cb46-4aed-867d-d21499a41929,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:07.781791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.986798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.989267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.104099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.104674 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24fd0be2-3440-43b2-8fa4-ace00b57ab43 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:56:08.118373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.119551 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a1a19119-81b8-460d-bb9a-4aea8c90997f admin admin] 10.222.0.73 "DELETE /v2.0/routers/24fd0be2-3440-43b2-8fa4-ace00b57ab43 HTTP/1.1" status: 204 len: 168 time: 1.6101313 Jun 16 15:56:08.121998 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38302) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:08.182750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a58c76-2cbb-441f-a482-df9c601b65f5 admin admin] Deleting subnet d468e91c-60bd-4d25-a925-874b6a1ea787 {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:56:08.185772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66a58c76-2cbb-441f-a482-df9c601b65f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.251956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66a58c76-2cbb-441f-a482-df9c601b65f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.339151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66a58c76-2cbb-441f-a482-df9c601b65f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.492972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a58f9b96-cb46-4aed-867d-d21499a41929 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:56:08.502782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66a58c76-2cbb-441f-a482-df9c601b65f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.527408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: a58f9b96-cb46-4aed-867d-d21499a41929 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:56:08.527748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a58f9b96-cb46-4aed-867d-d21499a41929 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:56:08.528756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 073120fb-83b0-4597-a49a-5875408b0603 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:56:08.549655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-66a58c76-2cbb-441f-a482-df9c601b65f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.555177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a58c76-2cbb-441f-a482-df9c601b65f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d468e91c-60bd-4d25-a925-874b6a1ea787,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:08.562427 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-66a58c76-2cbb-441f-a482-df9c601b65f5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d468e91c-60bd-4d25-a925-874b6a1ea787 HTTP/1.1" status: 204 len: 168 time: 0.4390657 Jun 16 15:56:08.564996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38306) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:08.565842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fcd746-ca63-4603-844d-88459c66d132 None None] Network f602dfda-81bd-49c4-8136-9ece29e8bef3 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:56:08.585253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 073120fb-83b0-4597-a49a-5875408b0603 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:56:08.585521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 073120fb-83b0-4597-a49a-5875408b0603 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:56:08.673586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.686480 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Deleting port cedc9251-16f0-4b14-aeef-64d6880e28a5 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:56:08.687078 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.826806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] DHCP port deletion for f602dfda-81bd-49c4-8136-9ece29e8bef3 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:56:08.831073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] Deleting port cedc9251-16f0-4b14-aeef-64d6880e28a5 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:56:08.831529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.899017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] For port cedc9251-16f0-4b14-aeef-64d6880e28a5, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cedc9251-16f0-4b14-aeef-64d6880e28a5,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:08.899375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.027788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Calling delete_port for cedc9251-16f0-4b14-aeef-64d6880e28a5 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:56:09.040601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] For port cedc9251-16f0-4b14-aeef-64d6880e28a5, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=cedc9251-16f0-4b14-aeef-64d6880e28a5,segment=NetworkSegment(f32035d9-0e94-4957-b5ef-a73b52516128),segment_id=f32035d9-0e94-4957-b5ef-a73b52516128)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:09.041078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.190559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.201922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] Calling delete_port for cedc9251-16f0-4b14-aeef-64d6880e28a5 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:56:09.238439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Pushing event deleted for resources: {'Port': ['ID=cedc9251-16f0-4b14-aeef-64d6880e28a5,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:09.242172 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] No DVR routers for this DVR port cedc9251-16f0-4b14-aeef-64d6880e28a5 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:56:09.278237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:56:09.278654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:56:09.367746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.495316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f602dfda-81bd-49c4-8136-9ece29e8bef3']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:09.509913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32035d9-0e94-4957-b5ef-a73b52516128') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:09.510259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32035d9-0e94-4957-b5ef-a73b52516128') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:09.523516 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.541795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.547917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:56:09.548352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.630462 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment f32035d9-0e94-4957-b5ef-a73b52516128 resource provider aggregate not found Jun 16 15:56:09.650787 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment f32035d9-0e94-4957-b5ef-a73b52516128 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f32035d9-0e94-4957-b5ef-a73b52516128 found for delete ", "request_id": "req-8ba0695a-0292-4243-b60f-56883d03ba16"}]} Jun 16 15:56:09.755134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.775295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.780294 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] Deleting port cedc9251-16f0-4b14-aeef-64d6880e28a5 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:56:09.780832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.785586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] Pushing event deleted for resources: {'Network': ['ID=f602dfda-81bd-49c4-8136-9ece29e8bef3,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:09.851550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f1558052-b159-4337-88c3-8a7b501ae3b8 None None] The port 'cedc9251-16f0-4b14-aeef-64d6880e28a5' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:56:09.896806 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-efd5d0f4-5ae0-4427-9ea7-9177267c354e admin admin] 10.222.0.73 "DELETE /v2.0/networks/f602dfda-81bd-49c4-8136-9ece29e8bef3 HTTP/1.1" status: 204 len: 168 time: 1.3305883 Jun 16 15:56:09.899835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38314) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:10.447404 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:10.500170 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cedc9251-16f0-4b14-aeef-64d6880e28a5 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:56:10.536435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: cedc9251-16f0-4b14-aeef-64d6880e28a5 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:56:10.536861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device cedc9251-16f0-4b14-aeef-64d6880e28a5 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:56:10.817190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] Deleting port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:56:10.817523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:11.009175 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] For port bf6cc4a4-7432-45fc-9ef3-8724466d8d3e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=bf6cc4a4-7432-45fc-9ef3-8724466d8d3e,segment=NetworkSegment(ff2c87c9-8022-411e-b554-c98a98c24d39),segment_id=ff2c87c9-8022-411e-b554-c98a98c24d39)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:11.009529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:11.242365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] Calling delete_port for bf6cc4a4-7432-45fc-9ef3-8724466d8d3e owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:56:11.510244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:11.560153 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6cc4a4-7432-45fc-9ef3-8724466d8d3e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:11.842546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:12.219823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] Router 0972bcd6-29e8-4c3f-834e-3529592abed1 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:56:12.418411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:12.429295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] Sync routers for ids ['0972bcd6-29e8-4c3f-834e-3529592abed1'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:12.444644 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] Routers {'0972bcd6-29e8-4c3f-834e-3529592abed1'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:56:12.445552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:55:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['0972bcd6-29e8-4c3f-834e-3529592abed1'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:12.517812 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6d339405-0743-4eb8-a8c1-ffd2126e9306 admin admin] 10.222.0.73 "PUT /v2.0/routers/0972bcd6-29e8-4c3f-834e-3529592abed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6166999 Jun 16 15:56:12.520646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38318) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:12.675979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] Set router 0972bcd6-29e8-4c3f-834e-3529592abed1 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:56:12.731175 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:12.996293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'name': 'tempest-TestMinimumBasicScenario-1031130552-router', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:51Z', 'updated_at': '2022-06-16T15:56:11Z', 'revision_number': 5, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'gw_port': {'id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:52Z', 'updated_at': '2022-06-16T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:13.000438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] Checking router: 0972bcd6-29e8-4c3f-834e-3529592abed1 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:13.011910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] Routers {'0972bcd6-29e8-4c3f-834e-3529592abed1'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:56:13.012874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:55:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['0972bcd6-29e8-4c3f-834e-3529592abed1'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:13.071591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:13.176675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Deleting port 130d1e8b-88cc-4d89-aedd-83e9ccee1522 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:56:13.177302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:13.259928 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] Set router 0972bcd6-29e8-4c3f-834e-3529592abed1 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:56:13.400742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] For port 130d1e8b-88cc-4d89-aedd-83e9ccee1522, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=130d1e8b-88cc-4d89-aedd-83e9ccee1522,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:13.401270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:13.559619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Calling delete_port for 130d1e8b-88cc-4d89-aedd-83e9ccee1522 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:56:13.606504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'name': 'tempest-TestMinimumBasicScenario-1031130552-router', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:51Z', 'updated_at': '2022-06-16T15:56:11Z', 'revision_number': 5, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'gw_port': {'id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:52Z', 'updated_at': '2022-06-16T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:13.610550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879b2aa-3098-4c3f-84a7-00c2cc6dbc86 None None] The sync data for ids ['0972bcd6-29e8-4c3f-834e-3529592abed1'] in dv-neutron-846028-2-hyperv is: [{'id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'name': 'tempest-TestMinimumBasicScenario-1031130552-router', 'tenant_id': '1e2d005699604b3eb9aa686700fe292f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93'}], 'enable_snat': True}, 'gw_port_id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:53:51Z', 'updated_at': '2022-06-16T15:56:11Z', 'revision_number': 5, 'project_id': '1e2d005699604b3eb9aa686700fe292f', 'gw_port': {'id': '130d1e8b-88cc-4d89-aedd-83e9ccee1522', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0972bcd6-29e8-4c3f-834e-3529592abed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:53:52Z', 'updated_at': '2022-06-16T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:13.823479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:13.875878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Pushing event deleted for resources: {'Port': ['ID=130d1e8b-88cc-4d89-aedd-83e9ccee1522,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:13.982424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.190216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.192666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.292815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.293357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0972bcd6-29e8-4c3f-834e-3529592abed1 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:56:14.306837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.310329 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9646a8c0-9016-4a67-babf-33447a18a41a admin admin] 10.222.0.73 "DELETE /v2.0/routers/0972bcd6-29e8-4c3f-834e-3529592abed1 HTTP/1.1" status: 204 len: 168 time: 1.7861335 Jun 16 15:56:14.310721 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38322) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:14.374465 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-867f9a4d-3c22-4266-91d4-58e23909eda9 admin admin] Deleting subnet cf38b148-6749-4027-a2ac-717d037aceeb {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:56:14.377954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-867f9a4d-3c22-4266-91d4-58e23909eda9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.443927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-867f9a4d-3c22-4266-91d4-58e23909eda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.528213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-867f9a4d-3c22-4266-91d4-58e23909eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.685861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-867f9a4d-3c22-4266-91d4-58e23909eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.732133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f9a4d-3c22-4266-91d4-58e23909eda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf38b148-6749-4027-a2ac-717d037aceeb,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:14.735162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-867f9a4d-3c22-4266-91d4-58e23909eda9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.742801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b1303-8ac2-4e5b-bdda-702b8b6daca9 None None] Network e6675465-0f92-48f2-b57f-c02766ef49ea requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:56:14.745876 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-867f9a4d-3c22-4266-91d4-58e23909eda9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cf38b148-6749-4027-a2ac-717d037aceeb HTTP/1.1" status: 204 len: 168 time: 0.4339173 Jun 16 15:56:14.748256 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38326) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:14.845285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bf6cc4a4-7432-45fc-9ef3-8724466d8d3e no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:56:14.869536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.880042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Deleting port 23fefa4d-9515-46b2-bed4-553e6724d671 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:56:14.880375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:14.893734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: bf6cc4a4-7432-45fc-9ef3-8724466d8d3e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:56:14.894074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device bf6cc4a4-7432-45fc-9ef3-8724466d8d3e not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:56:14.894481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 130d1e8b-88cc-4d89-aedd-83e9ccee1522 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:56:14.979414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 130d1e8b-88cc-4d89-aedd-83e9ccee1522 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:56:14.979680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 130d1e8b-88cc-4d89-aedd-83e9ccee1522 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:56:15.142587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] DHCP port deletion for e6675465-0f92-48f2-b57f-c02766ef49ea request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:56:15.147950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] Deleting port 23fefa4d-9515-46b2-bed4-553e6724d671 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:56:15.148373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.232933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] For port 23fefa4d-9515-46b2-bed4-553e6724d671, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=23fefa4d-9515-46b2-bed4-553e6724d671,segment=NetworkSegment(ff2c87c9-8022-411e-b554-c98a98c24d39),segment_id=ff2c87c9-8022-411e-b554-c98a98c24d39)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:15.233227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.380128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Calling delete_port for 23fefa4d-9515-46b2-bed4-553e6724d671 owned by network:dhcp {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:56:15.383404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] For port 23fefa4d-9515-46b2-bed4-553e6724d671, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=23fefa4d-9515-46b2-bed4-553e6724d671,segment=NetworkSegment(ff2c87c9-8022-411e-b554-c98a98c24d39),segment_id=ff2c87c9-8022-411e-b554-c98a98c24d39)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:15.383772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.536741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.549261 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] Calling delete_port for 23fefa4d-9515-46b2-bed4-553e6724d671 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:56:15.593947 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23fefa4d-9515-46b2-bed4-553e6724d671,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:15.595781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] No DVR routers for this DVR port 23fefa4d-9515-46b2-bed4-553e6724d671 on host dv-neutron-846028-2-hyperv {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:56:15.628546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:56:15.629004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:56:15.716736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.747355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6675465-0f92-48f2-b57f-c02766ef49ea']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:15.768866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2c87c9-8022-411e-b554-c98a98c24d39') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:15.769214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2c87c9-8022-411e-b554-c98a98c24d39') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:15.781963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.783882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1f89f3db-562e-4f14-a177-168b2878078e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.799982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.807622 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:56:15.808025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.894717 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment ff2c87c9-8022-411e-b554-c98a98c24d39 resource provider aggregate not found Jun 16 15:56:15.912267 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment ff2c87c9-8022-411e-b554-c98a98c24d39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff2c87c9-8022-411e-b554-c98a98c24d39 found for delete ", "request_id": "req-1684438e-53da-4599-ab24-7f9bc61b31e0"}]} Jun 16 15:56:15.995323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:16.012127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:16.022445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6675465-0f92-48f2-b57f-c02766ef49ea,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:16.031160 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-125997c3-3367-4064-baaa-d0c15ef641f3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e6675465-0f92-48f2-b57f-c02766ef49ea HTTP/1.1" status: 204 len: 168 time: 1.2813425 Jun 16 15:56:16.136506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] Deleting port 23fefa4d-9515-46b2-bed4-553e6724d671 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:56:16.136506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:16.210075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-13f52723-154b-4892-a3a1-77a203a428d4 None None] The port '23fefa4d-9515-46b2-bed4-553e6724d671' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 15:56:16.496899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 23fefa4d-9515-46b2-bed4-553e6724d671 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:56:16.524906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38336) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:16.533429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 23fefa4d-9515-46b2-bed4-553e6724d671 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:56:16.533768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 23fefa4d-9515-46b2-bed4-553e6724d671 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:56:16.581947 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e993fbe9-a57b-4b2e-a514-227c7cb56a4c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff3b2cbf30c54cf995b7a58f320d146a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557578 Jun 16 15:56:16.584530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38340) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:16.650914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78596701-c16c-4e5e-9b07-2f5b85df01c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:16.678311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78596701-c16c-4e5e-9b07-2f5b85df01c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:16.811058 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78596701-c16c-4e5e-9b07-2f5b85df01c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:16.832342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78596701-c16c-4e5e-9b07-2f5b85df01c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f5d675-8223-48c8-8a1d-dfdb0c89b455,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:16.842671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-78596701-c16c-4e5e-9b07-2f5b85df01c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:16.843838 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-78596701-c16c-4e5e-9b07-2f5b85df01c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33f5d675-8223-48c8-8a1d-dfdb0c89b455 HTTP/1.1" status: 204 len: 168 time: 0.2577085 Jun 16 15:56:17.879574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38348) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:17.927998 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f5feb655-3ad4-404a-bf4f-30069e1aab83 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e2d005699604b3eb9aa686700fe292f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469706 Jun 16 15:56:17.930877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38352) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:17.988110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9853-659d-4d72-a2b6-b5a214079495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:18.014154 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9853-659d-4d72-a2b6-b5a214079495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:18.247115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9853-659d-4d72-a2b6-b5a214079495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:18.263593 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c9853-659d-4d72-a2b6-b5a214079495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc96e9be-3b9e-4b8e-a159-dcab7dd47c7a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:18.270425 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9853-659d-4d72-a2b6-b5a214079495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:18.276083 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ab6c9853-659d-4d72-a2b6-b5a214079495 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bc96e9be-3b9e-4b8e-a159-dcab7dd47c7a HTTP/1.1" status: 204 len: 168 time: 0.3397391 Jun 16 15:56:18.416346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-cb9c13c5-5b0c-4740-a069-d3d071f6ea84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:18.799699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:19.540710 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:56:20.405275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.006169 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38394) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:21.011578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922509564', 'description': 'tempest-secgroup-smoke-922509564 description', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:21.017483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:21.021462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:21.032498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:21.039807 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:21.155748 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.168584 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.183423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:21.187245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:21.190030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:21.198246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:21.289085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.376223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.391841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:21.403276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:21.409000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:21.417154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763d54b4-ec0e-4163-94ee-dc9ae462993c,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:21.420920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:21.497416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.584561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.627866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd143aec-82d6-4be5-a14e-0cce1b75c0db,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:21.686819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.721210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.722482 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f5932fa3-dc78-4825-810a-d7922eab10b8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7152925 Jun 16 15:56:21.725403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38398) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:21.731873 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'fd143aec-82d6-4be5-a14e-0cce1b75c0db', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:21.738728 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:21.744112 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:21.747417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:21.753355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:21.877506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.941346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.045075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.069671 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205b69e5-75d7-46e7-a295-8b72351973d8,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:22.161338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.162508 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-33c091a8-1669-4940-b09f-643bdce2ac70 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4354336 Jun 16 15:56:22.165759 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38402) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:22.170862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'fd143aec-82d6-4be5-a14e-0cce1b75c0db', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:22.177264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:22.181419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:22.184821 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:22.193148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:22.303424 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.369935 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.485217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.510964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17865cc2-5ec0-4769-b16b-f8e4f8909445,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:22.612572 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.613798 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-847d99d6-2cc4-4ac5-b0f9-cf2d14f5b905 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4470437 Jun 16 15:56:22.617096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38406) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:22.622045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'fd143aec-82d6-4be5-a14e-0cce1b75c0db', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:22.628312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:22.632865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:22.635767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:22.641581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:22.739822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.812086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.904537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.929563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abf1859-76d4-4f31-821d-9bebb676e46e,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.075928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.077384 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4851aa94-0098-441c-8758-cbb30fe02151 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4593151 Jun 16 15:56:23.080329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38410) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:23.085568 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'fd143aec-82d6-4be5-a14e-0cce1b75c0db', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:23.092172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:23.096086 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:23.098923 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:23.105460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:23.195047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.267760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.365541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.389931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a53ae9c-65b2-466a-998c-e2db9d05f89e,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.485433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.486646 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d60f8704-8671-4a8b-9354-326e953b5bfe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4053319 Jun 16 15:56:23.489323 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38414) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:23.494370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'fd143aec-82d6-4be5-a14e-0cce1b75c0db', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:23.500468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:23.504337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:23.507244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:23.513210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:23.588683 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Project 9ed324ba6c9d46aba14a5c889aaaa7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:56:23.598326 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.668336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.778470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.805637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c7d261-6572-4021-908f-ac6e62cc996d,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.938777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.939948 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d20ec15a-4fa2-4ca6-b69d-6f02fb9ce616 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4497080 Jun 16 15:56:23.942657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38418) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:23.948272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'fd143aec-82d6-4be5-a14e-0cce1b75c0db', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:23.954313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:23.958331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:23.961880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:23.968057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:24.081404 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Project 9ed324ba6c9d46aba14a5c889aaaa7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:56:24.089048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.155040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.287990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.312822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd737d63-65fc-4e3f-8233-fbd98e39dd19,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:24.484927 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.486174 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-03187eaf-cb8e-455b-a79d-a33b431b83d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5425329 Jun 16 15:56:24.489119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38422) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:24.495252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'network': {'name': 'tempest-network-smoke--1948517405', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'port_security_enabled': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:24.500378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:24.504214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:network and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:24.507209 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:24.516047 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:24.605452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:24.609002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.638661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:56:24.647732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.648088 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Added segment 6b9d00ba-930c-4bce-aa0f-b96103bec01c of type vlan for network 301b2781-50ed-4a15-8f51-b72244c182f2 Jun 16 15:56:24.674983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.795607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.801060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:24.801643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.916656 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Network': ['ID=301b2781-50ed-4a15-8f51-b72244c182f2,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:24.932441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 301b2781-50ed-4a15-8f51-b72244c182f2 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:56:25.082500 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-84a472cb-e0ba-4113-82aa-0ab30cd61071 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5922751 Jun 16 15:56:25.085346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38426) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:25.091111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'admin_state_up': True, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:25.098480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:25.103290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:router and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:25.106217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:25.112795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:25.229014 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:25.230450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:25.250092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:25.638350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:26.216199 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:26.249069 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:26.405421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.26.2.182 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/97c250f0-5189-46bb-9b15-7b01e0a32b19) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:26.568011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:26.716648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:26.783762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:26.787100 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:26.790726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:56:26.823527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=97c250f0-5189-46bb-9b15-7b01e0a32b19,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:27.285534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:27.628116 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.081586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router 23a8077c-773e-4051-a09c-4d0515cd15f9 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:56:28.267460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:28.278621 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Sync routers for ids ['23a8077c-773e-4051-a09c-4d0515cd15f9'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:28.289549 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Routers {'23a8077c-773e-4051-a09c-4d0515cd15f9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:56:28.290360 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7e818981-48b2-416a-a969-a361533c85ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:56:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['23a8077c-773e-4051-a09c-4d0515cd15f9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:28.361376 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.362619 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-aa038a31-02f4-4b7c-8f45-66f3b1105e1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2763529 Jun 16 15:56:28.365785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38432) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:28.474770 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Set router 23a8077c-773e-4051-a09c-4d0515cd15f9 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:56:28.516267 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3079f482-2f75-42f2-a89e-b3654ed65d4c tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=9ed324ba6c9d46aba14a5c889aaaa7e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1491411 Jun 16 15:56:28.519269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38438) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:28.661972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487fac68-cb66-4524-af53-57c7d7fea989 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:28.663517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-487fac68-cb66-4524-af53-57c7d7fea989 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1432691 Jun 16 15:56:28.666426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38442) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:28.707060 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d868f072-29a2-4e1c-b75c-e38a51e02b5c tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391164 Jun 16 15:56:28.709691 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38446) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:28.716483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2106246127', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:28.808399 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7e818981-48b2-416a-a969-a361533c85ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:27Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:28.812280 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Checking router: 23a8077c-773e-4051-a09c-4d0515cd15f9 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:28.812625 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Updating router 23a8077c-773e-4051-a09c-4d0515cd15f9 port 97c250f0-5189-46bb-9b15-7b01e0a32b19 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:56:28.834200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:28.838699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:subnet and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:28.841913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:28.848234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:28.868425 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.931416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:28.934831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.236380 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.249561 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Transition to ACTIVE for port object 97c250f0-5189-46bb-9b15-7b01e0a32b19 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:29.367878 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.399961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.454433 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Pushing event updated for resources: {'Port': ['ID=97c250f0-5189-46bb-9b15-7b01e0a32b19,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:29.456904 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Attempting to bind port 97c250f0-5189-46bb-9b15-7b01e0a32b19 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:56:29.457211 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Attempting to bind port 97c250f0-5189-46bb-9b15-7b01e0a32b19 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:56:29.457551 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Attempting to bind port 97c250f0-5189-46bb-9b15-7b01e0a32b19 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:29.468692 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.469040 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.469384 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.469715 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.470045 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.470391 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.470739 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.471116 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.471492 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.471815 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.472496 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.472819 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:29.476905 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:29.477294 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:56:29.477893 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.478099 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:29.478663 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Bound port: 97c250f0-5189-46bb-9b15-7b01e0a32b19, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:56:29.479101 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.502869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Subnet': ['ID=1d26d0d2-8344-4321-94e8-de4a953165ca,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:29.511096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Checking segment: {'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:56:29.511536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network hostable DHCP agents. Network: 301b2781-50ed-4a15-8f51-b72244c182f2, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:56:29.554752 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-7e818981-48b2-416a-a969-a361533c85ab None None] For port 97c250f0-5189-46bb-9b15-7b01e0a32b19, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:29.558658 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-7e818981-48b2-416a-a969-a361533c85ab None None] For port 97c250f0-5189-46bb-9b15-7b01e0a32b19, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=97c250f0-5189-46bb-9b15-7b01e0a32b19,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:29.651002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 301b2781-50ed-4a15-8f51-b72244c182f2 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:56:29.704357 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.782769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 301b2781-50ed-4a15-8f51-b72244c182f2) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:29.793067 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6a6e8-345c-4c55-9520-128c29ac4e14 None None] Pushing event updated for resources: {'Port': ['ID=97c250f0-5189-46bb-9b15-7b01e0a32b19,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:29.796823 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Routers {'23a8077c-773e-4051-a09c-4d0515cd15f9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:56:29.798790 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7e818981-48b2-416a-a969-a361533c85ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:56:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['23a8077c-773e-4051-a09c-4d0515cd15f9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:29.801852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:29.809245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.809863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90515f2a-7ac5-4407-b129-cdab82481465 None None] Network 301b2781-50ed-4a15-8f51-b72244c182f2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:56:29.908980 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8a4537dd-1dab-42aa-90d4-5d641e801a90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1981950 Jun 16 15:56:29.912136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38450) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:30.024519 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-7e818981-48b2-416a-a969-a361533c85ab None None] Set router 23a8077c-773e-4051-a09c-4d0515cd15f9 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:56:30.082727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-301b2781-50ed-4a15-8f51-b72244c182f2', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:56:30.083672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.281318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Allocated IP 172.20.0.2 (301b2781-50ed-4a15-8f51-b72244c182f2/1d26d0d2-8344-4321-94e8-de4a953165ca/560d130d-cdbc-4597-a774-28bdcf559b88) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:30.395180 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7e818981-48b2-416a-a969-a361533c85ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:27Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:30.401033 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e818981-48b2-416a-a969-a361533c85ab None None] The sync data for ids ['23a8077c-773e-4051-a09c-4d0515cd15f9'] in dv-neutron-846028-2-hyperv is: [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:27Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:30.514699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.527166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Transition to ACTIVE for port object 560d130d-cdbc-4597-a774-28bdcf559b88 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:30.548380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Transition to ACTIVE for port object 560d130d-cdbc-4597-a774-28bdcf559b88 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:30.641856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.757823 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Network 301b2781-50ed-4a15-8f51-b72244c182f2 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:30.761427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:30.765292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:56:30.771651 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Pushing event updated for resources: {'Port': ['ID=560d130d-cdbc-4597-a774-28bdcf559b88,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:30.812952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.817187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.817697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.817866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.818205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.818541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.818880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.819231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.819562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.819889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.820214 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.820568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.820889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:30.897481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Attempting to bind port 560d130d-cdbc-4597-a774-28bdcf559b88 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:56:30.897481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Attempting to bind port 560d130d-cdbc-4597-a774-28bdcf559b88 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:56:30.897481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Attempting to bind port 560d130d-cdbc-4597-a774-28bdcf559b88 on network 301b2781-50ed-4a15-8f51-b72244c182f2 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:30.902197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:30.902578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Checking segment: {'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:56:30.903002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.903404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Bound using segment: {'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:30.903876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Bound port: 560d130d-cdbc-4597-a774-28bdcf559b88, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:56:30.904251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.015009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] For port 560d130d-cdbc-4597-a774-28bdcf559b88, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:31.018462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] For port 560d130d-cdbc-4597-a774-28bdcf559b88, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=560d130d-cdbc-4597-a774-28bdcf559b88,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:31.171232 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.298128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d561b-10a2-4c84-8d1b-f30650bd01da None None] Pushing event updated for resources: {'Port': ['ID=560d130d-cdbc-4597-a774-28bdcf559b88,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:31.480467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.20.0.1 (301b2781-50ed-4a15-8f51-b72244c182f2/1d26d0d2-8344-4321-94e8-de4a953165ca/07edf992-a333-49b0-87bc-0ef2b0ed62e6) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:31.677948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.693955 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Transition to ACTIVE for port object 07edf992-a333-49b0-87bc-0ef2b0ed62e6 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:31.805959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.895023 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 301b2781-50ed-4a15-8f51-b72244c182f2 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:31.898515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:31.902942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:56:31.932461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=07edf992-a333-49b0-87bc-0ef2b0ed62e6,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:31.963816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.176524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.576311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 560d130d-cdbc-4597-a774-28bdcf559b88 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:32.623910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.709694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c4718-363f-412f-a759-4a28142452d3 None None] Network 301b2781-50ed-4a15-8f51-b72244c182f2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:56:32.732416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.792584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 560d130d-cdbc-4597-a774-28bdcf559b88 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:32.813259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 97c250f0-5189-46bb-9b15-7b01e0a32b19 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:32.849865 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=07edf992-a333-49b0-87bc-0ef2b0ed62e6,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:32.855902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.011013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d85d45f1-2f18-436a-bbaf-f43e10a420b6 None None] Provisioning for port 560d130d-cdbc-4597-a774-28bdcf559b88 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:33.019088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 301b2781-50ed-4a15-8f51-b72244c182f2 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:33.019088 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:33.029392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d85d45f1-2f18-436a-bbaf-f43e10a420b6 None None] Provisioning complete for port 560d130d-cdbc-4597-a774-28bdcf559b88 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:33.030006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d85d45f1-2f18-436a-bbaf-f43e10a420b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.215517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 97c250f0-5189-46bb-9b15-7b01e0a32b19 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:33.215517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 97c250f0-5189-46bb-9b15-7b01e0a32b19 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:33.215517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.225384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d85d45f1-2f18-436a-bbaf-f43e10a420b6 None None] Current status of the port 560d130d-cdbc-4597-a774-28bdcf559b88 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:56:33.231292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d85d45f1-2f18-436a-bbaf-f43e10a420b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.232791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router 23a8077c-773e-4051-a09c-4d0515cd15f9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:56:33.292978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d85d45f1-2f18-436a-bbaf-f43e10a420b6 None None] For port 560d130d-cdbc-4597-a774-28bdcf559b88, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=560d130d-cdbc-4597-a774-28bdcf559b88,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:33.355239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 97c250f0-5189-46bb-9b15-7b01e0a32b19 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:56:33.356125 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.379396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 97c250f0-5189-46bb-9b15-7b01e0a32b19, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=97c250f0-5189-46bb-9b15-7b01e0a32b19,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:33.405827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d85d45f1-2f18-436a-bbaf-f43e10a420b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.490014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d45f1-2f18-436a-bbaf-f43e10a420b6 None None] Pushing event updated for resources: {'Port': ['ID=560d130d-cdbc-4597-a774-28bdcf559b88,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:33.538507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.553192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:33.567358 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7e98cf3c-e9b5-4ae9-9f00-8fc9bed0ac87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "PUT /v2.0/routers/23a8077c-773e-4051-a09c-4d0515cd15f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6541169 Jun 16 15:56:33.574326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Sync routers for ids ['23a8077c-773e-4051-a09c-4d0515cd15f9'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:33.600224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Routers {'23a8077c-773e-4051-a09c-4d0515cd15f9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:56:33.600910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:56:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['23a8077c-773e-4051-a09c-4d0515cd15f9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:33.676606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-402d70a2-4717-42ad-9b93-39d6527bc74e None None] Provisioning for port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:33.693165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-402d70a2-4717-42ad-9b93-39d6527bc74e None None] Provisioning complete for port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:33.693544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-402d70a2-4717-42ad-9b93-39d6527bc74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.748256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=97c250f0-5189-46bb-9b15-7b01e0a32b19,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:33.753830 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-af3055f4-ec03-488b-8d14-e10fd3f78773 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922509564&fields=id&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 267 time: 0.0447347 Jun 16 15:56:33.828701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-402d70a2-4717-42ad-9b93-39d6527bc74e None None] Port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:56:33.865477 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Set router 23a8077c-773e-4051-a09c-4d0515cd15f9 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:56:33.908697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-402d70a2-4717-42ad-9b93-39d6527bc74e None None] Provisioning complete for port 560d130d-cdbc-4597-a774-28bdcf559b88 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:33.908982 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-402d70a2-4717-42ad-9b93-39d6527bc74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.911268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-edf1f278-f31f-4b77-b643-e72f02a3eb90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:33.911933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-edf1f278-f31f-4b77-b643-e72f02a3eb90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:56:34.010850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-edf1f278-f31f-4b77-b643-e72f02a3eb90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:56:34.012071 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-edf1f278-f31f-4b77-b643-e72f02a3eb90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/networks?id=301b2781-50ed-4a15-8f51-b72244c182f2 HTTP/1.1" status: 200 len: 797 time: 0.2487316 Jun 16 15:56:34.030513 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-e6c2a54b-2d2c-4013-bb9b-b48d52a90150 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/quotas/9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 375 time: 0.0119810 Jun 16 15:56:34.130460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-7a788022-d6b1-4e45-a77f-4b27b5d72f17 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:56:34.239515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-7a788022-d6b1-4e45-a77f-4b27b5d72f17 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:56:34.241250 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-7a788022-d6b1-4e45-a77f-4b27b5d72f17 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008405 Jun 16 15:56:34.251412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-402d70a2-4717-42ad-9b93-39d6527bc74e None None] Current status of the port 560d130d-cdbc-4597-a774-28bdcf559b88 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:56:34.309859 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-35d1bdee-f437-4ead-8e7f-5e0e60753364 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:56:34.310885 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-35d1bdee-f437-4ead-8e7f-5e0e60753364 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578842 Jun 16 15:56:34.333484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:32Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '07edf992-a333-49b0-87bc-0ef2b0ed62e6', 'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:ec:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:31Z', 'updated_at': '2022-06-16T15:56:32Z', 'revision_number': 2, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:34.337731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Checking router: 23a8077c-773e-4051-a09c-4d0515cd15f9 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:34.338084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Updating router 23a8077c-773e-4051-a09c-4d0515cd15f9 port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:56:34.398077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c0c24b97-160d-4c10-8d36-0d8d66c387c7 None None] Provisioning complete for port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:34.398355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0c24b97-160d-4c10-8d36-0d8d66c387c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.426731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.447910 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-5c5468d2-70e1-4706-b01e-2520451d6617 service neutron] 10.222.0.73 "GET /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308861 Jun 16 15:56:34.496301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c0c24b97-160d-4c10-8d36-0d8d66c387c7 None None] Port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:56:34.528164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 560d130d-cdbc-4597-a774-28bdcf559b88 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:34.591047 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-14158140-6861-48a0-897a-4b71019ba18a service neutron] 10.222.0.73 "GET /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362388 Jun 16 15:56:34.746165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 560d130d-cdbc-4597-a774-28bdcf559b88 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:34.746783 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.903495 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ff696368-e08f-491a-86a6-179ed5a83c26 req-b056dafa-ca79-44a0-888f-b17a5e35c31d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 210 time: 0.0534587 Jun 16 15:56:34.962637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 560d130d-cdbc-4597-a774-28bdcf559b88 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:56:34.963916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 97c250f0-5189-46bb-9b15-7b01e0a32b19 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:35.025011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.042251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Transition to ACTIVE for port object 07edf992-a333-49b0-87bc-0ef2b0ed62e6 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:35.057227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 97c250f0-5189-46bb-9b15-7b01e0a32b19 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:35.057598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.151674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.309556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 97c250f0-5189-46bb-9b15-7b01e0a32b19 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:56:35.311884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676b03d-49b3-4cfb-a9fc-0cfdd6382ec4 None None] Pushing event updated for resources: {'Port': ['ID=07edf992-a333-49b0-87bc-0ef2b0ed62e6,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:35.416277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Attempting to bind port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:56:35.416644 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Attempting to bind port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:56:35.417004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Attempting to bind port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 on network 301b2781-50ed-4a15-8f51-b72244c182f2 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:35.428060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:35.428377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Checking segment: {'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:56:35.428772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.429161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Bound using segment: {'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:35.429630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Bound port: 07edf992-a333-49b0-87bc-0ef2b0ed62e6, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:56:35.430037 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.524724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] For port 07edf992-a333-49b0-87bc-0ef2b0ed62e6, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:35.527544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] For port 07edf992-a333-49b0-87bc-0ef2b0ed62e6, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=07edf992-a333-49b0-87bc-0ef2b0ed62e6,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:35.640336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.721081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Routers {'23a8077c-773e-4051-a09c-4d0515cd15f9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:56:35.721708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:56:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['23a8077c-773e-4051-a09c-4d0515cd15f9'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:35.817502 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676b03d-49b3-4cfb-a9fc-0cfdd6382ec4 None None] Pushing event updated for resources: {'Port': ['ID=07edf992-a333-49b0-87bc-0ef2b0ed62e6,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:35.946958 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] Set router 23a8077c-773e-4051-a09c-4d0515cd15f9 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:56:36.012254 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f914ab39-8703-4e2d-b7d6-19e2028153c9 req-197a982a-03b1-4202-b2b2-f533a4da1bc0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 210 time: 0.0492210 Jun 16 15:56:36.175307 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.285891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:32Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '07edf992-a333-49b0-87bc-0ef2b0ed62e6', 'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:ec:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:31Z', 'updated_at': '2022-06-16T15:56:35Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:36.290251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f769d6-ebb2-490b-9412-3b82e82a8761 None None] The sync data for ids ['23a8077c-773e-4051-a09c-4d0515cd15f9'] in dv-neutron-846028-2-hyperv is: [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:32Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '07edf992-a333-49b0-87bc-0ef2b0ed62e6', 'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:ec:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:31Z', 'updated_at': '2022-06-16T15:56:35Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:36.538288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 07edf992-a333-49b0-87bc-0ef2b0ed62e6 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:36.778048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:36.783508 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:36.783879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.915272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:56:36.916260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.954579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 07edf992-a333-49b0-87bc-0ef2b0ed62e6, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=07edf992-a333-49b0-87bc-0ef2b0ed62e6,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:37.027896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:37.132521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=07edf992-a333-49b0-87bc-0ef2b0ed62e6,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:37.188752 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7d6d540f-1dc7-4e94-ab31-b79f029e6f51 req-40affe09-d47f-4b36-949c-14e8bd4bc287 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 210 time: 0.0542374 Jun 16 15:56:37.702762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c6396588-68f2-4229-b02c-e633e2ed47ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:37.704275 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c6396588-68f2-4229-b02c-e633e2ed47ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/networks?id=301b2781-50ed-4a15-8f51-b72244c182f2 HTTP/1.1" status: 200 len: 797 time: 0.1713958 Jun 16 15:56:37.774096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-ef2c66ac-68df-431c-ac42-da7a87f79f48 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:56:37.892993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-ef2c66ac-68df-431c-ac42-da7a87f79f48 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:56:37.894522 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-ef2c66ac-68df-431c-ac42-da7a87f79f48 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 379 time: 0.1826007 Jun 16 15:56:37.903443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'port': {'device_id': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'admin_state_up': True, 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'security_groups': ['fd143aec-82d6-4be5-a14e-0cce1b75c0db']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:38.057494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:38.067924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:38.150847 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:38.155563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.367361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.20.0.6 (301b2781-50ed-4a15-8f51-b72244c182f2/1d26d0d2-8344-4321-94e8-de4a953165ca/f6c523b9-513f-42cc-b6e8-9e9f7182e9e6) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:38.381576 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-25ed596b-cc0f-42ba-9344-ddd49cb9b67c req-9abb286e-d6df-4db0-a15c-880e720461b6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 210 time: 0.0530093 Jun 16 15:56:38.520955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 07edf992-a333-49b0-87bc-0ef2b0ed62e6 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:38.587363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.596825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:38.597195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.605966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Transition to ACTIVE for port object f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:38.705069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.728907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:56:38.781932 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 301b2781-50ed-4a15-8f51-b72244c182f2 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:38.785739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:38.788754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:56:38.853805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:38.903015 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:38.903871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.053577 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-c390d37f-4db5-4ed1-a06a-a5117db8cf95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1539085 Jun 16 15:56:39.065518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Request body: {'port': {'device_id': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:39.115975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ed716d71-f49f-4d82-be07-5c5690336bf8 None None] Provisioning for port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:39.123326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ed716d71-f49f-4d82-be07-5c5690336bf8 None None] Provisioning complete for port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:39.123835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ed716d71-f49f-4d82-be07-5c5690336bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.195699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ed716d71-f49f-4d82-be07-5c5690336bf8 None None] Port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:56:39.205557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.597716 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:56:39.606875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.622051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2a34a-e726-49fd-9256-fa2c12001ff6 req-b691ed31-ead5-4102-ba2c-683bd8a49659 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:39.623587 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-74f2a34a-e726-49fd-9256-fa2c12001ff6 req-b691ed31-ead5-4102-ba2c-683bd8a49659 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 931 time: 0.1118288 Jun 16 15:56:39.624832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Transition to ACTIVE for port object f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:39.673355 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-74f2a34a-e726-49fd-9256-fa2c12001ff6 req-7fb2de67-1f43-49bf-a083-4f1c968f9598 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426712 Jun 16 15:56:39.710113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.888618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Pushing event updated for resources: {'Port': ['ID=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:39.980295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Attempting to bind port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:56:39.980815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Attempting to bind port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:56:39.981151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Attempting to bind port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 on network 301b2781-50ed-4a15-8f51-b72244c182f2 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:39.985862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 on network 301b2781-50ed-4a15-8f51-b72244c182f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:56:39.986184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Attempting to bind port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 on network 301b2781-50ed-4a15-8f51-b72244c182f2 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:39.991269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:39.991607 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Checking segment: {'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:56:39.991994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Bound using segment: {'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:39.992462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Bound port: f6c523b9-513f-42cc-b6e8-9e9f7182e9e6, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b9d00ba-930c-4bce-aa0f-b96103bec01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:56:39.993353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.083456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] For port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:40.086596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] For port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:40.138441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.193217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:40.193814 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.195195 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] 10.222.0.46 "PUT /v2.0/ports/f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 HTTP/1.1" status: 200 len: 1093 time: 1.1347933 Jun 16 15:56:40.195668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'tag': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:56:40.220509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318ac3f-e867-4efa-9ea1-9ba917e2893e service neutron] Pushing event updated for resources: {'Port': ['ID=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:40.247769 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e7439a-0afa-42b7-b73e-b3d2d621df16'] response: {'name': 'network-changed', 'server_uuid': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'tag': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'status': 'completed', 'code': 200} Jun 16 15:56:40.356517 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fa862-584a-4334-982b-7f78476873fc req-e2f114df-2d61-4cb9-9b1c-54da2a25cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:40.358091 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fe9fa862-584a-4334-982b-7f78476873fc req-e2f114df-2d61-4cb9-9b1c-54da2a25cfd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 1096 time: 0.0908792 Jun 16 15:56:40.499215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fa862-584a-4334-982b-7f78476873fc req-a6b2c5ac-c7aa-42ca-821e-c8a417426d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:40.500645 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fe9fa862-584a-4334-982b-7f78476873fc req-a6b2c5ac-c7aa-42ca-821e-c8a417426d90 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1362026 Jun 16 15:56:40.736422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fa862-584a-4334-982b-7f78476873fc req-37af44aa-3879-484f-ab6e-ad03ad4226ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:40.737872 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fe9fa862-584a-4334-982b-7f78476873fc req-37af44aa-3879-484f-ab6e-ad03ad4226ec service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315373 Jun 16 15:56:40.858851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-eb5d0667-abb9-4328-93d6-288e3f280168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:40.860339 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-eb5d0667-abb9-4328-93d6-288e3f280168 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 1096 time: 0.0851235 Jun 16 15:56:40.870845 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8110d05-4a21-4eb4-88fa-793e6aee9449 req-c2654bb2-a7cc-4517-85cf-58a023d6e9ba tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:40.872334 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8110d05-4a21-4eb4-88fa-793e6aee9449 req-c2654bb2-a7cc-4517-85cf-58a023d6e9ba tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 943 time: 0.0901906 Jun 16 15:56:40.920310 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f8110d05-4a21-4eb4-88fa-793e6aee9449 req-f9ec504a-0229-4b57-a009-1226e8612a53 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418437 Jun 16 15:56:40.927694 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-2c92b90a-781c-4aae-9121-b471f0216290 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 HTTP/1.1" status: 200 len: 217 time: 0.0605834 Jun 16 15:56:40.994431 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-7cfe048f-1513-4b40-99b2-ecb7903e447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:40.999302 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-7cfe048f-1513-4b40-99b2-ecb7903e447e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d26d0d2-8344-4321-94e8-de4a953165ca HTTP/1.1" status: 200 len: 835 time: 0.0657635 Jun 16 15:56:41.083478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-eb20ec4c-b266-45e6-91a6-a39cead8f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:41.084960 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-eb20ec4c-b266-45e6-91a6-a39cead8f594 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=301b2781-50ed-4a15-8f51-b72244c182f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801973 Jun 16 15:56:41.217969 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-01dd8581-5e23-4e43-8973-c3f7dbe978be service neutron] 10.222.0.46 "GET /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268020 Jun 16 15:56:41.355665 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7cdfbb19-574c-4ffd-bf18-71aba0c8cb0c req-aafed3d6-132c-4067-9304-ddaac250a7a0 service neutron] 10.222.0.46 "GET /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321442 Jun 16 15:56:42.118563 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96665acf-e7af-47ed-a225-512bbfc507dd req-00385d21-9193-4bab-bd6e-a4eb036408e4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:42.119963 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-96665acf-e7af-47ed-a225-512bbfc507dd req-00385d21-9193-4bab-bd6e-a4eb036408e4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 943 time: 0.0888333 Jun 16 15:56:42.165155 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-96665acf-e7af-47ed-a225-512bbfc507dd req-0cc7a53f-eb33-41e8-9a53-c524973779b6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389631 Jun 16 15:56:42.728331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:56:42.866599 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:42.881490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'port_id': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'mac_address': 'fa:16:3e:13:d6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:56:42.940690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:56:42.941068 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.957821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:56:42.973098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:43.033512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:43.099542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:43.270075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['f6c523b9-513f-42cc-b6e8-9e9f7182e9e6'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:43.368157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab2652-8201-4e80-b585-0c2cb6238538 req-093017eb-a6b3-499e-aac4-5d04b3939dd4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:43.369614 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2fab2652-8201-4e80-b585-0c2cb6238538 req-093017eb-a6b3-499e-aac4-5d04b3939dd4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 944 time: 0.0978663 Jun 16 15:56:43.413738 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2fab2652-8201-4e80-b585-0c2cb6238538 req-099d2986-2281-46cd-ab9c-7234221f295a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380723 Jun 16 15:56:44.603989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a15eb-5757-4cd4-a5d1-abb9c778a814 req-068fb804-ba50-4fce-960f-cd37c31ad67f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:44.605347 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d9a15eb-5757-4cd4-a5d1-abb9c778a814 req-068fb804-ba50-4fce-960f-cd37c31ad67f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 944 time: 0.0878406 Jun 16 15:56:44.651757 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5d9a15eb-5757-4cd4-a5d1-abb9c778a814 req-cb77a123-f424-4780-b385-b3ff3e089673 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407076 Jun 16 15:56:44.742899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:44.869987 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:44.875431 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:44.875819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.006828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:56:45.007223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.034001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:56:45.050539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:45.087027 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5de2a99-79d4-4de6-a1a3-17b2b6254c56'] response: {'server_uuid': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'code': 200} Jun 16 15:56:45.149479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.223518 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:45.477005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82ee23-2a22-4375-a3d9-70347565b52b req-aa640490-9a1e-41e0-8700-69b25d43b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:45.478538 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bc82ee23-2a22-4375-a3d9-70347565b52b req-aa640490-9a1e-41e0-8700-69b25d43b3fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0851107 Jun 16 15:56:45.518436 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bc82ee23-2a22-4375-a3d9-70347565b52b req-24bcb31a-025b-4540-9dbb-fdb8cab5a84c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333750 Jun 16 15:56:45.817819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e0e52115-b699-479d-98a2-fcf5006be5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.844995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a7d7b-6d45-45b8-bee5-a555c8cbe761 req-711c4735-948f-4674-82fd-3d466b5ae56a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:45.846429 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9c5a7d7b-6d45-45b8-bee5-a555c8cbe761 req-711c4735-948f-4674-82fd-3d466b5ae56a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.0891957 Jun 16 15:56:45.891920 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9c5a7d7b-6d45-45b8-bee5-a555c8cbe761 req-25e2bdc4-07e4-4ff1-96bd-8609026dba80 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395761 Jun 16 15:56:47.198027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae18137-e813-49f5-80e0-df305e9c54e9 req-6a5a38e9-f98e-4573-8c72-b7e507eb3ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:47.199436 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cae18137-e813-49f5-80e0-df305e9c54e9 req-6a5a38e9-f98e-4573-8c72-b7e507eb3ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.1986618 Jun 16 15:56:47.245457 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cae18137-e813-49f5-80e0-df305e9c54e9 req-779e5cd3-0944-46a9-9b4c-3ada130437aa tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393608 Jun 16 15:56:47.470320 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b348f4-9406-452d-9f6d-5b4a30c82f6b req-6005f868-df89-4e23-b3dc-9260a0e4a34a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:47.471752 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c5b348f4-9406-452d-9f6d-5b4a30c82f6b req-6005f868-df89-4e23-b3dc-9260a0e4a34a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.1034436 Jun 16 15:56:47.519283 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c5b348f4-9406-452d-9f6d-5b4a30c82f6b req-64c1e990-e8d1-4a0f-9d33-0b12fcea6fd7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402632 Jun 16 15:56:47.543022 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38512) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:47.624044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc361ff-1343-4374-b305-48d145e14309 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:47.625558 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bcc361ff-1343-4374-b305-48d145e14309 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 1093 time: 0.0815394 Jun 16 15:56:47.628463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38516) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:47.633225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:47.639213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:56:47.643007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:floatingip and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:56:47.649673 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:56:47.655384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:56:47.732741 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:47.869123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:48.010650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.26.2.238 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/3f3a029b-4937-49f4-b9b4-f4ba4cf524c7) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:48.157604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:48.276720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:48.344988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:48.348604 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:48.352233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:56:48.385603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=3f3a029b-4937-49f4-b9b4-f4ba4cf524c7,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:48.399928 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d938-f26c-43b4-a5a8-620cba6a2054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:48.772882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:48.802350 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:48.947300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.161390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.252332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.359239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=3f3a029b-4937-49f4-b9b4-f4ba4cf524c7,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:49.372043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.642988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Floating IP 70c098e9-6e5f-4011-92d1-92a12a1543a2 associated. External IP: 172.26.2.238, port: f6c523b9-513f-42cc-b6e8-9e9f7182e9e6. Jun 16 15:56:49.996090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router 23a8077c-773e-4051-a09c-4d0515cd15f9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:56:50.171874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:50.182572 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] Sync routers for ids ['23a8077c-773e-4051-a09c-4d0515cd15f9'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:50.192985 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] Routers {'23a8077c-773e-4051-a09c-4d0515cd15f9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:56:50.193679 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:56:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['23a8077c-773e-4051-a09c-4d0515cd15f9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:50.256951 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.318888 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-19c140b4-988a-4d2b-989a-3bfa78fd9e6b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6892431 Jun 16 15:56:50.319459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'tag': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:56:50.367850 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.372208 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e92db8a-3bdf-4b7e-a2e7-ec570080ad9a'] response: {'name': 'network-changed', 'server_uuid': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'tag': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'status': 'completed', 'code': 200} Jun 16 15:56:50.376395 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] Set router 23a8077c-773e-4051-a09c-4d0515cd15f9 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:56:50.488761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26999a9-4a44-444f-a163-73e0386fc420 req-90378ec3-1146-4cbc-8586-79518fcc24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:50.491726 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e26999a9-4a44-444f-a163-73e0386fc420 req-90378ec3-1146-4cbc-8586-79518fcc24a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0994012 Jun 16 15:56:50.528076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a240-9ac6-40b0-811b-08c42429d7d7 req-b91eb79a-17d7-4cee-9295-58182d262659 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:50.528076 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9889a240-9ac6-40b0-811b-08c42429d7d7 req-b91eb79a-17d7-4cee-9295-58182d262659 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.1084414 Jun 16 15:56:50.572066 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9889a240-9ac6-40b0-811b-08c42429d7d7 req-a0234c27-0bde-4f01-9702-93d37fa55d87 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415261 Jun 16 15:56:50.600198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38524) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:50.636743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26999a9-4a44-444f-a163-73e0386fc420 req-5627db9a-b048-4623-8e4e-3129d348f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:50.638181 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e26999a9-4a44-444f-a163-73e0386fc420 req-5627db9a-b048-4623-8e4e-3129d348f4af service neutron] 10.222.0.46 "GET /v2.0/networks?id=301b2781-50ed-4a15-8f51-b72244c182f2 HTTP/1.1" status: 200 len: 898 time: 0.1399891 Jun 16 15:56:50.709993 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a86c2aaf-17c0-4571-aa3f-8dc5f9218630 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/70c098e9-6e5f-4011-92d1-92a12a1543a2 HTTP/1.1" status: 200 len: 991 time: 0.1073880 Jun 16 15:56:50.740033 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:32Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '70c098e9-6e5f-4011-92d1-92a12a1543a2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'port_id': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'mac_address': 'fa:16:3e:13:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:56:48Z', 'updated_at': '2022-06-16T15:56:48Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07edf992-a333-49b0-87bc-0ef2b0ed62e6', 'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:ec:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:31Z', 'updated_at': '2022-06-16T15:56:36Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:50.743054 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e26999a9-4a44-444f-a163-73e0386fc420 req-27e0867b-13e9-4518-af9d-b6ab4bb098f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 HTTP/1.1" status: 200 len: 999 time: 0.0984066 Jun 16 15:56:50.744535 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] Checking router: 23a8077c-773e-4051-a09c-4d0515cd15f9 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:50.752990 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] Routers {'23a8077c-773e-4051-a09c-4d0515cd15f9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:56:50.753657 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:56:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['23a8077c-773e-4051-a09c-4d0515cd15f9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:50.811701 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26999a9-4a44-444f-a163-73e0386fc420 req-bacac0f0-c3ae-4180-8452-21e0c86666c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:50.813058 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e26999a9-4a44-444f-a163-73e0386fc420 req-bacac0f0-c3ae-4180-8452-21e0c86666c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d26d0d2-8344-4321-94e8-de4a953165ca HTTP/1.1" status: 200 len: 835 time: 0.0650795 Jun 16 15:56:50.896680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26999a9-4a44-444f-a163-73e0386fc420 req-923cfadf-3909-46af-8604-ed9b2e7f2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:50.898005 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e26999a9-4a44-444f-a163-73e0386fc420 req-923cfadf-3909-46af-8604-ed9b2e7f2503 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=301b2781-50ed-4a15-8f51-b72244c182f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787101 Jun 16 15:56:50.937385 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] Set router 23a8077c-773e-4051-a09c-4d0515cd15f9 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:56:51.030549 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e26999a9-4a44-444f-a163-73e0386fc420 req-53f9e876-a160-42b5-9b03-3623c2ea7b69 service neutron] 10.222.0.46 "GET /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264598 Jun 16 15:56:51.164612 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e26999a9-4a44-444f-a163-73e0386fc420 req-daccaddf-c084-45a2-8f1d-ee9e2e3545b4 service neutron] 10.222.0.46 "GET /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281559 Jun 16 15:56:51.293695 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:32Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '70c098e9-6e5f-4011-92d1-92a12a1543a2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'port_id': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'mac_address': 'fa:16:3e:13:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:56:48Z', 'updated_at': '2022-06-16T15:56:48Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07edf992-a333-49b0-87bc-0ef2b0ed62e6', 'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:ec:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:31Z', 'updated_at': '2022-06-16T15:56:36Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:51.297626 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58323c76-d93d-4dc9-8e9a-245d8a3e2df9 None None] The sync data for ids ['23a8077c-773e-4051-a09c-4d0515cd15f9'] in dv-neutron-846028-2-hyperv is: [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:32Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '70c098e9-6e5f-4011-92d1-92a12a1543a2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'port_id': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'mac_address': 'fa:16:3e:13:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:56:48Z', 'updated_at': '2022-06-16T15:56:48Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07edf992-a333-49b0-87bc-0ef2b0ed62e6', 'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:ec:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:31Z', 'updated_at': '2022-06-16T15:56:36Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:51.497773 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b527c-a025-461c-85a5-0ffb2504e6dd None None] New status for floating IP 70c098e9-6e5f-4011-92d1-92a12a1543a2: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:56:51.712983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38528) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:51.748515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.821675 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6abc910d-b15a-4b5c-9550-57d78556be61 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/70c098e9-6e5f-4011-92d1-92a12a1543a2 HTTP/1.1" status: 200 len: 991 time: 0.1073570 Jun 16 15:56:52.825486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38532) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:52.932770 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-015decd6-4adb-4e3c-95a2-2aaa57664255 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/70c098e9-6e5f-4011-92d1-92a12a1543a2 HTTP/1.1" status: 200 len: 993 time: 0.1059921 Jun 16 15:56:56.112190 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-88e96887-2d3f-4561-96fd-068390523e38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834849 Jun 16 15:56:56.256734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-5a5a4cf9-d340-42e9-8b5d-ba8c51feec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:56.258221 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-5a5a4cf9-d340-42e9-8b5d-ba8c51feec86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0801258 Jun 16 15:56:56.500344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-507d5ca0-80d2-4b48-8ed5-a8f04bba6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:56.506492 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-507d5ca0-80d2-4b48-8ed5-a8f04bba6346 service neutron] 10.222.0.46 "GET /v2.0/networks?id=301b2781-50ed-4a15-8f51-b72244c182f2 HTTP/1.1" status: 200 len: 898 time: 0.2239735 Jun 16 15:56:56.539351 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:56:56.629169 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-c99017ec-b17f-403b-80f9-de9dd8c814b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 HTTP/1.1" status: 200 len: 1001 time: 0.1213953 Jun 16 15:56:56.705836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-4c9481ab-3f6a-423f-8bc4-64cbe98ce7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:56.707268 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-4c9481ab-3f6a-423f-8bc4-64cbe98ce7a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d26d0d2-8344-4321-94e8-de4a953165ca HTTP/1.1" status: 200 len: 835 time: 0.0725110 Jun 16 15:56:56.788833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-0deb90c2-52f6-409d-9f07-d39e8e0d9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:56:56.790296 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-0deb90c2-52f6-409d-9f07-d39e8e0d9c69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=301b2781-50ed-4a15-8f51-b72244c182f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776451 Jun 16 15:56:56.930182 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-4c23e56d-9f74-4c88-8616-7cbdd04fc2e8 service neutron] 10.222.0.46 "GET /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339972 Jun 16 15:56:57.060488 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cf8e109f-50bf-4cec-8c12-6f24fb6a0af1 req-c5c452b6-8772-4d48-b062-cc8f6885b4b6 service neutron] 10.222.0.46 "GET /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244793 Jun 16 15:57:06.027945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:15.765341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-053b3a5f-4575-40e8-8734-16ea16988658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.366955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f9f5bb31-d32f-4f6c-a2d6-1433798bb4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.737190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:20.405739 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:20.937862 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258ebd3-fb0a-4ff3-9eb3-2761cb7a6fb5 req-65604246-dee8-4504-90f5-36ba60cec641 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:20.939332 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1258ebd3-fb0a-4ff3-9eb3-2761cb7a6fb5 req-65604246-dee8-4504-90f5-36ba60cec641 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.1021097 Jun 16 15:57:20.990011 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1258ebd3-fb0a-4ff3-9eb3-2761cb7a6fb5 req-49d101a3-0f4b-4ed9-9a98-171fcde94378 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444036 Jun 16 15:57:21.658484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:22.184986 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19345e0b-a6fd-48ef-a11a-9d5ad8509fc8 req-a94b0591-ff0a-4c82-9062-bb2444ee0183 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:22.186419 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-19345e0b-a6fd-48ef-a11a-9d5ad8509fc8 req-a94b0591-ff0a-4c82-9062-bb2444ee0183 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.0877519 Jun 16 15:57:22.231659 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-19345e0b-a6fd-48ef-a11a-9d5ad8509fc8 req-d53e8c7c-a352-49cd-85dc-f37f3064767a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394459 Jun 16 15:57:22.255339 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38554) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:22.364704 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8618f5c9-5eba-42ea-8e0e-7b1e382467ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/70c098e9-6e5f-4011-92d1-92a12a1543a2 HTTP/1.1" status: 200 len: 993 time: 0.1080551 Jun 16 15:57:24.253601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f922e1e-5bb6-4919-84c9-1e7789ad61ae req-9473cf10-04ca-43e9-b4ed-53331873e738 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:24.255094 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5f922e1e-5bb6-4919-84c9-1e7789ad61ae req-9473cf10-04ca-43e9-b4ed-53331873e738 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.2088940 Jun 16 15:57:24.309915 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5f922e1e-5bb6-4919-84c9-1e7789ad61ae req-348a9e47-bbad-4f90-ab84-02f2c23aa9cb tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479262 Jun 16 15:57:25.505932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d7fad-b9b9-463c-bbfc-5a07a624ab40 req-a7ee190a-985d-452b-ba47-79c4626c8c35 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:25.507380 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b88d7fad-b9b9-463c-bbfc-5a07a624ab40 req-a7ee190a-985d-452b-ba47-79c4626c8c35 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.0877128 Jun 16 15:57:25.552566 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b88d7fad-b9b9-463c-bbfc-5a07a624ab40 req-666ebea1-647d-4136-9c0a-e6f023c90779 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394108 Jun 16 15:57:25.575159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38566) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:25.683173 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b83a6a61-9f86-4d9d-8148-1ebe804cbea9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/70c098e9-6e5f-4011-92d1-92a12a1543a2 HTTP/1.1" status: 200 len: 993 time: 0.1068568 Jun 16 15:57:26.027303 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38574) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:26.234241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 3f3a029b-4937-49f4-b9b4-f4ba4cf524c7 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:57:26.234493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:26.411988 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:26.412371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:26.532099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 3f3a029b-4937-49f4-b9b4-f4ba4cf524c7 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:57:26.783732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:26.832720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=3f3a029b-4937-49f4-b9b4-f4ba4cf524c7,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:26.878761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.879124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.879462 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.879793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.880126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.880452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.880773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.881093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.881413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.881732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.882053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.882371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:26.941942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:26.942269 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Floating IP 70c098e9-6e5f-4011-92d1-92a12a1543a2 disassociated (deleted). External IP: 172.26.2.238, port: f6c523b9-513f-42cc-b6e8-9e9f7182e9e6. Jun 16 15:57:27.295667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router 23a8077c-773e-4051-a09c-4d0515cd15f9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:57:27.582386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:57:27.592297 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] Sync routers for ids ['23a8077c-773e-4051-a09c-4d0515cd15f9'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:57:27.598616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:27.601608 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] Routers {'23a8077c-773e-4051-a09c-4d0515cd15f9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:57:27.602213 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:57:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['23a8077c-773e-4051-a09c-4d0515cd15f9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:27.653655 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d3565b30-c34b-44d1-a1cd-9bbdb02ab0f7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/floatingips/70c098e9-6e5f-4011-92d1-92a12a1543a2 HTTP/1.1" status: 204 len: 168 time: 1.6252289 Jun 16 15:57:27.654228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'tag': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:57:27.702005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d738ec44-8d9d-4d35-a651-8104098f1750'] response: {'name': 'network-changed', 'server_uuid': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'tag': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'status': 'completed', 'code': 200} Jun 16 15:57:27.786472 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] Set router 23a8077c-773e-4051-a09c-4d0515cd15f9 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:57:27.809794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-4ada365e-b9a0-4407-a57c-d427be1f44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:27.812092 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-4ada365e-b9a0-4407-a57c-d427be1f44b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0878332 Jun 16 15:57:27.949080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-497291d3-f11f-4953-9ce9-cfd4d9e8234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:27.950429 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-497291d3-f11f-4953-9ce9-cfd4d9e8234b service neutron] 10.222.0.46 "GET /v2.0/networks?id=301b2781-50ed-4a15-8f51-b72244c182f2 HTTP/1.1" status: 200 len: 898 time: 0.1317518 Jun 16 15:57:28.023464 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-b208d659-f561-4b63-8435-9c9c21efbc6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 HTTP/1.1" status: 200 len: 217 time: 0.0667841 Jun 16 15:57:28.085038 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-b4dbce48-93ef-452e-9055-7eab4ac5874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:28.086487 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-b4dbce48-93ef-452e-9055-7eab4ac5874d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d26d0d2-8344-4321-94e8-de4a953165ca HTTP/1.1" status: 200 len: 835 time: 0.0576053 Jun 16 15:57:28.139968 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:32Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '07edf992-a333-49b0-87bc-0ef2b0ed62e6', 'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:ec:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:31Z', 'updated_at': '2022-06-16T15:56:36Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:28.143892 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] Checking router: 23a8077c-773e-4051-a09c-4d0515cd15f9 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:57:28.152989 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] Routers {'23a8077c-773e-4051-a09c-4d0515cd15f9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:57:28.153596 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:57:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['23a8077c-773e-4051-a09c-4d0515cd15f9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:28.208406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-0b2922fb-7851-4d46-b293-3379f4df8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:28.210140 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-0b2922fb-7851-4d46-b293-3379f4df8dad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=301b2781-50ed-4a15-8f51-b72244c182f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1170645 Jun 16 15:57:28.329183 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84253-5d0d-455d-9d20-d497e1f09f35 req-5655194e-4ec7-4e6a-ae7b-43ae0a830afd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:28.329894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-87d84253-5d0d-455d-9d20-d497e1f09f35 req-5655194e-4ec7-4e6a-ae7b-43ae0a830afd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:57:28.347955 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] Set router 23a8077c-773e-4051-a09c-4d0515cd15f9 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:57:28.352683 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-66a16653-fd39-40ef-93df-cbfb50316d18 service neutron] 10.222.0.46 "GET /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346445 Jun 16 15:57:28.418242 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-87d84253-5d0d-455d-9d20-d497e1f09f35 req-5655194e-4ec7-4e6a-ae7b-43ae0a830afd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:57:28.419608 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-87d84253-5d0d-455d-9d20-d497e1f09f35 req-5655194e-4ec7-4e6a-ae7b-43ae0a830afd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.1845732 Jun 16 15:57:28.472809 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-87d84253-5d0d-455d-9d20-d497e1f09f35 req-b5cb21cc-1d69-4ea8-98a3-fed36d27176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453844 Jun 16 15:57:28.601053 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d90e9d20-2cb3-40b9-b2a6-08877e7cc508 req-9870b9fb-c1ee-40f5-acd6-45cfc94ed498 service neutron] 10.222.0.46 "GET /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419791 Jun 16 15:57:28.665234 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:32Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '07edf992-a333-49b0-87bc-0ef2b0ed62e6', 'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:ec:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:31Z', 'updated_at': '2022-06-16T15:56:36Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:28.669095 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6786d10-4ae0-428a-aaff-2b0eb31329ae None None] The sync data for ids ['23a8077c-773e-4051-a09c-4d0515cd15f9'] in dv-neutron-846028-2-hyperv is: [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:56:32Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '07edf992-a333-49b0-87bc-0ef2b0ed62e6', 'name': '', 'network_id': '301b2781-50ed-4a15-8f51-b72244c182f2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:ec:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:31Z', 'updated_at': '2022-06-16T15:56:36Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '1d26d0d2-8344-4321-94e8-de4a953165ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:57:28.889255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccb7610-86b8-490e-b0b7-504e4541ce3d None None] New status for floating IP 70c098e9-6e5f-4011-92d1-92a12a1543a2: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:57:29.678445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5819623-e127-41e6-85ef-9be1c5140563 req-89ea2e4c-31a3-4320-92ff-ff75a88552ea tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:29.679825 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c5819623-e127-41e6-85ef-9be1c5140563 req-89ea2e4c-31a3-4320-92ff-ff75a88552ea tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.0906336 Jun 16 15:57:29.730007 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c5819623-e127-41e6-85ef-9be1c5140563 req-c50a7f0c-66f1-489f-a43d-385cb7f204e7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=fd143aec-82d6-4be5-a14e-0cce1b75c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444431 Jun 16 15:57:29.802918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-00723b09-372c-4cdf-80e9-31a7430c5da2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:29.803616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-00723b09-372c-4cdf-80e9-31a7430c5da2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:57:29.815102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-00723b09-372c-4cdf-80e9-31a7430c5da2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:57:29.816183 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-00723b09-372c-4cdf-80e9-31a7430c5da2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 945 time: 0.0999713 Jun 16 15:57:29.901227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:57:29.901702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.148623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:30.148984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.271198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:57:30.463770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.515553 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=f6c523b9-513f-42cc-b6e8-9e9f7182e9e6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:30.565774 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.566118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.566462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.566819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.567165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.567498 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.567826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.568152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.568478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.568802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.569127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.569449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.616587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] No DVR routers for this DVR port f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:57:30.619130 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.621603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'name': 'network-vif-deleted', 'tag': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:57:30.668642 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49612f6c-f4c6-4cce-85b5-3469d1b18bee'] response: {'server_uuid': '7190637f-6095-46dd-a9d5-04dd99d78ea6', 'name': 'network-vif-deleted', 'tag': 'f6c523b9-513f-42cc-b6e8-9e9f7182e9e6', 'status': 'completed', 'code': 200} Jun 16 15:57:30.670538 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-75af3712-c6d9-4dd0-a366-ef7c418c2880 req-08eedae4-495d-47b4-8306-fdab6d9ee1bf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "DELETE /v2.0/ports/f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 HTTP/1.1" status: 204 len: 173 time: 0.8493435 Jun 16 15:57:30.888643 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-319af446-1f04-4288-9cc7-6b26af82240c req-5e46480b-3471-456a-95c8-59886cb0bf2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=7190637f-6095-46dd-a9d5-04dd99d78ea6 HTTP/1.1" status: 200 len: 210 time: 0.0522494 Jun 16 15:57:31.990630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38592) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:32.551552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:32.909705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 07edf992-a333-49b0-87bc-0ef2b0ed62e6 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:57:32.909952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:33.071070 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:57:33.106161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:57:33.106512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device f6c523b9-513f-42cc-b6e8-9e9f7182e9e6 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:57:33.215035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port 07edf992-a333-49b0-87bc-0ef2b0ed62e6, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=07edf992-a333-49b0-87bc-0ef2b0ed62e6,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:33.215670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:33.344382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 07edf992-a333-49b0-87bc-0ef2b0ed62e6 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:57:33.538029 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:57:33.696913 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:33.747743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=07edf992-a333-49b0-87bc-0ef2b0ed62e6,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:34.044035 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:34.404059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router 23a8077c-773e-4051-a09c-4d0515cd15f9 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:57:34.703455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:57:34.712657 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] Sync routers for ids ['23a8077c-773e-4051-a09c-4d0515cd15f9'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:57:34.718574 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a78a3e75-f49c-421c-9488-b7b4207315e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "PUT /v2.0/routers/23a8077c-773e-4051-a09c-4d0515cd15f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239220 Jun 16 15:57:34.718729 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38596) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:34.722521 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] Routers {'23a8077c-773e-4051-a09c-4d0515cd15f9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:57:34.723237 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:57:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['23a8077c-773e-4051-a09c-4d0515cd15f9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:34.784345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-43658bc5-8a1e-4e3e-80ba-a24b36184748 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting subnet 1d26d0d2-8344-4321-94e8-de4a953165ca {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:57:34.787830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43658bc5-8a1e-4e3e-80ba-a24b36184748 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:34.844179 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43658bc5-8a1e-4e3e-80ba-a24b36184748 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:34.898753 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] Set router 23a8077c-773e-4051-a09c-4d0515cd15f9 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:57:34.934009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43658bc5-8a1e-4e3e-80ba-a24b36184748 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.070959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43658bc5-8a1e-4e3e-80ba-a24b36184748 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.115227 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43658bc5-8a1e-4e3e-80ba-a24b36184748 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Subnet': ['ID=1d26d0d2-8344-4321-94e8-de4a953165ca,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:35.120788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-43658bc5-8a1e-4e3e-80ba-a24b36184748 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.129346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a7ffd-479d-456d-ae1d-8731ddea4730 None None] Network 301b2781-50ed-4a15-8f51-b72244c182f2 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:57:35.130001 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-43658bc5-8a1e-4e3e-80ba-a24b36184748 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/subnets/1d26d0d2-8344-4321-94e8-de4a953165ca HTTP/1.1" status: 204 len: 168 time: 0.4102461 Jun 16 15:57:35.132598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38600) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:35.225184 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:57:33Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:35.229841 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] Checking router: 23a8077c-773e-4051-a09c-4d0515cd15f9 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:57:35.239133 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] Routers {'23a8077c-773e-4051-a09c-4d0515cd15f9'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:57:35.239742 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:57:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['23a8077c-773e-4051-a09c-4d0515cd15f9'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:35.333335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.420202 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] Set router 23a8077c-773e-4051-a09c-4d0515cd15f9 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:57:35.439984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] DHCP port deletion for 301b2781-50ed-4a15-8f51-b72244c182f2 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:57:35.444721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Deleting port 560d130d-cdbc-4597-a774-28bdcf559b88 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:57:35.445183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.533782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.602149 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 97c250f0-5189-46bb-9b15-7b01e0a32b19 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:57:35.602658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.701002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] For port 560d130d-cdbc-4597-a774-28bdcf559b88, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=560d130d-cdbc-4597-a774-28bdcf559b88,segment=NetworkSegment(6b9d00ba-930c-4bce-aa0f-b96103bec01c),segment_id=6b9d00ba-930c-4bce-aa0f-b96103bec01c)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:35.701720 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.732956 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:57:33Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:35.736906 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5dcbfe-aeee-4ffb-bc37-1de25265686e None None] The sync data for ids ['23a8077c-773e-4051-a09c-4d0515cd15f9'] in dv-neutron-846028-2-hyperv is: [{'id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642338050', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:56:25Z', 'updated_at': '2022-06-16T15:57:33Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '97c250f0-5189-46bb-9b15-7b01e0a32b19', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a8077c-773e-4051-a09c-4d0515cd15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:56:26Z', 'updated_at': '2022-06-16T15:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:57:35.802264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port 97c250f0-5189-46bb-9b15-7b01e0a32b19, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=97c250f0-5189-46bb-9b15-7b01e0a32b19,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:35.803027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.837851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Calling delete_port for 560d130d-cdbc-4597-a774-28bdcf559b88 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:57:35.932816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 97c250f0-5189-46bb-9b15-7b01e0a32b19 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:57:35.969260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:36.044288 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Pushing event deleted for resources: {'Port': ['ID=560d130d-cdbc-4597-a774-28bdcf559b88,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:36.046622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] No DVR routers for this DVR port 560d130d-cdbc-4597-a774-28bdcf559b88 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:57:36.070287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.070287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.070287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.070287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.070287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.070287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.070287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.070287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.071881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.071881 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.072489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.072489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd543d-5c05-456e-85e6-ba501809eaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:36.099077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:36.183991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:36.270298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=97c250f0-5189-46bb-9b15-7b01e0a32b19,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:36.331398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:36.588972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 560d130d-cdbc-4597-a774-28bdcf559b88 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:57:36.609869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:36.612130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:36.625728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 560d130d-cdbc-4597-a774-28bdcf559b88 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:57:36.626091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 560d130d-cdbc-4597-a774-28bdcf559b88 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:57:36.626479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 07edf992-a333-49b0-87bc-0ef2b0ed62e6 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:57:36.660990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 07edf992-a333-49b0-87bc-0ef2b0ed62e6 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:57:36.661342 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 07edf992-a333-49b0-87bc-0ef2b0ed62e6 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:57:36.715466 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:36.716077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Fanout notify agent at l3_agent the message router_deleted on router 23a8077c-773e-4051-a09c-4d0515cd15f9 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:57:36.733531 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:36.733918 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e5fb23d2-f8b2-45af-8b31-164c8e706fc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/routers/23a8077c-773e-4051-a09c-4d0515cd15f9 HTTP/1.1" status: 204 len: 168 time: 1.6003990 Jun 16 15:57:36.736950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38604) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:36.857182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:36.985524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.010337 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301b2781-50ed-4a15-8f51-b72244c182f2']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:37.022667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9d00ba-930c-4bce-aa0f-b96103bec01c') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:37.022991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9d00ba-930c-4bce-aa0f-b96103bec01c') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:37.034746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.050858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.057379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:57:37.057769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.167300 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6b9d00ba-930c-4bce-aa0f-b96103bec01c resource provider aggregate not found Jun 16 15:57:37.184454 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 6b9d00ba-930c-4bce-aa0f-b96103bec01c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b9d00ba-930c-4bce-aa0f-b96103bec01c found for delete ", "request_id": "req-b84640c4-b438-40eb-94f3-01d370c814f8"}]} Jun 16 15:57:37.222844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.227352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.252926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Network': ['ID=301b2781-50ed-4a15-8f51-b72244c182f2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:37.320783 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1c369269-871b-4428-9aed-6f86134fd4b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/networks/301b2781-50ed-4a15-8f51-b72244c182f2 HTTP/1.1" status: 204 len: 168 time: 0.5827165 Jun 16 15:57:37.323831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38614) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:37.396252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ced1da2c-5eee-4c00-ab5d-ec2ffea06c55 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.426816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ced1da2c-5eee-4c00-ab5d-ec2ffea06c55 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.554560 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ced1da2c-5eee-4c00-ab5d-ec2ffea06c55 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.572300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1da2c-5eee-4c00-ab5d-ec2ffea06c55 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd143aec-82d6-4be5-a14e-0cce1b75c0db,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:37.646305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ced1da2c-5eee-4c00-ab5d-ec2ffea06c55 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.647466 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ced1da2c-5eee-4c00-ab5d-ec2ffea06c55 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/security-groups/fd143aec-82d6-4be5-a14e-0cce1b75c0db HTTP/1.1" status: 204 len: 168 time: 0.3226545 Jun 16 15:57:37.883879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38622) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:37.889190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486676255', 'description': 'tempest-secgroup-smoke-486676255 description', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:37.895911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:37.900125 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:37.903158 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:37.909399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:37.995341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:38.015647 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:38.019617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:38.022429 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:38.028129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:38.233085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:38.281357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:38.331521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d825695-6fa1-4845-9fd8-b1b370423da9,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:38.383966 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:38.385225 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-083675e9-7e81-4828-8410-5963f46980ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5002756 Jun 16 15:57:38.388262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38626) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:38.394945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '0d825695-6fa1-4845-9fd8-b1b370423da9', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:38.400197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:38.404453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:38.407486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:38.413302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:38.500177 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 97c250f0-5189-46bb-9b15-7b01e0a32b19 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:57:38.505763 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:38.534597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 97c250f0-5189-46bb-9b15-7b01e0a32b19 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:57:38.534948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 97c250f0-5189-46bb-9b15-7b01e0a32b19 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:57:38.568701 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:38.646769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:38.671219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a3e708-8bee-403c-9a00-d61d45cacb81,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:38.744282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:38.745689 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2fea29cf-1e2c-4233-aedf-761ef3e6178a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564479 Jun 16 15:57:38.748381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38630) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:38.754096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '0d825695-6fa1-4845-9fd8-b1b370423da9', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:38.761569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:38.764186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:38.767584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:38.773240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:38.859281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:38.921707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.001187 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.033947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfcc080-1ab1-479c-814c-748eb357f89e,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:39.104265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.105491 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e78c02a9-66a2-4943-9fea-29ed25e84e06 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3561785 Jun 16 15:57:39.108269 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38634) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:39.114439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '0d825695-6fa1-4845-9fd8-b1b370423da9', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:39.120679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:39.124582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:39.127468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:39.133239 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:39.202590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.280313 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.332722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.359253 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3998d7bd-c271-4bd7-824f-b1907550ffd3,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:39.441162 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.442372 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4c32684f-65be-46d5-9b36-e15f5febc116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329272 Jun 16 15:57:39.445369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38638) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:39.450881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '0d825695-6fa1-4845-9fd8-b1b370423da9', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:39.459627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:39.463623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:39.466484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:39.476800 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:39.572947 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.643389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.708327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.734473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3080c306-a60d-4f04-b17a-e2b81e26a35c,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:39.799868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.801085 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-014508ac-53d4-4e26-b93c-015d0e8c1ec5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3547459 Jun 16 15:57:39.803772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38642) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:39.808766 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '0d825695-6fa1-4845-9fd8-b1b370423da9', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:39.815274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:39.819117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:39.823056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:39.829288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:39.926786 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Project 9ed324ba6c9d46aba14a5c889aaaa7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:57:39.934470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.006871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.091308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.115252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0269c766-2bf2-4397-9f42-ed9acb50aba7,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:40.190324 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.191577 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bcb10a9e-f476-4c49-915d-93c03fbd2551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3868935 Jun 16 15:57:40.194241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38646) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:40.199171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '0d825695-6fa1-4845-9fd8-b1b370423da9', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:40.205070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:40.208906 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:40.211847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:40.217552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:40.286911 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Project 9ed324ba6c9d46aba14a5c889aaaa7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:57:40.294185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.361467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.452549 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.476108 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d49ddd-815c-4765-891b-2576aee69719,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:40.561282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.562506 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-92fc3d8d-8d92-4a2d-b52e-30b264420a22 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3673666 Jun 16 15:57:40.565477 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38650) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:40.570824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'network': {'name': 'tempest-network-smoke--2090075022', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'port_security_enabled': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:40.576116 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:40.580254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:network and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:40.583094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:40.588977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:40.681370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:40.684770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.714178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:57:40.724184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.724676 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Added segment 5a319d3f-d1d2-484e-925f-61f30cf1a985 of type vlan for network cb3f3bfc-36b1-4448-9243-0e69fa64e899 Jun 16 15:57:40.757501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.881165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:40.887182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:40.887771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.004419 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Network': ['ID=cb3f3bfc-36b1-4448-9243-0e69fa64e899,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:41.016398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network cb3f3bfc-36b1-4448-9243-0e69fa64e899 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:57:41.065131 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0bd54440-18ef-4b73-b291-137bd52d44ee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4986188 Jun 16 15:57:41.068075 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38654) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:41.073831 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'admin_state_up': True, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:41.081354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:41.085142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:router and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:41.088025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:41.094598 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:41.178850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.180082 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.199885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.531290 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.062489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.096844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.233260 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.26.2.189 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/89f9c0fb-a9af-4334-af6d-d8739ef16455) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:57:42.388481 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.510413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.574492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:42.577354 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:42.586533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:57:42.629396 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=89f9c0fb-a9af-4334-af6d-d8739ef16455,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:43.122456 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.579746 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.897475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router d5c18c7e-e2c7-496b-8690-f0b602558ea8 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:57:44.091991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:57:44.101661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Sync routers for ids ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:57:44.111934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Routers {'d5c18c7e-e2c7-496b-8690-f0b602558ea8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:57:44.112589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:57:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:44.201197 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:44.202329 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b0014dcf-de3c-4b64-bd3d-894d723c063f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1333349 Jun 16 15:57:44.205393 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38658) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:44.247917 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7ea3d84f-05ec-4a81-9cdb-2e263714ced3 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=9ed324ba6c9d46aba14a5c889aaaa7e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390782 Jun 16 15:57:44.248140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38662) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:44.295497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Set router d5c18c7e-e2c7-496b-8690-f0b602558ea8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:57:44.381783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21af34c-d86c-4dad-b10d-893adc0b3378 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:44.383306 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e21af34c-d86c-4dad-b10d-893adc0b3378 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342936 Jun 16 15:57:44.386161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38666) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:44.429591 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5fb6cad2-2a18-4b23-94b4-29f99bc67b8d tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423498 Jun 16 15:57:44.432228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38670) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:44.437910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1805052349', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:44.549609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:44.553479 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:subnet and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:57:44.556711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:57:44.562420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:44.581655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:42Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:44.585782 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Checking router: d5c18c7e-e2c7-496b-8690-f0b602558ea8 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:57:44.598282 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Updating router d5c18c7e-e2c7-496b-8690-f0b602558ea8 port 89f9c0fb-a9af-4334-af6d-d8739ef16455 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:57:44.643514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:44.658348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:44.661874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.017953 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.029564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Transition to ACTIVE for port object 89f9c0fb-a9af-4334-af6d-d8739ef16455 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:45.064167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.104183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.148507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Subnet': ['ID=c474eff9-1c18-4918-8044-5ee9579cf6df,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:45.158648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Checking segment: {'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:57:45.159055 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network hostable DHCP agents. Network: cb3f3bfc-36b1-4448-9243-0e69fa64e899, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:57:45.185243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Attempting to bind port 89f9c0fb-a9af-4334-af6d-d8739ef16455 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:57:45.185608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Attempting to bind port 89f9c0fb-a9af-4334-af6d-d8739ef16455 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:57:45.186382 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Attempting to bind port 89f9c0fb-a9af-4334-af6d-d8739ef16455 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:45.195691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c7469-43e4-4d70-8bfa-df08a9e1bd78 None None] Pushing event updated for resources: {'Port': ['ID=89f9c0fb-a9af-4334-af6d-d8739ef16455,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:45.198136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:57:45.198515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:57:45.200393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.200393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:57:45.200393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Bound port: 89f9c0fb-a9af-4334-af6d-d8739ef16455, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:57:45.200393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.274068 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] For port 89f9c0fb-a9af-4334-af6d-d8739ef16455, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:57:45.277004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] For port 89f9c0fb-a9af-4334-af6d-d8739ef16455, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=89f9c0fb-a9af-4334-af6d-d8739ef16455,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:57:45.281246 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network cb3f3bfc-36b1-4448-9243-0e69fa64e899 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:57:45.343930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.382859 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, cb3f3bfc-36b1-4448-9243-0e69fa64e899) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:45.392065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:45.392653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.393666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642399d4-1de1-42c7-94c5-4257372be8bf None None] Network cb3f3bfc-36b1-4448-9243-0e69fa64e899 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:57:45.493389 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-eb4daf8b-9807-4325-b298-12a36c40a2c6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0599017 Jun 16 15:57:45.496356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Routers {'d5c18c7e-e2c7-496b-8690-f0b602558ea8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:57:45.497031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:57:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:45.504017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38674) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:45.573199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c7469-43e4-4d70-8bfa-df08a9e1bd78 None None] Pushing event updated for resources: {'Port': ['ID=89f9c0fb-a9af-4334-af6d-d8739ef16455,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:45.766726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] Set router d5c18c7e-e2c7-496b-8690-f0b602558ea8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:57:45.868091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa9a9147-f5c0-43e7-9942-4be46d0b7271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.999387 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:57:46.000215 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:46.224310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:46.240821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Allocated IP 172.20.0.2 (cb3f3bfc-36b1-4448-9243-0e69fa64e899/c474eff9-1c18-4918-8044-5ee9579cf6df/1ead831e-3fa5-4c48-88cc-4053f5069cda) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:57:46.246094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:42Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:46.254396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9660bcb-ceff-438b-aca2-f9cff55bd0ad None None] The sync data for ids ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'] in dv-neutron-846028-2-hyperv is: [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:42Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:57:46.468691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:46.482104 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Transition to ACTIVE for port object 1ead831e-3fa5-4c48-88cc-4053f5069cda will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:46.520470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Transition to ACTIVE for port object 1ead831e-3fa5-4c48-88cc-4053f5069cda will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:46.591252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:46.686903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 89f9c0fb-a9af-4334-af6d-d8739ef16455 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:46.694011 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.20.0.1 (cb3f3bfc-36b1-4448-9243-0e69fa64e899/c474eff9-1c18-4918-8044-5ee9579cf6df/02a78c06-11ea-41ce-b424-31c8c268d188) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:57:46.773708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Network cb3f3bfc-36b1-4448-9243-0e69fa64e899 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:46.780331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Pushing event updated for resources: {'Port': ['ID=1ead831e-3fa5-4c48-88cc-4053f5069cda,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:46.783408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:46.788021 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:57:46.917717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Attempting to bind port 1ead831e-3fa5-4c48-88cc-4053f5069cda on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:57:46.918193 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Attempting to bind port 1ead831e-3fa5-4c48-88cc-4053f5069cda by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:57:46.918481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Attempting to bind port 1ead831e-3fa5-4c48-88cc-4053f5069cda on network cb3f3bfc-36b1-4448-9243-0e69fa64e899 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:46.926235 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:57:46.926786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Checking segment: {'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:57:46.927362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:46.927909 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Bound using segment: {'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:57:46.928511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Bound port: 1ead831e-3fa5-4c48-88cc-4053f5069cda, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:57:46.929012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:46.979548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 89f9c0fb-a9af-4334-af6d-d8739ef16455 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:46.993705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 89f9c0fb-a9af-4334-af6d-d8739ef16455 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:46.994112 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:47.055458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:47.075820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Transition to ACTIVE for port object 02a78c06-11ea-41ce-b424-31c8c268d188 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:47.091256 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] For port 1ead831e-3fa5-4c48-88cc-4053f5069cda, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:57:47.096090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] For port 1ead831e-3fa5-4c48-88cc-4053f5069cda, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1ead831e-3fa5-4c48-88cc-4053f5069cda,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:57:47.159626 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 89f9c0fb-a9af-4334-af6d-d8739ef16455 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:57:47.160013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:47.178093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 89f9c0fb-a9af-4334-af6d-d8739ef16455, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=89f9c0fb-a9af-4334-af6d-d8739ef16455,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:47.213323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:47.253288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:47.325175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:47.334638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9151d-f1d6-4b1a-81e4-719c7048d515 None None] Pushing event updated for resources: {'Port': ['ID=1ead831e-3fa5-4c48-88cc-4053f5069cda,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:47.340073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network cb3f3bfc-36b1-4448-9243-0e69fa64e899 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:47.347109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:47.352120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:57:47.384110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=02a78c06-11ea-41ce-b424-31c8c268d188,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:47.416231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=89f9c0fb-a9af-4334-af6d-d8739ef16455,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:47.420831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:47.812996 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.285869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.350030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.384221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e5453d36-7d5c-4c02-bb5f-4ac6ab308243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.467868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=02a78c06-11ea-41ce-b424-31c8c268d188,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:48.470526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.622667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network cb3f3bfc-36b1-4448-9243-0e69fa64e899 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:48.624373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:48.642664 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1ead831e-3fa5-4c48-88cc-4053f5069cda up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:48.740063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840ab91-813e-4eee-acf0-aecfa5ff007c None None] Network cb3f3bfc-36b1-4448-9243-0e69fa64e899 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:57:48.828924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.832995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 1ead831e-3fa5-4c48-88cc-4053f5069cda completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:48.849356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router d5c18c7e-e2c7-496b-8690-f0b602558ea8 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:57:48.851488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 89f9c0fb-a9af-4334-af6d-d8739ef16455 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:49.028449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6abddb6d-8673-48c6-881b-5b9990528c68 None None] Provisioning for port 1ead831e-3fa5-4c48-88cc-4053f5069cda completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:49.041445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 89f9c0fb-a9af-4334-af6d-d8739ef16455 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:49.041801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.067494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6abddb6d-8673-48c6-881b-5b9990528c68 None None] Provisioning complete for port 1ead831e-3fa5-4c48-88cc-4053f5069cda triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:49.067866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6abddb6d-8673-48c6-881b-5b9990528c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.161914 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:57:49.171835 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Sync routers for ids ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:57:49.175694 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f3d73ed1-8768-43ec-bf75-d81a76d6e8b3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "PUT /v2.0/routers/d5c18c7e-e2c7-496b-8690-f0b602558ea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6703844 Jun 16 15:57:49.185672 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Routers {'d5c18c7e-e2c7-496b-8690-f0b602558ea8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:57:49.187088 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:57:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:49.306658 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6abddb6d-8673-48c6-881b-5b9990528c68 None None] Current status of the port 1ead831e-3fa5-4c48-88cc-4053f5069cda is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:57:49.307076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6abddb6d-8673-48c6-881b-5b9990528c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.316319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 89f9c0fb-a9af-4334-af6d-d8739ef16455 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:57:49.356561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-6abddb6d-8673-48c6-881b-5b9990528c68 None None] For port 1ead831e-3fa5-4c48-88cc-4053f5069cda, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1ead831e-3fa5-4c48-88cc-4053f5069cda,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:49.385569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-b8112830-3c55-4fbf-928e-af83e0995d93 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:57:49.430858 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Set router d5c18c7e-e2c7-496b-8690-f0b602558ea8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:57:49.452842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6abddb6d-8673-48c6-881b-5b9990528c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.487234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-b8112830-3c55-4fbf-928e-af83e0995d93 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:57:49.488416 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-b8112830-3c55-4fbf-928e-af83e0995d93 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486676255&fields=id&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 267 time: 0.1497076 Jun 16 15:57:49.536314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abddb6d-8673-48c6-881b-5b9990528c68 None None] Pushing event updated for resources: {'Port': ['ID=1ead831e-3fa5-4c48-88cc-4053f5069cda,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:49.574061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-82d67fe8-0424-4446-93f6-2f9b8124cc40 None None] Provisioning complete for port 1ead831e-3fa5-4c48-88cc-4053f5069cda triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:49.574536 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-82d67fe8-0424-4446-93f6-2f9b8124cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.666106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-4154735e-0ced-4365-a520-ef9697cd7ac0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:49.667119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-4154735e-0ced-4365-a520-ef9697cd7ac0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:57:49.716526 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-82d67fe8-0424-4446-93f6-2f9b8124cc40 None None] Current status of the port 1ead831e-3fa5-4c48-88cc-4053f5069cda is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:57:49.761798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-4154735e-0ced-4365-a520-ef9697cd7ac0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:57:49.763057 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-4154735e-0ced-4365-a520-ef9697cd7ac0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/networks?id=cb3f3bfc-36b1-4448-9243-0e69fa64e899 HTTP/1.1" status: 200 len: 797 time: 0.2656434 Jun 16 15:57:49.782059 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-5fea507a-aa7a-4b3c-a13a-903474976366 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/quotas/9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 375 time: 0.0125318 Jun 16 15:57:49.785769 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '02a78c06-11ea-41ce-b424-31c8c268d188', 'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:db:19:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:46Z', 'updated_at': '2022-06-16T15:57:48Z', 'revision_number': 2, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:49.790667 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Checking router: d5c18c7e-e2c7-496b-8690-f0b602558ea8 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:57:49.791081 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Updating router d5c18c7e-e2c7-496b-8690-f0b602558ea8 port 02a78c06-11ea-41ce-b424-31c8c268d188 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:57:49.795075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-82d67fe8-0424-4446-93f6-2f9b8124cc40 None None] Provisioning for port 02a78c06-11ea-41ce-b424-31c8c268d188 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:49.801035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-82d67fe8-0424-4446-93f6-2f9b8124cc40 None None] Provisioning complete for port 02a78c06-11ea-41ce-b424-31c8c268d188 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:49.807268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-82d67fe8-0424-4446-93f6-2f9b8124cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.864062 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.883584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-82d67fe8-0424-4446-93f6-2f9b8124cc40 None None] Port 02a78c06-11ea-41ce-b424-31c8c268d188 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:57:49.902094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-eb7d6b5e-5984-48b5-9ce7-d4c6a5dc4701 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:57:50.004830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5d0a55e9-95ab-436c-91e6-a6569cead51a None None] Provisioning complete for port 02a78c06-11ea-41ce-b424-31c8c268d188 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:50.005197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5d0a55e9-95ab-436c-91e6-a6569cead51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.046561 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-eb7d6b5e-5984-48b5-9ce7-d4c6a5dc4701 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:57:50.048442 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-eb7d6b5e-5984-48b5-9ce7-d4c6a5dc4701 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2601492 Jun 16 15:57:50.070184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a55e9-95ab-436c-91e6-a6569cead51a None None] Port 02a78c06-11ea-41ce-b424-31c8c268d188 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:57:50.260342 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-487e6826-c64f-4e50-9bb0-8bb8648ad04d service neutron] 10.222.0.73 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965947 Jun 16 15:57:50.303753 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.316845 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Transition to ACTIVE for port object 02a78c06-11ea-41ce-b424-31c8c268d188 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:50.378430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.402210 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.416610 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-ee3b0861-a569-4671-9d4d-a896de77fb06 service neutron] 10.222.0.73 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502457 Jun 16 15:57:50.536764 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Pushing event updated for resources: {'Port': ['ID=02a78c06-11ea-41ce-b424-31c8c268d188,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:50.584766 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1ead831e-3fa5-4c48-88cc-4053f5069cda up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:50.596019 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.596848 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.597610 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.598406 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.599008 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.600078 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.600827 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.601622 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.613189 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.613661 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.628165 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.628165 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:50.709969 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Attempting to bind port 02a78c06-11ea-41ce-b424-31c8c268d188 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:57:50.710332 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Attempting to bind port 02a78c06-11ea-41ce-b424-31c8c268d188 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:57:50.710897 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Attempting to bind port 02a78c06-11ea-41ce-b424-31c8c268d188 on network cb3f3bfc-36b1-4448-9243-0e69fa64e899 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:50.721576 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:57:50.722254 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Checking segment: {'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:57:50.722870 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.723529 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Bound using segment: {'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:57:50.724220 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Bound port: 02a78c06-11ea-41ce-b424-31c8c268d188, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:57:50.724871 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.733245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1ead831e-3fa5-4c48-88cc-4053f5069cda triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:50.733894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.739504 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-79ebd0b7-43d4-4ba9-ba07-cd7e50bc5f16 req-0f537e62-903d-4ecb-8e6a-25a4d201f3b2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 210 time: 0.0734906 Jun 16 15:57:50.846765 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] For port 02a78c06-11ea-41ce-b424-31c8c268d188, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:57:50.851177 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] For port 02a78c06-11ea-41ce-b424-31c8c268d188, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=02a78c06-11ea-41ce-b424-31c8c268d188,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:57:50.916861 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.932859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1ead831e-3fa5-4c48-88cc-4053f5069cda is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:57:50.999360 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Routers {'d5c18c7e-e2c7-496b-8690-f0b602558ea8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:57:50.999941 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:57:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:51.085111 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d95391-20bd-408c-b435-66cb2acba213 None None] Pushing event updated for resources: {'Port': ['ID=02a78c06-11ea-41ce-b424-31c8c268d188,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:51.206801 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] Set router d5c18c7e-e2c7-496b-8690-f0b602558ea8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:57:51.541182 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '02a78c06-11ea-41ce-b424-31c8c268d188', 'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:db:19:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:46Z', 'updated_at': '2022-06-16T15:57:50Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:51.545493 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d39245-bbd5-4496-ad78-05a6399d82e5 None None] The sync data for ids ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'] in dv-neutron-846028-2-hyperv is: [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '02a78c06-11ea-41ce-b424-31c8c268d188', 'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:db:19:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:46Z', 'updated_at': '2022-06-16T15:57:50Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:57:51.686854 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:51.914043 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-76aa3897-8b99-4d80-bf64-7ff4d88ce07f req-6f9cdd77-11dc-4761-af25-67a087dca1db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 210 time: 0.0566394 Jun 16 15:57:52.584390 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 02a78c06-11ea-41ce-b424-31c8c268d188 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:52.755613 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 02a78c06-11ea-41ce-b424-31c8c268d188 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:52.764007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 02a78c06-11ea-41ce-b424-31c8c268d188 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:52.764359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:52.882784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 02a78c06-11ea-41ce-b424-31c8c268d188 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:57:52.883192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:52.915629 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 02a78c06-11ea-41ce-b424-31c8c268d188, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=02a78c06-11ea-41ce-b424-31c8c268d188,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:52.916541 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-6514ee47-a599-4aa8-8a6b-1ff93cc2217b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:52.917242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-6514ee47-a599-4aa8-8a6b-1ff93cc2217b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:57:52.929563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-6514ee47-a599-4aa8-8a6b-1ff93cc2217b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:57:52.930657 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-6514ee47-a599-4aa8-8a6b-1ff93cc2217b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/networks?id=cb3f3bfc-36b1-4448-9243-0e69fa64e899 HTTP/1.1" status: 200 len: 797 time: 0.1693449 Jun 16 15:57:52.979872 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-6f0dea5d-c538-4f06-86d7-cc6eff1d7c9e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 379 time: 0.0411170 Jun 16 15:57:52.988853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'port': {'device_id': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'admin_state_up': True, 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'security_groups': ['0d825695-6fa1-4845-9fd8-b1b370423da9']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:53.064172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:53.080312 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cbf71ef4-fd09-4316-8acb-3ae8b485622b req-185ebcb8-4a39-438d-9cc6-2317bf136e86 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 210 time: 0.0566247 Jun 16 15:57:53.149487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=02a78c06-11ea-41ce-b424-31c8c268d188,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:53.163478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:57:53.169458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:57:53.258067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:53.261759 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:53.429102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.20.0.8 (cb3f3bfc-36b1-4448-9243-0e69fa64e899/c474eff9-1c18-4918-8044-5ee9579cf6df/4351a782-8ec2-424f-b5cf-49ccabf099b1) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:57:53.626352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:53.642476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Transition to ACTIVE for port object 4351a782-8ec2-424f-b5cf-49ccabf099b1 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:53.744358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:53.817522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network cb3f3bfc-36b1-4448-9243-0e69fa64e899 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:53.818629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:53.822858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:57:53.860123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=4351a782-8ec2-424f-b5cf-49ccabf099b1,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:53.893309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:53.893950 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:53.995956 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-80d1d4ec-5d1b-4949-bbdf-415fcf60974e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0112433 Jun 16 15:57:54.007623 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Request body: {'port': {'device_id': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:54.138478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:54.183548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c139f206-54fa-4409-b5b3-9ae83d7102c6 None None] Provisioning for port 4351a782-8ec2-424f-b5cf-49ccabf099b1 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:54.200421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c139f206-54fa-4409-b5b3-9ae83d7102c6 None None] Provisioning complete for port 4351a782-8ec2-424f-b5cf-49ccabf099b1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:54.200798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c139f206-54fa-4409-b5b3-9ae83d7102c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:54.259107 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c139f206-54fa-4409-b5b3-9ae83d7102c6 None None] Port 4351a782-8ec2-424f-b5cf-49ccabf099b1 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:57:54.287346 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767bea1-35d6-46ff-8d1a-aae27a001167 req-fa611668-9ffe-43d1-9ef9-4a2abc7a74ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:54.289515 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7767bea1-35d6-46ff-8d1a-aae27a001167 req-fa611668-9ffe-43d1-9ef9-4a2abc7a74ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 931 time: 0.0984721 Jun 16 15:57:54.340521 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7767bea1-35d6-46ff-8d1a-aae27a001167 req-aa4a2fcb-b6c5-48ef-99fa-81a02a4aca65 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388196 Jun 16 15:57:54.513274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4351a782-8ec2-424f-b5cf-49ccabf099b1 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:57:54.521089 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:54.542555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Transition to ACTIVE for port object 4351a782-8ec2-424f-b5cf-49ccabf099b1 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:54.561102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 02a78c06-11ea-41ce-b424-31c8c268d188 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:54.629712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:54.633967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 02a78c06-11ea-41ce-b424-31c8c268d188 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:54.634337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:54.760239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 02a78c06-11ea-41ce-b424-31c8c268d188 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:57:54.791655 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Pushing event updated for resources: {'Port': ['ID=4351a782-8ec2-424f-b5cf-49ccabf099b1,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:54.877132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Attempting to bind port 4351a782-8ec2-424f-b5cf-49ccabf099b1 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:57:54.877473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Attempting to bind port 4351a782-8ec2-424f-b5cf-49ccabf099b1 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:57:54.877805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Attempting to bind port 4351a782-8ec2-424f-b5cf-49ccabf099b1 on network cb3f3bfc-36b1-4448-9243-0e69fa64e899 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:54.882467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Port 4351a782-8ec2-424f-b5cf-49ccabf099b1 on network cb3f3bfc-36b1-4448-9243-0e69fa64e899 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:57:54.882796 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Attempting to bind port 4351a782-8ec2-424f-b5cf-49ccabf099b1 on network cb3f3bfc-36b1-4448-9243-0e69fa64e899 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:54.888180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:57:54.888522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Checking segment: {'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:57:54.888908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Bound using segment: {'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:57:54.889350 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Bound port: 4351a782-8ec2-424f-b5cf-49ccabf099b1, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a319d3f-d1d2-484e-925f-61f30cf1a985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:57:54.889680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:54.983557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] For port 4351a782-8ec2-424f-b5cf-49ccabf099b1, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:57:54.987393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] For port 4351a782-8ec2-424f-b5cf-49ccabf099b1, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4351a782-8ec2-424f-b5cf-49ccabf099b1,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:57:55.058647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:55.123831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:55.124444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:55.125799 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] 10.222.0.46 "PUT /v2.0/ports/4351a782-8ec2-424f-b5cf-49ccabf099b1 HTTP/1.1" status: 200 len: 1093 time: 1.1224148 Jun 16 15:57:55.126259 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'tag': '4351a782-8ec2-424f-b5cf-49ccabf099b1'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:57:55.151295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afe97c-310a-4ea1-b3a5-3174a76aea74 service neutron] Pushing event updated for resources: {'Port': ['ID=4351a782-8ec2-424f-b5cf-49ccabf099b1,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:55.177420 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c13d3a-9af4-4a32-bf75-1da2492d1269'] response: {'name': 'network-changed', 'server_uuid': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'tag': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'status': 'completed', 'code': 200} Jun 16 15:57:55.285320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c0976-d283-450f-a6e0-41dcc851be15 req-19a908d3-7d82-49e8-a680-9deb29cf4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:55.286817 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-244c0976-d283-450f-a6e0-41dcc851be15 req-19a908d3-7d82-49e8-a680-9deb29cf4a19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0909772 Jun 16 15:57:55.545577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c0976-d283-450f-a6e0-41dcc851be15 req-dc1d9ebc-3894-43e9-b81b-3f19a1419688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:55.547089 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-244c0976-d283-450f-a6e0-41dcc851be15 req-dc1d9ebc-3894-43e9-b81b-3f19a1419688 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2534540 Jun 16 15:57:55.653005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590fb9-2b8e-4f31-a1ad-a1feadf74565 req-a3c1b23f-f5b2-4c1f-8d3c-303ed544bf98 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:55.654380 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0590fb9-2b8e-4f31-a1ad-a1feadf74565 req-a3c1b23f-f5b2-4c1f-8d3c-303ed544bf98 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 943 time: 0.2038758 Jun 16 15:57:55.686721 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c0976-d283-450f-a6e0-41dcc851be15 req-076d63cc-688a-46ff-bd06-e73427cdf3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:55.688201 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-244c0976-d283-450f-a6e0-41dcc851be15 req-076d63cc-688a-46ff-bd06-e73427cdf3fd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351564 Jun 16 15:57:55.698685 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0590fb9-2b8e-4f31-a1ad-a1feadf74565 req-2c5012c2-e25b-4030-99db-84d183760a88 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384076 Jun 16 15:57:55.807995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-b32495aa-d169-485d-8caa-19f4d92e00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:55.809452 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-b32495aa-d169-485d-8caa-19f4d92e00fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0788028 Jun 16 15:57:55.881996 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-567599e4-5281-44b5-9f56-40639f2973f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4351a782-8ec2-424f-b5cf-49ccabf099b1 HTTP/1.1" status: 200 len: 217 time: 0.0654929 Jun 16 15:57:55.945166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-d766f887-14b4-4468-8c2f-036794f355f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:55.946515 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-d766f887-14b4-4468-8c2f-036794f355f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c474eff9-1c18-4918-8044-5ee9579cf6df HTTP/1.1" status: 200 len: 835 time: 0.0585282 Jun 16 15:57:56.030830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-8a004993-605e-4d05-977b-51b65fac88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:56.032366 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-8a004993-605e-4d05-977b-51b65fac88f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb3f3bfc-36b1-4448-9243-0e69fa64e899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803628 Jun 16 15:57:56.171945 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-8816d305-3d6b-4b18-99b6-e62b3d51cfbc service neutron] 10.222.0.46 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282997 Jun 16 15:57:56.308765 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8e187219-86f7-4e4a-ae0d-76d650aadcc4 req-4b1e1823-1a84-462e-8925-19f7c78bb6b9 service neutron] 10.222.0.46 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305087 Jun 16 15:57:56.900731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fea3f-8a32-45d8-ac46-3670b3acf0f7 req-8b940a8f-12c1-40b1-88e7-46b477004c77 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:56.902177 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-861fea3f-8a32-45d8-ac46-3670b3acf0f7 req-8b940a8f-12c1-40b1-88e7-46b477004c77 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 943 time: 0.0869699 Jun 16 15:57:56.945346 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-861fea3f-8a32-45d8-ac46-3670b3acf0f7 req-12b2ccae-1743-44f9-bc6c-49f76de61ce0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367289 Jun 16 15:57:58.154861 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a3705-a062-4e71-85e7-5bf78a748184 req-af7425cf-26b6-4499-8aa1-30b96c5f54de tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:58.156337 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-be0a3705-a062-4e71-85e7-5bf78a748184 req-af7425cf-26b6-4499-8aa1-30b96c5f54de tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 943 time: 0.1045063 Jun 16 15:57:58.201498 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-be0a3705-a062-4e71-85e7-5bf78a748184 req-6f508c5a-4be3-4bd0-a58b-7ac023fbe75a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395172 Jun 16 15:57:59.243143 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4351a782-8ec2-424f-b5cf-49ccabf099b1 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:57:59.380304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 4351a782-8ec2-424f-b5cf-49ccabf099b1, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4351a782-8ec2-424f-b5cf-49ccabf099b1,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:59.393824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'port_id': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'mac_address': 'fa:16:3e:d4:e3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:57:59.401912 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0f21f-ab94-44d6-9a70-da854202c023 req-ea846209-47b0-4df9-bfad-2634e0741bc5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:57:59.403390 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0f0f21f-ab94-44d6-9a70-da854202c023 req-ea846209-47b0-4df9-bfad-2634e0741bc5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 943 time: 0.0913253 Jun 16 15:57:59.448531 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0f0f21f-ab94-44d6-9a70-da854202c023 req-ff4f3869-12c7-4837-b006-03893dde08f4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387683 Jun 16 15:57:59.450768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 4351a782-8ec2-424f-b5cf-49ccabf099b1 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:57:59.451166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.468081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4351a782-8ec2-424f-b5cf-49ccabf099b1 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:57:59.483949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 4351a782-8ec2-424f-b5cf-49ccabf099b1, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4351a782-8ec2-424f-b5cf-49ccabf099b1,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:59.566292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.637320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=4351a782-8ec2-424f-b5cf-49ccabf099b1,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:59.772374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['4351a782-8ec2-424f-b5cf-49ccabf099b1'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:58:00.643738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e661c3c-4528-4dcf-93cb-55b4f5e12b53 req-59fc2328-bb6a-49c5-acc5-56e6e01b79c7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:00.645124 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4e661c3c-4528-4dcf-93cb-55b4f5e12b53 req-59fc2328-bb6a-49c5-acc5-56e6e01b79c7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 944 time: 0.0885782 Jun 16 15:58:00.689876 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4e661c3c-4528-4dcf-93cb-55b4f5e12b53 req-ba23b447-208d-446e-ac03-00e532893b55 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388296 Jun 16 15:58:01.242625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4351a782-8ec2-424f-b5cf-49ccabf099b1 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:58:01.424127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 4351a782-8ec2-424f-b5cf-49ccabf099b1 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:58:01.430035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 4351a782-8ec2-424f-b5cf-49ccabf099b1 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:58:01.430433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.554157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 4351a782-8ec2-424f-b5cf-49ccabf099b1 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:58:01.554529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.582681 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4351a782-8ec2-424f-b5cf-49ccabf099b1'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:58:01.593871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 4351a782-8ec2-424f-b5cf-49ccabf099b1, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4351a782-8ec2-424f-b5cf-49ccabf099b1,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:58:01.664563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.699874 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bed526e-5310-43b1-8121-dca6809551cf'] response: {'server_uuid': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'code': 200} Jun 16 15:58:01.743855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=4351a782-8ec2-424f-b5cf-49ccabf099b1,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:01.913334 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b05d4d-45f3-4351-9786-7765a1216a10 req-5a696b80-4d54-4382-9c8e-210b4677d853 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:01.914788 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d8b05d4d-45f3-4351-9786-7765a1216a10 req-5a696b80-4d54-4382-9c8e-210b4677d853 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.1137533 Jun 16 15:58:01.961675 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d8b05d4d-45f3-4351-9786-7765a1216a10 req-2fea435e-4d2a-45b5-b415-d8b0c25981ab tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410910 Jun 16 15:58:02.124965 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff75bbd-de85-4212-a239-a028ae2faf8a req-ef3080da-260e-4a8b-9036-4fe2be0ebc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:02.127439 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8ff75bbd-de85-4212-a239-a028ae2faf8a req-ef3080da-260e-4a8b-9036-4fe2be0ebc4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0868380 Jun 16 15:58:02.174655 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8ff75bbd-de85-4212-a239-a028ae2faf8a req-4bbda68b-2f0e-4573-be22-24f7828b17cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 Jun 16 15:58:03.202308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3885e96-dcc0-4e74-96d5-329a10ecd8a5 req-23cd0a91-5851-463a-aa79-465564584292 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:03.203826 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c3885e96-dcc0-4e74-96d5-329a10ecd8a5 req-23cd0a91-5851-463a-aa79-465564584292 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.1093595 Jun 16 15:58:03.281147 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c3885e96-dcc0-4e74-96d5-329a10ecd8a5 req-f77a7e06-0e03-468f-b6e2-3b1dc12615de tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663683 Jun 16 15:58:04.509510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f122982-c78d-435f-b8a4-209b874e9b7e req-f5f421ec-e8ab-4040-871c-8120bc86872e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:04.511034 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f122982-c78d-435f-b8a4-209b874e9b7e req-f5f421ec-e8ab-4040-871c-8120bc86872e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0953753 Jun 16 15:58:04.566140 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7f122982-c78d-435f-b8a4-209b874e9b7e req-01883df5-738b-41e4-80be-afa435facef2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487020 Jun 16 15:58:04.823553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752995c-360d-497b-a65d-08a1e04842a3 req-9ad0918c-0680-41ae-88d0-943c463e1b37 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:04.825104 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5752995c-360d-497b-a65d-08a1e04842a3 req-9ad0918c-0680-41ae-88d0-943c463e1b37 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.1160135 Jun 16 15:58:04.875689 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5752995c-360d-497b-a65d-08a1e04842a3 req-a4af4ef1-3127-4c4f-b092-438533e6e090 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422459 Jun 16 15:58:04.899398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38742) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:04.989227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652285dd-efe3-413e-84a4-5c9335da452d tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:04.990822 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-652285dd-efe3-413e-84a4-5c9335da452d tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 1093 time: 0.0900376 Jun 16 15:58:04.993668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38746) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:04.998770 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:05.005885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:58:05.015024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:floatingip and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:58:05.018325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:58:05.025082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:58:05.110264 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:05.256366 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:05.408267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.26.2.215 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/da5046f1-90a7-43ce-91c8-4421963269bb) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:58:05.569324 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:05.705026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:05.773646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:58:05.776994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:58:05.780659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:58:05.926737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=da5046f1-90a7-43ce-91c8-4421963269bb,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:06.074943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:06.312740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:06.472143 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:06.688767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:06.789096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:06.896737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=da5046f1-90a7-43ce-91c8-4421963269bb,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:06.908842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:07.090472 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Floating IP da61aa3c-74a3-45b8-8d77-d0d1e50351a2 associated. External IP: 172.26.2.215, port: 4351a782-8ec2-424f-b5cf-49ccabf099b1. Jun 16 15:58:07.462437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router d5c18c7e-e2c7-496b-8690-f0b602558ea8 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:58:07.760268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:58:07.773172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] Sync routers for ids ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:58:07.783721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] Routers {'d5c18c7e-e2c7-496b-8690-f0b602558ea8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:58:07.784348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:57:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:07.886806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:07.946483 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-83839b46-e40b-4514-8d1c-0047bb2f3d3c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9517341 Jun 16 15:58:07.947095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'tag': '4351a782-8ec2-424f-b5cf-49ccabf099b1'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:58:07.999462 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd08a5f0-14e4-4699-8fe3-976e2208ea8f'] response: {'name': 'network-changed', 'server_uuid': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'tag': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'status': 'completed', 'code': 200} Jun 16 15:58:08.008240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] Set router d5c18c7e-e2c7-496b-8690-f0b602558ea8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:58:08.103494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532058-abdc-412e-94d8-0a4468241c32 req-04ddd18d-b8ee-425b-860f-795109fe8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:08.104907 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-66532058-abdc-412e-94d8-0a4468241c32 req-04ddd18d-b8ee-425b-860f-795109fe8f54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0830307 Jun 16 15:58:08.151046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36a179-cb7f-4e68-beff-05000c0c5f2a req-95f09de8-864a-4d0e-842a-b6f2e8b19cc7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:08.152573 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5a36a179-cb7f-4e68-beff-05000c0c5f2a req-95f09de8-864a-4d0e-842a-b6f2e8b19cc7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.1015484 Jun 16 15:58:08.202716 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5a36a179-cb7f-4e68-beff-05000c0c5f2a req-7ceb071a-9940-4cc7-ac24-4d72d8ea7bc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426664 Jun 16 15:58:08.228265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38754) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:08.255398 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532058-abdc-412e-94d8-0a4468241c32 req-560d360c-3ed1-4262-a172-fddb9f314e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:08.257314 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-66532058-abdc-412e-94d8-0a4468241c32 req-560d360c-3ed1-4262-a172-fddb9f314e9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb3f3bfc-36b1-4448-9243-0e69fa64e899 HTTP/1.1" status: 200 len: 898 time: 0.1469996 Jun 16 15:58:08.374089 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1d5c8340-d933-4e0b-b316-4ad0f29d5c6f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/da61aa3c-74a3-45b8-8d77-d0d1e50351a2 HTTP/1.1" status: 200 len: 991 time: 0.1440964 Jun 16 15:58:08.398056 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-66532058-abdc-412e-94d8-0a4468241c32 req-ed3c1e3a-5c32-4cf0-85c3-a5c91703739e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4351a782-8ec2-424f-b5cf-49ccabf099b1 HTTP/1.1" status: 200 len: 999 time: 0.1347342 Jun 16 15:58:08.425227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'da61aa3c-74a3-45b8-8d77-d0d1e50351a2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.215', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'port_id': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'mac_address': 'fa:16:3e:d4:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:58:06Z', 'updated_at': '2022-06-16T15:58:06Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a78c06-11ea-41ce-b424-31c8c268d188', 'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:db:19:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:46Z', 'updated_at': '2022-06-16T15:57:52Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:08.429109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] Checking router: d5c18c7e-e2c7-496b-8690-f0b602558ea8 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:58:08.452166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] Routers {'d5c18c7e-e2c7-496b-8690-f0b602558ea8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:58:08.452806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:57:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:08.461124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532058-abdc-412e-94d8-0a4468241c32 req-2a9348a8-e235-4686-ae18-b7dfd52265c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:08.462606 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-66532058-abdc-412e-94d8-0a4468241c32 req-2a9348a8-e235-4686-ae18-b7dfd52265c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c474eff9-1c18-4918-8044-5ee9579cf6df HTTP/1.1" status: 200 len: 835 time: 0.0587521 Jun 16 15:58:08.565491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532058-abdc-412e-94d8-0a4468241c32 req-a58cb558-ffb4-408a-bfcd-08b97f4d8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:08.567165 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-66532058-abdc-412e-94d8-0a4468241c32 req-a58cb558-ffb4-408a-bfcd-08b97f4d8641 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb3f3bfc-36b1-4448-9243-0e69fa64e899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978615 Jun 16 15:58:08.666504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] Set router d5c18c7e-e2c7-496b-8690-f0b602558ea8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:58:08.717630 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-66532058-abdc-412e-94d8-0a4468241c32 req-181adda3-9ebe-423c-86a6-15e96fd1c8be service neutron] 10.222.0.46 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432786 Jun 16 15:58:08.860121 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-66532058-abdc-412e-94d8-0a4468241c32 req-81f72405-0f5c-4643-9bd9-c4c6484ba47d service neutron] 10.222.0.46 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369176 Jun 16 15:58:09.050548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'da61aa3c-74a3-45b8-8d77-d0d1e50351a2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.215', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'port_id': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'mac_address': 'fa:16:3e:d4:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:58:06Z', 'updated_at': '2022-06-16T15:58:06Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a78c06-11ea-41ce-b424-31c8c268d188', 'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:db:19:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:46Z', 'updated_at': '2022-06-16T15:57:52Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:09.054910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa6ea3-494a-4a23-93a8-4423c6b04c7a None None] The sync data for ids ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'] in dv-neutron-846028-2-hyperv is: [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'da61aa3c-74a3-45b8-8d77-d0d1e50351a2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.215', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'port_id': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'mac_address': 'fa:16:3e:d4:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:58:06Z', 'updated_at': '2022-06-16T15:58:06Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a78c06-11ea-41ce-b424-31c8c268d188', 'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:db:19:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:46Z', 'updated_at': '2022-06-16T15:57:52Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:58:09.248185 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1512a5-7d62-4ea4-b10d-ecaf9ac7fd50 None None] New status for floating IP da61aa3c-74a3-45b8-8d77-d0d1e50351a2: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:58:09.378361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38758) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:09.486356 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-791e0723-e966-4a37-a443-21ae0724adae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/da61aa3c-74a3-45b8-8d77-d0d1e50351a2 HTTP/1.1" status: 200 len: 991 time: 0.1064157 Jun 16 15:58:10.489603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38762) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:10.537472 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:58:10.597468 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b1e90841-a671-455c-831f-6b347bb2a5c1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/da61aa3c-74a3-45b8-8d77-d0d1e50351a2 HTTP/1.1" status: 200 len: 993 time: 0.1066954 Jun 16 15:58:15.743548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e7c01f2a-bda3-4200-ab64-f556f4672222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:18.389902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4576a91b-89c9-4365-b3ac-1a3abdc8bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:18.760888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:20.424163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:21.669575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:36.051726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:40.233421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f40e1-9240-49a5-a20d-33c4bcbc5314 req-de083be8-b4cb-4e76-80b6-96ed3255b5ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:40.235549 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c59f40e1-9240-49a5-a20d-33c4bcbc5314 req-de083be8-b4cb-4e76-80b6-96ed3255b5ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0905573 Jun 16 15:58:40.250531 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64578ee8-cda5-4459-bd35-411e613eacef req-bd97447a-d96e-4bcc-af15-fce538fca1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:40.252035 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-64578ee8-cda5-4459-bd35-411e613eacef req-bd97447a-d96e-4bcc-af15-fce538fca1fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0841451 Jun 16 15:58:40.283199 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c59f40e1-9240-49a5-a20d-33c4bcbc5314 req-2192108c-6979-44bb-bf65-801ad200dac3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407760 Jun 16 15:58:40.385051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64578ee8-cda5-4459-bd35-411e613eacef req-09e96416-8066-4a77-b4b3-541a95d2972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:40.386419 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-64578ee8-cda5-4459-bd35-411e613eacef req-09e96416-8066-4a77-b4b3-541a95d2972d service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb3f3bfc-36b1-4448-9243-0e69fa64e899 HTTP/1.1" status: 200 len: 898 time: 0.1283798 Jun 16 15:58:40.491740 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-64578ee8-cda5-4459-bd35-411e613eacef req-865f6e0e-765e-4898-ad65-5d9426917703 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4351a782-8ec2-424f-b5cf-49ccabf099b1 HTTP/1.1" status: 200 len: 1001 time: 0.0987909 Jun 16 15:58:40.553752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64578ee8-cda5-4459-bd35-411e613eacef req-6c01c2f1-0fdb-4f4d-99f2-8741741448d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:40.555335 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-64578ee8-cda5-4459-bd35-411e613eacef req-6c01c2f1-0fdb-4f4d-99f2-8741741448d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c474eff9-1c18-4918-8044-5ee9579cf6df HTTP/1.1" status: 200 len: 835 time: 0.0572965 Jun 16 15:58:40.751116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64578ee8-cda5-4459-bd35-411e613eacef req-5d40dab6-354b-4e2c-a6ba-6bda78675a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:40.752578 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-64578ee8-cda5-4459-bd35-411e613eacef req-5d40dab6-354b-4e2c-a6ba-6bda78675a75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb3f3bfc-36b1-4448-9243-0e69fa64e899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1914608 Jun 16 15:58:40.888457 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-64578ee8-cda5-4459-bd35-411e613eacef req-0cc0a84c-3356-40ae-a6bd-2d74fa425a6c service neutron] 10.222.0.46 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293664 Jun 16 15:58:41.022543 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-64578ee8-cda5-4459-bd35-411e613eacef req-dfb8128d-147f-4fcf-9fc3-d0c6749404bf service neutron] 10.222.0.46 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277902 Jun 16 15:58:41.487611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f953c-523a-4857-96ed-9d53a7347c07 req-c69e3ace-5c8b-40d5-8f15-0eb85d896719 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:41.489040 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b37f953c-523a-4857-96ed-9d53a7347c07 req-c69e3ace-5c8b-40d5-8f15-0eb85d896719 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0927513 Jun 16 15:58:41.538611 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b37f953c-523a-4857-96ed-9d53a7347c07 req-8245e2b0-a33a-4917-8097-5a714c81a3f3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436096 Jun 16 15:58:42.767085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73637374-ed74-41c6-9ec3-1fcbfa96dff2 req-7058c6a4-dae9-4768-a15f-5af6af1ea547 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:42.768716 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73637374-ed74-41c6-9ec3-1fcbfa96dff2 req-7058c6a4-dae9-4768-a15f-5af6af1ea547 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0984068 Jun 16 15:58:42.820799 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73637374-ed74-41c6-9ec3-1fcbfa96dff2 req-b648ef25-8387-47a9-b92d-e112c030ebfc tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449862 Jun 16 15:58:44.027814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82c09-1ed1-4ebc-99d5-3dace4f05a42 req-1ae2fd0c-3988-456b-8738-06fbbc4c0c3b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:44.029323 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0ff82c09-1ed1-4ebc-99d5-3dace4f05a42 req-1ae2fd0c-3988-456b-8738-06fbbc4c0c3b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0955701 Jun 16 15:58:44.079945 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0ff82c09-1ed1-4ebc-99d5-3dace4f05a42 req-32a9f6fc-9470-4905-8740-f6508b1956dc tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427616 Jun 16 15:58:45.381356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbaee5-777d-43b8-876b-33a9d2616f37 req-c71b9f72-9ab6-4d02-868f-51883f0ee88c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:45.382717 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cdbbaee5-777d-43b8-876b-33a9d2616f37 req-c71b9f72-9ab6-4d02-868f-51883f0ee88c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.1942637 Jun 16 15:58:45.427911 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cdbbaee5-777d-43b8-876b-33a9d2616f37 req-b338912b-7938-43b6-a709-39192c6fd461 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391862 Jun 16 15:58:45.749378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e09fe6bc-cee8-4f8d-97d2-0ed5feaf15f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:46.630295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd56ec-7f62-42c1-90e0-22b2d984425f req-65ba221f-40bd-43c7-be1c-cd2071e73c5f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:46.631862 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fbd56ec-7f62-42c1-90e0-22b2d984425f req-65ba221f-40bd-43c7-be1c-cd2071e73c5f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0929618 Jun 16 15:58:46.680695 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fbd56ec-7f62-42c1-90e0-22b2d984425f req-ba40b742-9f6d-41b6-a119-a4672da48901 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429089 Jun 16 15:58:47.536627 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:58:47.877010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c826da-4708-427a-aa39-2ad3a78975e9 req-0f585629-ffa6-48ac-b6d8-55611513716f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:47.879001 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-66c826da-4708-427a-aa39-2ad3a78975e9 req-0f585629-ffa6-48ac-b6d8-55611513716f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0909700 Jun 16 15:58:47.924688 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-66c826da-4708-427a-aa39-2ad3a78975e9 req-2727658a-e3ac-4ad4-b4ec-15f1bf5a5c1d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398066 Jun 16 15:58:48.355316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69a085d6-1e6a-41ea-bd6a-5c0ddfadeea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:48.761023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:49.157276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f36b1-d93f-4bdd-9674-ef9ec9f97083 req-8796a7ed-27a3-4ad8-a8a9-064dc193e69b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:49.158656 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd6f36b1-d93f-4bdd-9674-ef9ec9f97083 req-8796a7ed-27a3-4ad8-a8a9-064dc193e69b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.1225176 Jun 16 15:58:49.203946 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fd6f36b1-d93f-4bdd-9674-ef9ec9f97083 req-146e9f96-c0b3-412d-ad47-3053d6cb4cf5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391831 Jun 16 15:58:50.377667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:50.404706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8e0c7-6820-4df4-bbe6-b91f5342fed0 req-67661fad-c282-453f-b4dc-331e04d10643 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:50.406219 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fd8e0c7-6820-4df4-bbe6-b91f5342fed0 req-67661fad-c282-453f-b4dc-331e04d10643 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0894277 Jun 16 15:58:50.457846 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fd8e0c7-6820-4df4-bbe6-b91f5342fed0 req-721788d9-6801-4a07-9b86-c316a175fb44 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430543 Jun 16 15:58:51.656925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13feb9c9-eb90-4487-91f2-8f1aed29b350 req-3e5c2877-4968-4eee-957a-b7a78a36ee88 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:51.660072 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13feb9c9-eb90-4487-91f2-8f1aed29b350 req-3e5c2877-4968-4eee-957a-b7a78a36ee88 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0952587 Jun 16 15:58:51.669371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:51.707201 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-13feb9c9-eb90-4487-91f2-8f1aed29b350 req-e508d99f-ec63-4ba6-8dcc-c54ddf0ccd13 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411885 Jun 16 15:58:52.934887 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c352b-b600-4f74-b88a-8dd6b3436f24 req-04488cfa-e117-4676-9deb-4ce07323cd1e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:52.936374 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ff5c352b-b600-4f74-b88a-8dd6b3436f24 req-04488cfa-e117-4676-9deb-4ce07323cd1e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0970044 Jun 16 15:58:52.982508 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ff5c352b-b600-4f74-b88a-8dd6b3436f24 req-9be185b6-1e6e-4d34-919f-a4872cd0836d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401759 Jun 16 15:58:54.189084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c736f4-2819-412b-ba66-cca9db47d079 req-478531e0-45f9-4e9b-82e3-209f5a4c39eb tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:54.191132 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-00c736f4-2819-412b-ba66-cca9db47d079 req-478531e0-45f9-4e9b-82e3-209f5a4c39eb tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0996578 Jun 16 15:58:54.239058 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-00c736f4-2819-412b-ba66-cca9db47d079 req-bfb7b2c4-3059-4118-ae05-edb1fc77ddf2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421107 Jun 16 15:58:55.432267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ea65c-7423-4f6b-8283-18b51f53dc44 req-493814c8-d99e-4ae2-aa67-51be3f4e56f3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:55.433720 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d84ea65c-7423-4f6b-8283-18b51f53dc44 req-493814c8-d99e-4ae2-aa67-51be3f4e56f3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0862987 Jun 16 15:58:55.481639 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d84ea65c-7423-4f6b-8283-18b51f53dc44 req-7ec82f17-364b-4130-8bec-82c39fb9cabc tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421410 Jun 16 15:58:56.683415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d03c8f-f054-481d-be5c-37a04f390d42 req-cbc06821-76fd-4284-9c19-8372e60b13d8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:56.684769 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-74d03c8f-f054-481d-be5c-37a04f390d42 req-cbc06821-76fd-4284-9c19-8372e60b13d8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.0928166 Jun 16 15:58:56.729315 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-74d03c8f-f054-481d-be5c-37a04f390d42 req-06a9d3b8-66b5-4101-99d9-3a168670bc36 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388620 Jun 16 15:58:57.937263 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7a2c0-6cd2-4289-9153-a7646cb5e695 req-36e98bb2-40e6-472e-8493-5fc125b17304 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:57.938717 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6d7a2c0-6cd2-4289-9153-a7646cb5e695 req-36e98bb2-40e6-472e-8493-5fc125b17304 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.1009388 Jun 16 15:58:57.987080 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6d7a2c0-6cd2-4289-9153-a7646cb5e695 req-cfd32b6d-cc55-40c4-8b16-e4ed9f511c86 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419528 Jun 16 15:58:58.011841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38812) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:58.172625 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7ecb722f-a3b4-490d-b0c6-8cbe8465d280 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/da61aa3c-74a3-45b8-8d77-d0d1e50351a2 HTTP/1.1" status: 200 len: 993 time: 0.1596429 Jun 16 15:58:58.200857 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-5b8ac450-7c0e-497d-bd6a-d919a42c9898 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1287997 Jun 16 15:58:58.358193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-432fa766-e14a-4302-9f2b-7157f676f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:58.359721 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-432fa766-e14a-4302-9f2b-7157f676f735 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0874774 Jun 16 15:58:58.514648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-b24d11ad-0264-42a9-b38f-425dec227a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:58.516178 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-b24d11ad-0264-42a9-b38f-425dec227a6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb3f3bfc-36b1-4448-9243-0e69fa64e899 HTTP/1.1" status: 200 len: 898 time: 0.1382606 Jun 16 15:58:58.624202 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-049002ea-1bf5-4b01-9a15-7108db678937 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4351a782-8ec2-424f-b5cf-49ccabf099b1 HTTP/1.1" status: 200 len: 1001 time: 0.1018243 Jun 16 15:58:58.686740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-66b0b6ce-8564-4e2b-8d14-5ee3b634369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:58.688215 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-66b0b6ce-8564-4e2b-8d14-5ee3b634369e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c474eff9-1c18-4918-8044-5ee9579cf6df HTTP/1.1" status: 200 len: 835 time: 0.0585620 Jun 16 15:58:58.772633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-cb078c92-12f2-401b-9841-85beb95f3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:58:58.774114 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-cb078c92-12f2-401b-9841-85beb95f3f26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb3f3bfc-36b1-4448-9243-0e69fa64e899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796928 Jun 16 15:58:58.915022 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-4c1c524e-4d23-4815-92bd-2f6fc705fa8f service neutron] 10.222.0.46 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349385 Jun 16 15:58:59.047996 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-07043e8a-ab22-43f9-b6fe-19a027d0fee2 req-9d92992d-ee30-4d43-a5de-e5aecc561314 service neutron] 10.222.0.46 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274536 Jun 16 15:59:06.080504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:15.743963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-59de7ffa-4848-4ed6-83a6-92bb8409509e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:18.452649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-488bcaa8-e51b-4f2e-b1fb-a47821b23d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:18.738576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:20.366643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:21.657790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:24.536974 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 15:59:30.634842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38836) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:30.849726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port da5046f1-90a7-43ce-91c8-4421963269bb {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:59:30.850255 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:31.025312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:31.025642 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:31.148277 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for da5046f1-90a7-43ce-91c8-4421963269bb owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:59:31.383569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:31.432251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=da5046f1-90a7-43ce-91c8-4421963269bb,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:31.481516 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.481855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.482201 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.482534 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.482867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.483220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.483545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.483869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.484189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.484513 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.484833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.485155 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:31.638458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:31.639607 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Floating IP da61aa3c-74a3-45b8-8d77-d0d1e50351a2 disassociated (deleted). External IP: 172.26.2.215, port: 4351a782-8ec2-424f-b5cf-49ccabf099b1. Jun 16 15:59:32.031256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router d5c18c7e-e2c7-496b-8690-f0b602558ea8 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:59:32.251656 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:59:32.266303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] Sync routers for ids ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:59:32.277935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.283566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] Routers {'d5c18c7e-e2c7-496b-8690-f0b602558ea8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:59:32.284506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:59:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:32.344637 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2fce5805-a93e-4d29-b226-d43004b08dc9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/floatingips/da61aa3c-74a3-45b8-8d77-d0d1e50351a2 HTTP/1.1" status: 204 len: 168 time: 1.7086737 Jun 16 15:59:32.345258 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'tag': '4351a782-8ec2-424f-b5cf-49ccabf099b1'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:59:32.401900 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9dfe6a-21ff-45d9-bb18-2cb4dc449659'] response: {'name': 'network-changed', 'server_uuid': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'tag': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'status': 'completed', 'code': 200} Jun 16 15:59:32.590824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] Set router d5c18c7e-e2c7-496b-8690-f0b602558ea8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:59:32.601828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-cce41dfe-9b56-4177-be78-42c71865c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:32.603436 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-cce41dfe-9b56-4177-be78-42c71865c7a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 1098 time: 0.1756456 Jun 16 15:59:32.752905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-1ff321a5-07b7-4410-b7f0-a3abc459147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:32.754529 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-1ff321a5-07b7-4410-b7f0-a3abc459147f service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb3f3bfc-36b1-4448-9243-0e69fa64e899 HTTP/1.1" status: 200 len: 898 time: 0.1444495 Jun 16 15:59:32.953283 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-8ac8acb2-55c1-44b5-a93f-aa948f800d81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4351a782-8ec2-424f-b5cf-49ccabf099b1 HTTP/1.1" status: 200 len: 217 time: 0.1875913 Jun 16 15:59:32.973511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '02a78c06-11ea-41ce-b424-31c8c268d188', 'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:db:19:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:46Z', 'updated_at': '2022-06-16T15:57:52Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:32.979352 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] Checking router: d5c18c7e-e2c7-496b-8690-f0b602558ea8 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:59:32.991785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] Routers {'d5c18c7e-e2c7-496b-8690-f0b602558ea8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:59:32.992410 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:59:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:33.021814 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-aa631b92-5ef0-49b7-8f42-8c362c208d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:33.023331 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-aa631b92-5ef0-49b7-8f42-8c362c208d7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c474eff9-1c18-4918-8044-5ee9579cf6df HTTP/1.1" status: 200 len: 835 time: 0.0636058 Jun 16 15:59:33.133070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-1ef1cf60-b070-46cc-8c83-0308c931fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:33.135380 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-1ef1cf60-b070-46cc-8c83-0308c931fa59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb3f3bfc-36b1-4448-9243-0e69fa64e899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1040955 Jun 16 15:59:33.147870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3aeb-8cf5-4342-abb1-483c06ceffe4 req-d36855e8-45e4-454f-944f-fa43c9874027 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:33.148591 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-90ec3aeb-8cf5-4342-abb1-483c06ceffe4 req-d36855e8-45e4-454f-944f-fa43c9874027 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:59:33.223792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-90ec3aeb-8cf5-4342-abb1-483c06ceffe4 req-d36855e8-45e4-454f-944f-fa43c9874027 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:59:33.227414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] Set router d5c18c7e-e2c7-496b-8690-f0b602558ea8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:59:33.234789 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-90ec3aeb-8cf5-4342-abb1-483c06ceffe4 req-d36855e8-45e4-454f-944f-fa43c9874027 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.2979352 Jun 16 15:59:33.283898 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-287a8ed7-7fc1-40fd-874a-ecfb2c6df0c5 service neutron] 10.222.0.46 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423068 Jun 16 15:59:33.292721 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-90ec3aeb-8cf5-4342-abb1-483c06ceffe4 req-d94afae2-897c-48f1-a3cf-b144126cb193 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569029 Jun 16 15:59:33.459298 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6675a7d1-cbd7-48a3-9374-fb2cd335106a req-6a659a2b-09a4-490b-9721-6200f783f0fa service neutron] 10.222.0.46 "GET /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683674 Jun 16 15:59:33.718876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '02a78c06-11ea-41ce-b424-31c8c268d188', 'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:db:19:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:46Z', 'updated_at': '2022-06-16T15:57:52Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:33.725045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9631e82-0c13-4fd6-a17f-fcc0f9e8d0c2 None None] The sync data for ids ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'] in dv-neutron-846028-2-hyperv is: [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '02a78c06-11ea-41ce-b424-31c8c268d188', 'name': '', 'network_id': 'cb3f3bfc-36b1-4448-9243-0e69fa64e899', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:db:19:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:46Z', 'updated_at': '2022-06-16T15:57:52Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'c474eff9-1c18-4918-8044-5ee9579cf6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:59:33.989666 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777107c2-317d-464f-9a2d-74878ed1fc72 None None] New status for floating IP da61aa3c-74a3-45b8-8d77-d0d1e50351a2: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:59:34.515806 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a56fb-404a-4031-84b4-fb64364b1025 req-110424ff-352d-422d-bc0e-5f8837662ed6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:34.516539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-328a56fb-404a-4031-84b4-fb64364b1025 req-110424ff-352d-422d-bc0e-5f8837662ed6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:59:34.530435 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-328a56fb-404a-4031-84b4-fb64364b1025 req-110424ff-352d-422d-bc0e-5f8837662ed6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:59:34.531643 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-328a56fb-404a-4031-84b4-fb64364b1025 req-110424ff-352d-422d-bc0e-5f8837662ed6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.1067443 Jun 16 15:59:34.547452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13e7b3-5bf8-4dc8-a054-766b20c732ea req-889167be-ab05-49d1-b1eb-da54f7d005f1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:34.548901 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd13e7b3-5bf8-4dc8-a054-766b20c732ea req-889167be-ab05-49d1-b1eb-da54f7d005f1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 945 time: 0.1087370 Jun 16 15:59:34.607158 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd13e7b3-5bf8-4dc8-a054-766b20c732ea req-74d0d4e9-db30-4f0f-a9ab-09158b3d9b7a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d825695-6fa1-4845-9fd8-b1b370423da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481184 Jun 16 15:59:34.618650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-328a56fb-404a-4031-84b4-fb64364b1025 req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 4351a782-8ec2-424f-b5cf-49ccabf099b1 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:59:34.619136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-328a56fb-404a-4031-84b4-fb64364b1025 req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.904949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-328a56fb-404a-4031-84b4-fb64364b1025 req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port 4351a782-8ec2-424f-b5cf-49ccabf099b1, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=4351a782-8ec2-424f-b5cf-49ccabf099b1,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:34.905247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-328a56fb-404a-4031-84b4-fb64364b1025 req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.030444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-328a56fb-404a-4031-84b4-fb64364b1025 req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 4351a782-8ec2-424f-b5cf-49ccabf099b1 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:59:35.264810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-328a56fb-404a-4031-84b4-fb64364b1025 req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.317899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=4351a782-8ec2-424f-b5cf-49ccabf099b1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:35.370575 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.370948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.371304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.371642 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.371978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.372313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.372645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.372974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.373303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.373629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.373956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.374298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:35.420652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-328a56fb-404a-4031-84b4-fb64364b1025 req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] No DVR routers for this DVR port 4351a782-8ec2-424f-b5cf-49ccabf099b1 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:59:35.423238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-328a56fb-404a-4031-84b4-fb64364b1025 req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.426004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'name': 'network-vif-deleted', 'tag': '4351a782-8ec2-424f-b5cf-49ccabf099b1'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:59:35.472543 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c4c429-5d45-4c02-aa53-417cdb40884d'] response: {'server_uuid': '63cf85a5-2206-4764-bbc1-2bfac7e7b8a9', 'name': 'network-vif-deleted', 'tag': '4351a782-8ec2-424f-b5cf-49ccabf099b1', 'status': 'completed', 'code': 200} Jun 16 15:59:35.510147 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-328a56fb-404a-4031-84b4-fb64364b1025 req-2498d699-3fd0-4955-bcfd-bb233f84adaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "DELETE /v2.0/ports/4351a782-8ec2-424f-b5cf-49ccabf099b1 HTTP/1.1" status: 204 len: 173 time: 0.9725616 Jun 16 15:59:35.793354 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c755453c-94c8-4ad5-9ace-13fd0a1b32e7 req-7246061e-147d-48cc-b298-f8f0f068b280 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=63cf85a5-2206-4764-bbc1-2bfac7e7b8a9 HTTP/1.1" status: 200 len: 210 time: 0.0531788 Jun 16 15:59:36.098014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:36.896018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38858) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:37.576262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:37.710598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4351a782-8ec2-424f-b5cf-49ccabf099b1 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:37.746243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 4351a782-8ec2-424f-b5cf-49ccabf099b1 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:59:37.746668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 4351a782-8ec2-424f-b5cf-49ccabf099b1 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:37.954963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 02a78c06-11ea-41ce-b424-31c8c268d188 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:59:37.955702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:38.152670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port 02a78c06-11ea-41ce-b424-31c8c268d188, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=02a78c06-11ea-41ce-b424-31c8c268d188,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:38.153021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:38.277922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 02a78c06-11ea-41ce-b424-31c8c268d188 owned by network:router_interface {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:59:38.680824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:38.735380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=02a78c06-11ea-41ce-b424-31c8c268d188,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:39.167342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:39.533239 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router d5c18c7e-e2c7-496b-8690-f0b602558ea8 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:59:39.772109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:59:39.783532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] Sync routers for ids ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:59:39.790036 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-84a9cb7d-0794-41cf-99de-b9610fc7e69c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "PUT /v2.0/routers/d5c18c7e-e2c7-496b-8690-f0b602558ea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8926709 Jun 16 15:59:39.793040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38862) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:39.796802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] Routers {'d5c18c7e-e2c7-496b-8690-f0b602558ea8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:59:39.797944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:59:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:39.910722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb7bc18-1cc4-4d29-8318-bd9743d13c51 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting subnet c474eff9-1c18-4918-8044-5ee9579cf6df {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 15:59:39.915752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adb7bc18-1cc4-4d29-8318-bd9743d13c51 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.012070 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adb7bc18-1cc4-4d29-8318-bd9743d13c51 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.079282 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] Set router d5c18c7e-e2c7-496b-8690-f0b602558ea8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:59:40.150769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adb7bc18-1cc4-4d29-8318-bd9743d13c51 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.326837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adb7bc18-1cc4-4d29-8318-bd9743d13c51 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.372316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7bc18-1cc4-4d29-8318-bd9743d13c51 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Subnet': ['ID=c474eff9-1c18-4918-8044-5ee9579cf6df,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:40.380356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-adb7bc18-1cc4-4d29-8318-bd9743d13c51 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.389796 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-adb7bc18-1cc4-4d29-8318-bd9743d13c51 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/subnets/c474eff9-1c18-4918-8044-5ee9579cf6df HTTP/1.1" status: 204 len: 168 time: 0.5951703 Jun 16 15:59:40.391463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38866) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:40.394135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afaf79d-1111-4f21-bdfb-a3626bf67196 None None] Network cb3f3bfc-36b1-4448-9243-0e69fa64e899 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:59:40.610954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.698814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:59:38Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:40.708196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] Checking router: d5c18c7e-e2c7-496b-8690-f0b602558ea8 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:59:40.724513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] Routers {'d5c18c7e-e2c7-496b-8690-f0b602558ea8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:59:40.725306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:59:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:40.803084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] DHCP port deletion for cb3f3bfc-36b1-4448-9243-0e69fa64e899 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 15:59:40.830596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Deleting port 1ead831e-3fa5-4c48-88cc-4053f5069cda {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:59:40.831201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.945148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.058646 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 89f9c0fb-a9af-4334-af6d-d8739ef16455 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 15:59:41.058977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.093119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] Set router d5c18c7e-e2c7-496b-8690-f0b602558ea8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:59:41.355190 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port 89f9c0fb-a9af-4334-af6d-d8739ef16455, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=89f9c0fb-a9af-4334-af6d-d8739ef16455,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:41.356150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.427070 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] For port 1ead831e-3fa5-4c48-88cc-4053f5069cda, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1ead831e-3fa5-4c48-88cc-4053f5069cda,segment=NetworkSegment(5a319d3f-d1d2-484e-925f-61f30cf1a985),segment_id=5a319d3f-d1d2-484e-925f-61f30cf1a985)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:41.427530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.535693 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 89f9c0fb-a9af-4334-af6d-d8739ef16455 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:59:41.603641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Calling delete_port for 1ead831e-3fa5-4c48-88cc-4053f5069cda owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 15:59:41.776999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:59:38Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:41.781298 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d428dfd-077e-41ff-91af-d2abe964935d None None] The sync data for ids ['d5c18c7e-e2c7-496b-8690-f0b602558ea8'] in dv-neutron-846028-2-hyperv is: [{'id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867651376', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:57:41Z', 'updated_at': '2022-06-16T15:59:38Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': '89f9c0fb-a9af-4334-af6d-d8739ef16455', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c18c7e-e2c7-496b-8690-f0b602558ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:57:42Z', 'updated_at': '2022-06-16T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:59:41.847474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.892870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.914837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=89f9c0fb-a9af-4334-af6d-d8739ef16455,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:41.946422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Pushing event deleted for resources: {'Port': ['ID=1ead831e-3fa5-4c48-88cc-4053f5069cda,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:41.951100 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] No DVR routers for this DVR port 1ead831e-3fa5-4c48-88cc-4053f5069cda on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:59:41.968309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.968824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.969182 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.969534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.969874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.970209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.970539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.970916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.975589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.975589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.975589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.975589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfc04-1664-458d-bab7-3838ccf6404f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:42.041861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.243072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.246685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.373303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.374317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Fanout notify agent at l3_agent the message router_deleted on router d5c18c7e-e2c7-496b-8690-f0b602558ea8 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:59:42.400626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.402239 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e5ec1278-8fca-4e08-b594-745e0425294a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/routers/d5c18c7e-e2c7-496b-8690-f0b602558ea8 HTTP/1.1" status: 204 len: 168 time: 2.0094714 Jun 16 15:59:42.405288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38870) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:42.550415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.739021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.768212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3f3bfc-36b1-4448-9243-0e69fa64e899']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:42.782979 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a319d3f-d1d2-484e-925f-61f30cf1a985') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:42.783279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a319d3f-d1d2-484e-925f-61f30cf1a985') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:42.796406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.816916 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.823448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:59:42.823837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.926822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1ead831e-3fa5-4c48-88cc-4053f5069cda no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:42.966172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 1ead831e-3fa5-4c48-88cc-4053f5069cda {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:59:42.966498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1ead831e-3fa5-4c48-88cc-4053f5069cda not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:42.966868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 02a78c06-11ea-41ce-b424-31c8c268d188 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:43.051327 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 5a319d3f-d1d2-484e-925f-61f30cf1a985 resource provider aggregate not found Jun 16 15:59:43.080830 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 5a319d3f-d1d2-484e-925f-61f30cf1a985 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a319d3f-d1d2-484e-925f-61f30cf1a985 found for delete ", "request_id": "req-7a9d0cb6-2ad9-4084-a702-0cacb3409f5b"}]} Jun 16 15:59:43.091012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 02a78c06-11ea-41ce-b424-31c8c268d188 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:59:43.099569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 02a78c06-11ea-41ce-b424-31c8c268d188 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:43.099569 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 89f9c0fb-a9af-4334-af6d-d8739ef16455 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:43.126388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 89f9c0fb-a9af-4334-af6d-d8739ef16455 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 15:59:43.131997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 89f9c0fb-a9af-4334-af6d-d8739ef16455 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:43.166884 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.171726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.200915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Network': ['ID=cb3f3bfc-36b1-4448-9243-0e69fa64e899,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:43.317083 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-46f01b4b-5fe2-481d-8552-be85e2e272db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/networks/cb3f3bfc-36b1-4448-9243-0e69fa64e899 HTTP/1.1" status: 204 len: 168 time: 0.9099975 Jun 16 15:59:43.320981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38878) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:43.448380 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4496b437-e9d2-419c-91bd-fe634f7088f4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.504110 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4496b437-e9d2-419c-91bd-fe634f7088f4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.698614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4496b437-e9d2-419c-91bd-fe634f7088f4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.724109 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496b437-e9d2-419c-91bd-fe634f7088f4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d825695-6fa1-4845-9fd8-b1b370423da9,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:43.854035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4496b437-e9d2-419c-91bd-fe634f7088f4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.855425 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4496b437-e9d2-419c-91bd-fe634f7088f4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/security-groups/0d825695-6fa1-4845-9fd8-b1b370423da9 HTTP/1.1" status: 204 len: 168 time: 0.5331943 Jun 16 15:59:44.216785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38886) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:44.223245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086109061', 'description': 'tempest-secgroup-smoke-1086109061 description', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:44.230131 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:44.235360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:44.239399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:44.246073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:44.338506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.359092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:44.366699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:44.369846 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:44.375857 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:44.464736 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.549638 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.608591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c013f98-6624-4f03-89ac-47450354dd76,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:44.681635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.682918 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e9b2a8d8-a5c9-4ad2-b0aa-d02e33817f9b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4651237 Jun 16 15:59:44.686075 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38890) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:44.691786 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '6c013f98-6624-4f03-89ac-47450354dd76', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:44.698962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:44.703211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:44.706071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:44.711804 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:44.797082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.875668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.966497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.994144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee41643-3929-45e6-bba8-bea0eb0a23fc,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:45.110113 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:45.111570 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-72e9754e-7080-469d-927a-d464e45e28ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4243767 Jun 16 15:59:45.116595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38894) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:45.122088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '6c013f98-6624-4f03-89ac-47450354dd76', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:45.132870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:45.133447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:45.137302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:45.143664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:45.220897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:45.318064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:45.401040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:45.428643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9622dfee-d7ef-40bc-b555-9ceced76055b,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:45.561414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:45.563542 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ef552339-7945-491f-a564-c3207739014f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4456649 Jun 16 15:59:45.566167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38898) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:45.571820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '6c013f98-6624-4f03-89ac-47450354dd76', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:45.582501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:45.597557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:45.601936 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:45.609123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:45.716820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:45.784654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7852ad91-341e-4f7d-87b0-1dc2c9fcbf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:45.835509 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:45.938778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:45.981674 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590e5f9a-9099-4eba-9b9a-ce796768eacc,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:46.092242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.093500 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c3b643af-5c34-403d-b113-b85b4f4b85ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5262692 Jun 16 15:59:46.098493 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38902) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:46.105295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '6c013f98-6624-4f03-89ac-47450354dd76', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:46.114032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:46.120574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:46.125782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:46.135778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:46.276279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.379489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.470328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.510471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d62069-6ad2-46aa-bee6-4ba68bd551d8,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:46.618816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.620187 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d8a29938-ae3e-4810-bf53-8dc81d94acae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5204916 Jun 16 15:59:46.624724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38906) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:46.631703 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '6c013f98-6624-4f03-89ac-47450354dd76', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:46.638535 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:46.644050 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:46.647892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:46.655232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:46.773796 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Project 9ed324ba6c9d46aba14a5c889aaaa7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:59:46.785081 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.896211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.989231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.018805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0f3610-b913-4ffc-be35-ea651e93a844,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:47.099020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.100997 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-86681f46-b381-49f5-bf55-460824445804 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4747605 Jun 16 15:59:47.104884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38910) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:47.110895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '6c013f98-6624-4f03-89ac-47450354dd76', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:47.118601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:47.124924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:47.128569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:47.137649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:47.236059 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Project 9ed324ba6c9d46aba14a5c889aaaa7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:59:47.248121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.358305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.463732 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.488757 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e21d802-756f-4c1a-bda9-8cabe367c191,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:47.595297 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.597579 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-61df34fc-52fc-4624-9b2b-45f79b524ebd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4913149 Jun 16 15:59:47.601444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38914) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:47.610417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'network': {'name': 'tempest-network-smoke--74602993', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'port_security_enabled': True}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:47.618764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:47.625637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:network and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:47.630195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:47.639514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:47.732526 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:59:47.737031 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.780765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:59:47.791679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.795786 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Added segment 74aae313-5ec7-434f-baed-a1152aaa3d88 of type vlan for network dab66c49-d1ea-48f9-a40e-a08e649571eb Jun 16 15:59:47.828178 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.973083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.982009 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:47.982963 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.118675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Network': ['ID=dab66c49-d1ea-48f9-a40e-a08e649571eb,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:48.131946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network dab66c49-d1ea-48f9-a40e-a08e649571eb details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:59:48.140036 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e5bb14e0-1389-4ebc-81f2-88a0fde8df7c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5369618 Jun 16 15:59:48.144458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 38918) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:48.152520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'admin_state_up': True, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:48.165489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:48.171777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:router and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:48.176401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:48.187018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:48.287295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.290340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.324675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.412985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c7367ca8-647c-446a-9386-1896f73190d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.774184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.961063 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:49.511422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:49.547156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:49.712272 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.26.2.36 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/f63ea668-7fd3-47a2-b77c-79ab306bf742) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:59:49.934225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.058331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.129099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:59:50.137401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:59:50.142238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:59:50.183569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=f63ea668-7fd3-47a2-b77c-79ab306bf742,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:50.395880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.843984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.456415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.698095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.864373 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:59:52.150087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:59:52.166329 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Sync routers for ids ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:59:52.177504 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Routers {'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:59:52.178321 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:59:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:52.287533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:52.290056 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2ba1089e-3d27-4637-93ac-9d243fb79df4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1441526 Jun 16 15:59:52.295066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38922) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:52.371205 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-43f95d98-5726-48c5-a999-fa49174c7dcf tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=9ed324ba6c9d46aba14a5c889aaaa7e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707126 Jun 16 15:59:52.371795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38926) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:52.474869 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Set router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:59:52.598818 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad5c90-b35e-4580-bbbb-5a231d1cf75d tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:52.601426 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-41ad5c90-b35e-4580-bbbb-5a231d1cf75d tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2271030 Jun 16 15:59:52.606257 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38930) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:52.670920 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-10b86044-321b-4a0a-af8b-dc5776a8e5a5 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624831 Jun 16 15:59:52.675958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38934) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:52.681862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-224094022', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:52.874306 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 15:59:52.880783 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:subnet and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 15:59:52.885665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 15:59:52.893958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 15:59:52.929932 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:50Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:52.936377 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Checking router: a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:59:52.936752 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Updating router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c port f63ea668-7fd3-47a2-b77c-79ab306bf742 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:59:52.965211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:59:52.965211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.027535 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.378201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.480787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Subnet': ['ID=fbf45e76-69ae-49f4-861e-e1f679053fa4,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:53.492182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Checking segment: {'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:59:53.492728 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network hostable DHCP agents. Network: dab66c49-d1ea-48f9-a40e-a08e649571eb, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:59:53.513531 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.537970 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Transition to ACTIVE for port object f63ea668-7fd3-47a2-b77c-79ab306bf742 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:59:53.602851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network dab66c49-d1ea-48f9-a40e-a08e649571eb is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:59:53.630721 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.721272 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, dab66c49-d1ea-48f9-a40e-a08e649571eb) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:59:53.733078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd06368e-5d21-4ea7-9fcc-52ea352ad388 None None] Network dab66c49-d1ea-48f9-a40e-a08e649571eb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:59:53.735353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:53.736312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.738500 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Pushing event updated for resources: {'Port': ['ID=f63ea668-7fd3-47a2-b77c-79ab306bf742,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:53.748890 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Attempting to bind port f63ea668-7fd3-47a2-b77c-79ab306bf742 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:59:53.749436 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Attempting to bind port f63ea668-7fd3-47a2-b77c-79ab306bf742 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:59:53.749713 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Attempting to bind port f63ea668-7fd3-47a2-b77c-79ab306bf742 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:59:53.752477 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.753411 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.753747 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.754198 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.754536 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.754959 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.755841 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.755841 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.755841 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.756202 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.756458 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.756770 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:53.766850 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:59:53.767525 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:59:53.768165 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.769124 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:59:53.769124 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Bound port: f63ea668-7fd3-47a2-b77c-79ab306bf742, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:59:53.776689 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.849770 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c7b67a44-e8e2-42fa-8c6c-4d7023996d5d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1724401 Jun 16 15:59:53.854725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38938) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:53.891852 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] For port f63ea668-7fd3-47a2-b77c-79ab306bf742, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:59:53.895817 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] For port f63ea668-7fd3-47a2-b77c-79ab306bf742, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f63ea668-7fd3-47a2-b77c-79ab306bf742,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:59:53.992048 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.098856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-dab66c49-d1ea-48f9-a40e-a08e649571eb', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 15:59:54.100375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.140466 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993872b-294e-4134-9f65-163e6214f633 None None] Pushing event updated for resources: {'Port': ['ID=f63ea668-7fd3-47a2-b77c-79ab306bf742,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:54.144765 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Routers {'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:59:54.145855 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:59:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:54.397507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Allocated IP 172.20.0.2 (dab66c49-d1ea-48f9-a40e-a08e649571eb/fbf45e76-69ae-49f4-861e-e1f679053fa4/a30c8e91-6b1f-4cc2-9038-df9079a15f70) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:59:54.473391 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] Set router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:59:54.704925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.726435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Transition to ACTIVE for port object a30c8e91-6b1f-4cc2-9038-df9079a15f70 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:59:54.761418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Transition to ACTIVE for port object a30c8e91-6b1f-4cc2-9038-df9079a15f70 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:59:54.861208 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:50Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:54.865414 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38c299-50f9-4425-9e13-255ba25cdbd3 None None] The sync data for ids ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'] in dv-neutron-846028-2-hyperv is: [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:50Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:59:54.867290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.969708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Network dab66c49-d1ea-48f9-a40e-a08e649571eb is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:59:54.982730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:59:54.990122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:59:55.051446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Pushing event updated for resources: {'Port': ['ID=a30c8e91-6b1f-4cc2-9038-df9079a15f70,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:55.094327 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:55.191733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Attempting to bind port a30c8e91-6b1f-4cc2-9038-df9079a15f70 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 15:59:55.191733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Attempting to bind port a30c8e91-6b1f-4cc2-9038-df9079a15f70 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 15:59:55.191733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Attempting to bind port a30c8e91-6b1f-4cc2-9038-df9079a15f70 on network dab66c49-d1ea-48f9-a40e-a08e649571eb {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:59:55.210158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:59:55.210866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Checking segment: {'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 15:59:55.211704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:55.212381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Bound using segment: {'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:59:55.213160 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Bound port: a30c8e91-6b1f-4cc2-9038-df9079a15f70, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 15:59:55.213826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:55.376791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] For port a30c8e91-6b1f-4cc2-9038-df9079a15f70, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:59:55.384359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] For port a30c8e91-6b1f-4cc2-9038-df9079a15f70, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a30c8e91-6b1f-4cc2-9038-df9079a15f70,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:59:55.459012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:55.598085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55ea2e-b4f6-4994-97ad-00c108c96c55 None None] Pushing event updated for resources: {'Port': ['ID=a30c8e91-6b1f-4cc2-9038-df9079a15f70,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:55.764162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.20.0.1 (dab66c49-d1ea-48f9-a40e-a08e649571eb/fbf45e76-69ae-49f4-861e-e1f679053fa4/d33c06d8-dc60-4f18-a637-2da8d96b8af5) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:59:56.062984 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:56.086868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Transition to ACTIVE for port object d33c06d8-dc60-4f18-a637-2da8d96b8af5 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:59:56.196805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:56.288981 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network dab66c49-d1ea-48f9-a40e-a08e649571eb is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:59:56.294557 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:59:56.299703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 15:59:56.340053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=d33c06d8-dc60-4f18-a637-2da8d96b8af5,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:56.383795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:56.735198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a30c8e91-6b1f-4cc2-9038-df9079a15f70 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:59:56.892951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:56.996286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port a30c8e91-6b1f-4cc2-9038-df9079a15f70 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:59:57.007744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f63ea668-7fd3-47a2-b77c-79ab306bf742 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:59:57.052754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1675bd75-df79-4188-a8c1-92e40c88d5ca None None] Network dab66c49-d1ea-48f9-a40e-a08e649571eb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 15:59:57.332218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2130b4c2-c8bf-46c1-81e9-98fd98093f09 None None] Provisioning for port a30c8e91-6b1f-4cc2-9038-df9079a15f70 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:59:57.343623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2130b4c2-c8bf-46c1-81e9-98fd98093f09 None None] Provisioning complete for port a30c8e91-6b1f-4cc2-9038-df9079a15f70 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:57.344603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2130b4c2-c8bf-46c1-81e9-98fd98093f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.559166 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port f63ea668-7fd3-47a2-b77c-79ab306bf742 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:59:57.602906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f63ea668-7fd3-47a2-b77c-79ab306bf742 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:57.603216 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.695548 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.710916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2130b4c2-c8bf-46c1-81e9-98fd98093f09 None None] Current status of the port a30c8e91-6b1f-4cc2-9038-df9079a15f70 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:59:57.711318 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2130b4c2-c8bf-46c1-81e9-98fd98093f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.789437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.807869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-2130b4c2-c8bf-46c1-81e9-98fd98093f09 None None] For port a30c8e91-6b1f-4cc2-9038-df9079a15f70, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a30c8e91-6b1f-4cc2-9038-df9079a15f70,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:57.836153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f63ea668-7fd3-47a2-b77c-79ab306bf742 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:59:57.836763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.880726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port f63ea668-7fd3-47a2-b77c-79ab306bf742, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f63ea668-7fd3-47a2-b77c-79ab306bf742,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:57.927989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2130b4c2-c8bf-46c1-81e9-98fd98093f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.956828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=d33c06d8-dc60-4f18-a637-2da8d96b8af5,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:57.961387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.042242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.067631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130b4c2-c8bf-46c1-81e9-98fd98093f09 None None] Pushing event updated for resources: {'Port': ['ID=a30c8e91-6b1f-4cc2-9038-df9079a15f70,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:58.202339 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=f63ea668-7fd3-47a2-b77c-79ab306bf742,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:58.232503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network dab66c49-d1ea-48f9-a40e-a08e649571eb is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:59:58.234474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:59:58.270596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dece8338-a65a-4c8f-b0ee-1db4421412af None None] Provisioning for port d33c06d8-dc60-4f18-a637-2da8d96b8af5 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:59:58.278856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dece8338-a65a-4c8f-b0ee-1db4421412af None None] Provisioning complete for port d33c06d8-dc60-4f18-a637-2da8d96b8af5 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:58.279254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dece8338-a65a-4c8f-b0ee-1db4421412af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.365713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-dece8338-a65a-4c8f-b0ee-1db4421412af None None] Port d33c06d8-dc60-4f18-a637-2da8d96b8af5 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:59:58.388989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dece8338-a65a-4c8f-b0ee-1db4421412af None None] Provisioning complete for port a30c8e91-6b1f-4cc2-9038-df9079a15f70 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:58.389535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dece8338-a65a-4c8f-b0ee-1db4421412af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.519521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:59:58.583481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-dece8338-a65a-4c8f-b0ee-1db4421412af None None] Current status of the port a30c8e91-6b1f-4cc2-9038-df9079a15f70 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:59:58.658080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a30c8e91-6b1f-4cc2-9038-df9079a15f70 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:59:58.729990 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f7718327-6cc3-4498-b927-464db6669040 None None] Provisioning complete for port d33c06d8-dc60-4f18-a637-2da8d96b8af5 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:58.730267 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7718327-6cc3-4498-b927-464db6669040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.773539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:59:58.799085 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b0213fcd-7086-4314-ad37-be441683092d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "PUT /v2.0/routers/a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9353068 Jun 16 15:59:58.799385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Sync routers for ids ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:59:58.810532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port a30c8e91-6b1f-4cc2-9038-df9079a15f70 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:58.811269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.841983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f7718327-6cc3-4498-b927-464db6669040 None None] Port d33c06d8-dc60-4f18-a637-2da8d96b8af5 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 15:59:58.863985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Routers {'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 15:59:58.863985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:59:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:59.016794 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-dc87db09-4ae6-4956-9456-ac915665ce50 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086109061&fields=id&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 267 time: 0.0542629 Jun 16 15:59:59.137351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port a30c8e91-6b1f-4cc2-9038-df9079a15f70 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:59:59.138339 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f63ea668-7fd3-47a2-b77c-79ab306bf742 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:59:59.178247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Set router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 15:59:59.248664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-4491c661-1c2b-463e-b705-4774af9f4e72 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:59:59.248664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-4491c661-1c2b-463e-b705-4774af9f4e72 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 15:59:59.400817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-4491c661-1c2b-463e-b705-4774af9f4e72 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 15:59:59.400817 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-4491c661-1c2b-463e-b705-4774af9f4e72 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/networks?id=dab66c49-d1ea-48f9-a40e-a08e649571eb HTTP/1.1" status: 200 len: 795 time: 0.3731577 Jun 16 15:59:59.423459 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-0a5e7391-1e78-4262-8ae4-69acad47abcc tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/quotas/9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 375 time: 0.0135508 Jun 16 15:59:59.455894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f63ea668-7fd3-47a2-b77c-79ab306bf742 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:59.456358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:59.548235 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-90c028fa-e6bd-473a-94a1-c75d3d8ec9c3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182272 Jun 16 15:59:59.732462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f63ea668-7fd3-47a2-b77c-79ab306bf742 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 15:59:59.745236 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-ac428661-6c02-49c5-a20a-83773dad1487 service neutron] 10.222.0.73 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787262 Jun 16 15:59:59.766701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:56Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd33c06d8-dc60-4f18-a637-2da8d96b8af5', 'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:6d:11:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:55Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 2, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:59.778361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Checking router: a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:59:59.778933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Updating router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c port d33c06d8-dc60-4f18-a637-2da8d96b8af5 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:59:59.852109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.179959 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-799da1d2-6879-41e4-be5c-f8d1a01644d6 service neutron] 10.222.0.73 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337468 Jun 16 16:00:00.324276 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.337645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Transition to ACTIVE for port object d33c06d8-dc60-4f18-a637-2da8d96b8af5 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:00:00.504078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.606437 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9c1f35a3-5cfa-4f82-9975-5c67e5b89cd7 req-d43a39e8-1ce6-45ad-958d-c7e62d271d50 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 210 time: 0.0810182 Jun 16 16:00:00.690908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780d44e-7d61-4c9e-bc45-ec14525d2b32 None None] Pushing event updated for resources: {'Port': ['ID=d33c06d8-dc60-4f18-a637-2da8d96b8af5,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:00.806339 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Attempting to bind port d33c06d8-dc60-4f18-a637-2da8d96b8af5 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:00:00.812422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Attempting to bind port d33c06d8-dc60-4f18-a637-2da8d96b8af5 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:00:00.812422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Attempting to bind port d33c06d8-dc60-4f18-a637-2da8d96b8af5 on network dab66c49-d1ea-48f9-a40e-a08e649571eb {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:00:00.813124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:00:00.813501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Checking segment: {'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:00:00.813897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.814285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Bound using segment: {'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:00:00.814760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Bound port: d33c06d8-dc60-4f18-a637-2da8d96b8af5, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:00:00.815198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.926672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] For port d33c06d8-dc60-4f18-a637-2da8d96b8af5, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:00:00.929863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] For port d33c06d8-dc60-4f18-a637-2da8d96b8af5, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d33c06d8-dc60-4f18-a637-2da8d96b8af5,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:00:01.149999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:01.255265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Routers {'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:00:01.255265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:59:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:01.391532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780d44e-7d61-4c9e-bc45-ec14525d2b32 None None] Pushing event updated for resources: {'Port': ['ID=d33c06d8-dc60-4f18-a637-2da8d96b8af5,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:01.549089 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:00:01.572178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] Set router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:00:01.751088 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4167dd0b-026f-41dc-afb3-fbeb89f04679 req-12dbd8f5-1efd-4164-bb21-2af775210370 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 210 time: 0.0786371 Jun 16 16:00:02.026661 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:56Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd33c06d8-dc60-4f18-a637-2da8d96b8af5', 'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:6d:11:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:55Z', 'updated_at': '2022-06-16T16:00:00Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:02.031485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e94b20-cfd8-4dce-b267-55690baa2807 None None] The sync data for ids ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'] in dv-neutron-846028-2-hyperv is: [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:56Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd33c06d8-dc60-4f18-a637-2da8d96b8af5', 'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:6d:11:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:55Z', 'updated_at': '2022-06-16T16:00:00Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:00:02.688432 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d33c06d8-dc60-4f18-a637-2da8d96b8af5 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:00:02.943507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port d33c06d8-dc60-4f18-a637-2da8d96b8af5 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:00:02.951142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d33c06d8-dc60-4f18-a637-2da8d96b8af5 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:00:02.951786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:03.107759 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b407aee4-a733-4621-8fcf-a12a53212e82 req-6c3a35b3-9cb9-4e07-8a82-0ee4f9848537 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 210 time: 0.2173548 Jun 16 16:00:03.154414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d33c06d8-dc60-4f18-a637-2da8d96b8af5 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:00:03.155310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:03.196527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port d33c06d8-dc60-4f18-a637-2da8d96b8af5, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d33c06d8-dc60-4f18-a637-2da8d96b8af5,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:03.304136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:03.403753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=d33c06d8-dc60-4f18-a637-2da8d96b8af5,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:03.678279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-82b8a425-8be4-4c64-b758-d1e93c99c86c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:03.679192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-82b8a425-8be4-4c64-b758-d1e93c99c86c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:00:03.699734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-82b8a425-8be4-4c64-b758-d1e93c99c86c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:00:03.701091 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-82b8a425-8be4-4c64-b758-d1e93c99c86c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/networks?id=dab66c49-d1ea-48f9-a40e-a08e649571eb HTTP/1.1" status: 200 len: 795 time: 0.1984804 Jun 16 16:00:03.754170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-0ba1f649-55d2-4b76-8708-f55d4abfca27 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:00:03.841134 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-0ba1f649-55d2-4b76-8708-f55d4abfca27 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:00:03.842461 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-0ba1f649-55d2-4b76-8708-f55d4abfca27 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 380 time: 0.1333191 Jun 16 16:00:03.852197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'port': {'device_id': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'admin_state_up': True, 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'security_groups': ['6c013f98-6624-4f03-89ac-47450354dd76']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:04.013626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:00:04.020326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:port and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:00:04.024715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:00:04.032162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:00:04.155904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:00:04.174868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.326438 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4d44dc80-2fde-4e88-a89b-97738b347838 req-08138149-9841-470a-a3a9-e79f8ef1ca90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 210 time: 0.0665987 Jun 16 16:00:04.416348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.20.0.13 (dab66c49-d1ea-48f9-a40e-a08e649571eb/fbf45e76-69ae-49f4-861e-e1f679053fa4/558774df-f1ef-41f2-af51-84e92df850a2) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:00:04.635793 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d33c06d8-dc60-4f18-a637-2da8d96b8af5 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:00:04.737576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port d33c06d8-dc60-4f18-a637-2da8d96b8af5 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:00:04.738343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.777083 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.810532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Transition to ACTIVE for port object 558774df-f1ef-41f2-af51-84e92df850a2 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:00:04.966088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port d33c06d8-dc60-4f18-a637-2da8d96b8af5 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:00:04.967793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.055078 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network dab66c49-d1ea-48f9-a40e-a08e649571eb is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:00:05.066637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:00:05.073685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:00:05.119740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=558774df-f1ef-41f2-af51-84e92df850a2,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:05.157410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:05.158042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.300288 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-1380ab02-4e7e-49f3-9b4d-7059d0d71ce2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4528975 Jun 16 16:00:05.311242 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Request body: {'port': {'device_id': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:05.423838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e0451f5f-9c5a-47c6-bf34-624f8ac56173 None None] Provisioning for port 558774df-f1ef-41f2-af51-84e92df850a2 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:00:05.432281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e0451f5f-9c5a-47c6-bf34-624f8ac56173 None None] Provisioning complete for port 558774df-f1ef-41f2-af51-84e92df850a2 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:00:05.432741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e0451f5f-9c5a-47c6-bf34-624f8ac56173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.439016 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.519171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e0451f5f-9c5a-47c6-bf34-624f8ac56173 None None] Port 558774df-f1ef-41f2-af51-84e92df850a2 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:00:05.563102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffff1-403d-4295-b9b2-9b7dcacde098 req-e3298fae-22b5-499a-a869-25de77f8d8ce tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:05.566568 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-377ffff1-403d-4295-b9b2-9b7dcacde098 req-e3298fae-22b5-499a-a869-25de77f8d8ce tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 932 time: 0.1229615 Jun 16 16:00:05.638153 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-377ffff1-403d-4295-b9b2-9b7dcacde098 req-68e01e6a-6b0b-47c4-8423-85c293e1c7b2 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611701 Jun 16 16:00:05.909497 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558774df-f1ef-41f2-af51-84e92df850a2 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:00:05.917433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.935789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Transition to ACTIVE for port object 558774df-f1ef-41f2-af51-84e92df850a2 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:00:06.006462 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:06.121041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:06.178621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Pushing event updated for resources: {'Port': ['ID=558774df-f1ef-41f2-af51-84e92df850a2,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:06.282744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Attempting to bind port 558774df-f1ef-41f2-af51-84e92df850a2 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:00:06.283223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Attempting to bind port 558774df-f1ef-41f2-af51-84e92df850a2 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:00:06.283585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Attempting to bind port 558774df-f1ef-41f2-af51-84e92df850a2 on network dab66c49-d1ea-48f9-a40e-a08e649571eb {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:00:06.294556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Port 558774df-f1ef-41f2-af51-84e92df850a2 on network dab66c49-d1ea-48f9-a40e-a08e649571eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:00:06.294863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Attempting to bind port 558774df-f1ef-41f2-af51-84e92df850a2 on network dab66c49-d1ea-48f9-a40e-a08e649571eb {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:00:06.301434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:00:06.301777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Checking segment: {'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:00:06.302829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Bound using segment: {'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:00:06.303401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Bound port: 558774df-f1ef-41f2-af51-84e92df850a2, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74aae313-5ec7-434f-baed-a1152aaa3d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:00:06.303888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:06.397181 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] For port 558774df-f1ef-41f2-af51-84e92df850a2, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:00:06.400150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] For port 558774df-f1ef-41f2-af51-84e92df850a2, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=558774df-f1ef-41f2-af51-84e92df850a2,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:00:06.481570 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:06.546426 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:06.547069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:06.548439 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] 10.222.0.46 "PUT /v2.0/ports/558774df-f1ef-41f2-af51-84e92df850a2 HTTP/1.1" status: 200 len: 1094 time: 1.2415624 Jun 16 16:00:06.548883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:00:06.581220 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71c330-928c-4a79-81f5-a81e86b60dda service neutron] Pushing event updated for resources: {'Port': ['ID=558774df-f1ef-41f2-af51-84e92df850a2,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:06.614402 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9802610-8038-45e5-8684-e3b343272d26'] response: {'name': 'network-changed', 'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2', 'status': 'completed', 'code': 200} Jun 16 16:00:06.743907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113dd00-4aa6-41fc-b324-880b9c059975 req-f8f35d46-11f1-4737-8377-5fb3d92f112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:06.745682 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d113dd00-4aa6-41fc-b324-880b9c059975 req-f8f35d46-11f1-4737-8377-5fb3d92f112a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 1097 time: 0.1038744 Jun 16 16:00:06.922184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5b7f9-fd8c-4c80-8c13-3c6f39702adc req-ac01ff95-1e7d-4c86-8831-f9adc53f2470 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:06.923039 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113dd00-4aa6-41fc-b324-880b9c059975 req-5afe4fb2-9e8d-45ea-8e0d-fa8054981a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:06.923916 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-63c5b7f9-fd8c-4c80-8c13-3c6f39702adc req-ac01ff95-1e7d-4c86-8831-f9adc53f2470 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 944 time: 0.1246867 Jun 16 16:00:06.929005 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d113dd00-4aa6-41fc-b324-880b9c059975 req-5afe4fb2-9e8d-45ea-8e0d-fa8054981a70 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1764827 Jun 16 16:00:06.986283 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-63c5b7f9-fd8c-4c80-8c13-3c6f39702adc req-e7dbf0cf-3ed2-4fbe-abf4-10e906c94517 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551608 Jun 16 16:00:07.201850 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113dd00-4aa6-41fc-b324-880b9c059975 req-340c8a32-9d4d-4a25-80ed-eb9f3a413ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:07.204647 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d113dd00-4aa6-41fc-b324-880b9c059975 req-340c8a32-9d4d-4a25-80ed-eb9f3a413ca4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2696137 Jun 16 16:00:07.351132 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-63288f28-051b-4020-bbe8-323ab7b430bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:07.352608 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-63288f28-051b-4020-bbe8-323ab7b430bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 1097 time: 0.0973811 Jun 16 16:00:07.525679 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-4dd3e43c-9cf9-4311-9bae-7b3a671b0e27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=558774df-f1ef-41f2-af51-84e92df850a2 HTTP/1.1" status: 200 len: 217 time: 0.1669080 Jun 16 16:00:07.590576 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-006a51ba-2c88-4082-b652-d4e3f8d70dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:07.592002 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-006a51ba-2c88-4082-b652-d4e3f8d70dad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf45e76-69ae-49f4-861e-e1f679053fa4 HTTP/1.1" status: 200 len: 834 time: 0.0606587 Jun 16 16:00:07.685502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-aa964a15-85dc-485b-bc44-d42c43ef4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:07.686984 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-aa964a15-85dc-485b-bc44-d42c43ef4125 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dab66c49-d1ea-48f9-a40e-a08e649571eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884550 Jun 16 16:00:07.838805 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-4019955e-d587-4ffb-92fd-ce1cc13c0258 service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453040 Jun 16 16:00:08.013522 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-21cb1232-56fe-4fa2-9872-9d9bf009018f req-a9168938-9ca0-4534-a737-321bc8fa7eef service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690366 Jun 16 16:00:08.236033 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423dff9-d11d-4aba-9029-feac4325831e req-5a61ce4e-967d-4305-a6e9-18e52cb87a0d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:08.237526 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6423dff9-d11d-4aba-9029-feac4325831e req-5a61ce4e-967d-4305-a6e9-18e52cb87a0d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 944 time: 0.1131380 Jun 16 16:00:08.321213 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6423dff9-d11d-4aba-9029-feac4325831e req-7d2922d6-ab05-4402-9cd3-aa9f3c564606 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730104 Jun 16 16:00:09.551751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678f425-36d5-4f4c-a08f-196dd7b6bd5b req-87f189b5-9b41-4f24-b98d-617067db2629 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:09.554127 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b678f425-36d5-4f4c-a08f-196dd7b6bd5b req-87f189b5-9b41-4f24-b98d-617067db2629 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 944 time: 0.1076367 Jun 16 16:00:09.609072 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b678f425-36d5-4f4c-a08f-196dd7b6bd5b req-dc14f3a9-2662-4ea7-a8dd-7c3327f9062a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486810 Jun 16 16:00:09.888962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 558774df-f1ef-41f2-af51-84e92df850a2 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:00:10.080540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 558774df-f1ef-41f2-af51-84e92df850a2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=558774df-f1ef-41f2-af51-84e92df850a2,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:10.094725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '558774df-f1ef-41f2-af51-84e92df850a2', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'port_id': '558774df-f1ef-41f2-af51-84e92df850a2', 'mac_address': 'fa:16:3e:fd:f4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:00:10.157735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 558774df-f1ef-41f2-af51-84e92df850a2 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:00:10.158014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:10.176066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558774df-f1ef-41f2-af51-84e92df850a2 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:00:10.191441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 558774df-f1ef-41f2-af51-84e92df850a2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=558774df-f1ef-41f2-af51-84e92df850a2,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:10.297925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:10.406644 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=558774df-f1ef-41f2-af51-84e92df850a2,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:10.521654 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['558774df-f1ef-41f2-af51-84e92df850a2'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:00:10.836067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff222f45-640b-41fe-a970-19d6a62ba11b req-420861cd-d422-46d6-b66f-c0e4e9641764 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:10.837714 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ff222f45-640b-41fe-a970-19d6a62ba11b req-420861cd-d422-46d6-b66f-c0e4e9641764 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 945 time: 0.1130593 Jun 16 16:00:10.893517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ff222f45-640b-41fe-a970-19d6a62ba11b req-3bd4f454-9444-4a93-9f67-00bfa57597fb tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451839 Jun 16 16:00:11.897735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 558774df-f1ef-41f2-af51-84e92df850a2 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:00:12.092634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 558774df-f1ef-41f2-af51-84e92df850a2 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:00:12.100014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 558774df-f1ef-41f2-af51-84e92df850a2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:00:12.100624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:12.134011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22732fc9-aa8c-436b-90f6-729aa8cb53f1 req-16763389-bb0a-4752-aeb1-5ca2cedb4e56 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:12.135840 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-22732fc9-aa8c-436b-90f6-729aa8cb53f1 req-16763389-bb0a-4752-aeb1-5ca2cedb4e56 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 945 time: 0.1154830 Jun 16 16:00:12.194996 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-22732fc9-aa8c-436b-90f6-729aa8cb53f1 req-fd332563-40cf-4192-8210-28338e933638 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526328 Jun 16 16:00:12.262360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 558774df-f1ef-41f2-af51-84e92df850a2 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:00:12.262823 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:12.296399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:00:12.316760 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 558774df-f1ef-41f2-af51-84e92df850a2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=558774df-f1ef-41f2-af51-84e92df850a2,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:12.350404 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5aefa20-1f18-4554-b514-2fe271140e18'] response: {'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2', 'code': 200} Jun 16 16:00:12.424286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:12.500946 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=558774df-f1ef-41f2-af51-84e92df850a2,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:12.794183 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c271c-ae5a-45ff-9092-b74417e50e7c req-01b6d4bb-103f-4fdc-944e-4a2beb0b6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:12.796928 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-9d0c271c-ae5a-45ff-9092-b74417e50e7c req-01b6d4bb-103f-4fdc-944e-4a2beb0b6dc9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 1099 time: 0.0879829 Jun 16 16:00:12.838748 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-9d0c271c-ae5a-45ff-9092-b74417e50e7c req-eeba5ec4-137c-4160-8475-dce740a138e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368626 Jun 16 16:00:13.419814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee671f62-bdac-4d2c-9ad9-18919b89fb46 req-540ed2d4-0ea2-4c0b-bbec-6000ee183785 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:13.421725 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee671f62-bdac-4d2c-9ad9-18919b89fb46 req-540ed2d4-0ea2-4c0b-bbec-6000ee183785 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0972629 Jun 16 16:00:13.484205 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ee671f62-bdac-4d2c-9ad9-18919b89fb46 req-794638d1-7e49-4681-852d-104c74da8659 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516801 Jun 16 16:00:14.697316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451e0a5-42ae-4717-b0a3-3375def9a9cf req-7843fba5-2a84-4ee3-a308-cf16108f3a91 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:14.698806 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6451e0a5-42ae-4717-b0a3-3375def9a9cf req-7843fba5-2a84-4ee3-a308-cf16108f3a91 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0940907 Jun 16 16:00:14.745455 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6451e0a5-42ae-4717-b0a3-3375def9a9cf req-670cefc6-07de-489e-a1fb-4be5dbe8aebf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407393 Jun 16 16:00:14.957679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649666af-2d97-436d-bbfb-471994c7cb24 req-6ca82a18-5ae6-4d91-b057-24ec3295301a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:14.959277 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-649666af-2d97-436d-bbfb-471994c7cb24 req-6ca82a18-5ae6-4d91-b057-24ec3295301a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0993996 Jun 16 16:00:15.009728 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-649666af-2d97-436d-bbfb-471994c7cb24 req-fb45077b-0a9d-4d92-99d9-6c7badddbd1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447557 Jun 16 16:00:15.034273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 38996) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:15.120957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b48e29c-2bc2-4e07-bc07-5e9c97ff77c6 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:15.122559 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9b48e29c-2bc2-4e07-bc07-5e9c97ff77c6 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 1094 time: 0.0872357 Jun 16 16:00:15.125524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39000) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:15.130563 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '558774df-f1ef-41f2-af51-84e92df850a2', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:15.136904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:00:15.140883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:floatingip and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:00:15.143859 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:00:15.150915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:00:15.264394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:15.410292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:15.562449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.26.2.24 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/ed992f61-3818-4903-b86b-b6d153ec2a59) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:00:15.734603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:15.790328 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7a23a651-abb1-45f9-a3e7-59e2f2f4d232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:15.870140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:15.942046 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:00:15.951003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:00:15.956688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:00:15.993843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=ed992f61-3818-4903-b86b-b6d153ec2a59,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:16.544738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:16.741279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:16.978413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:17.092829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:17.207275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=ed992f61-3818-4903-b86b-b6d153ec2a59,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:17.221492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:17.404754 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Floating IP 811488ab-5b63-408f-b412-ca0fcaee4d42 associated. External IP: 172.26.2.24, port: 558774df-f1ef-41f2-af51-84e92df850a2. Jun 16 16:00:17.780353 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:00:17.964382 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:00:17.975196 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] Sync routers for ids ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:00:17.986782 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] Routers {'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:00:17.987438 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T15:59:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:18.132924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:18.186668 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] Set router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:00:18.212233 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a54ea5fd-9a9e-4edf-854d-46cc4b8ace7b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0856562 Jun 16 16:00:18.212817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:00:18.265470 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9419f270-6cef-4076-8f8d-2c3e2014861e'] response: {'name': 'network-changed', 'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2', 'status': 'completed', 'code': 200} Jun 16 16:00:18.404144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-a55718d3-e10d-4550-a197-f07aae3df1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:18.405676 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-a55718d3-e10d-4550-a197-f07aae3df1a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 1099 time: 0.1149747 Jun 16 16:00:18.414210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0d1d4527-4189-4dc8-adc8-217bd3e833f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:18.422844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ba46c-9d6e-4387-bbe3-ff2033d37d36 req-b6cc8918-9937-4282-8e06-0965dea6efa7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:18.425446 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f23ba46c-9d6e-4387-bbe3-ff2033d37d36 req-b6cc8918-9937-4282-8e06-0965dea6efa7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1063395 Jun 16 16:00:18.486000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f23ba46c-9d6e-4387-bbe3-ff2033d37d36 req-5a19cdc7-33f0-4645-8c4d-0d4b33a6bf6c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522981 Jun 16 16:00:18.532422 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39008) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:18.670602 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:56Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '811488ab-5b63-408f-b412-ca0fcaee4d42', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.24', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'port_id': '558774df-f1ef-41f2-af51-84e92df850a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'mac_address': 'fa:16:3e:fd:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:00:16Z', 'updated_at': '2022-06-16T16:00:16Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c06d8-dc60-4f18-a637-2da8d96b8af5', 'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:6d:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:55Z', 'updated_at': '2022-06-16T16:00:03Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:18.676242 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] Checking router: a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:00:18.679397 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b56e518e-06da-419a-84b8-bd222be9f73b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/811488ab-5b63-408f-b412-ca0fcaee4d42 HTTP/1.1" status: 200 len: 991 time: 0.1451333 Jun 16 16:00:18.691272 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] Routers {'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:00:18.691890 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:00:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:18.718188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-3d67ca90-5279-4a04-ad86-ccc7f8bbced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:18.719992 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-3d67ca90-5279-4a04-ad86-ccc7f8bbced4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dab66c49-d1ea-48f9-a40e-a08e649571eb HTTP/1.1" status: 200 len: 896 time: 0.3005612 Jun 16 16:00:18.807467 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:18.831866 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-256ecf56-cea0-4673-9be9-91fda25cf90e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=558774df-f1ef-41f2-af51-84e92df850a2 HTTP/1.1" status: 200 len: 999 time: 0.1059275 Jun 16 16:00:18.893197 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] Set router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:00:18.897598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-55edc62e-ee77-4623-af02-b1bbe98952d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:18.899167 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-55edc62e-ee77-4623-af02-b1bbe98952d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf45e76-69ae-49f4-861e-e1f679053fa4 HTTP/1.1" status: 200 len: 834 time: 0.0620055 Jun 16 16:00:18.994262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-1a1f14fa-0029-4b88-8781-da09fae60fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:18.996769 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-1a1f14fa-0029-4b88-8781-da09fae60fe1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dab66c49-d1ea-48f9-a40e-a08e649571eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915072 Jun 16 16:00:19.154125 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-5d9be232-05c0-4cf5-82d9-a9aeb9f226c6 service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500068 Jun 16 16:00:19.319926 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ce5a03e-14a3-4ddc-a075-e0d5a1b03b68 req-a092e6e7-69f0-4848-bfff-bef5b0e719c0 service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591191 Jun 16 16:00:19.330391 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:56Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '811488ab-5b63-408f-b412-ca0fcaee4d42', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.24', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'port_id': '558774df-f1ef-41f2-af51-84e92df850a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'mac_address': 'fa:16:3e:fd:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:00:16Z', 'updated_at': '2022-06-16T16:00:16Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c06d8-dc60-4f18-a637-2da8d96b8af5', 'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:6d:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:55Z', 'updated_at': '2022-06-16T16:00:03Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:19.337187 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638c7d9-369f-4844-93ce-c3fd202b781c None None] The sync data for ids ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'] in dv-neutron-846028-2-hyperv is: [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:56Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '811488ab-5b63-408f-b412-ca0fcaee4d42', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.24', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'port_id': '558774df-f1ef-41f2-af51-84e92df850a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'mac_address': 'fa:16:3e:fd:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:00:16Z', 'updated_at': '2022-06-16T16:00:16Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c06d8-dc60-4f18-a637-2da8d96b8af5', 'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:6d:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:55Z', 'updated_at': '2022-06-16T16:00:03Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:00:19.566370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330f2a2-86a3-4d49-b144-9d1bc2b020a1 None None] New status for floating IP 811488ab-5b63-408f-b412-ca0fcaee4d42: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:00:19.684793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39012) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:19.797669 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-da1d5f12-2f34-4f23-b49b-ebe56906f02e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/811488ab-5b63-408f-b412-ca0fcaee4d42 HTTP/1.1" status: 200 len: 991 time: 0.1117287 Jun 16 16:00:20.418168 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:20.802004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39016) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:20.954612 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c512ac51-35cd-44c8-87b8-ce34e14a7a1a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/811488ab-5b63-408f-b412-ca0fcaee4d42 HTTP/1.1" status: 200 len: 993 time: 0.1512866 Jun 16 16:00:21.727206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:36.133583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:38.541991 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:00:45.807562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6a19192c-1972-4869-a7c6-75105c8b2edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:48.328443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910a20-aeec-48dc-a317-4685094c0153 req-e519de47-1d20-42cd-a75e-3df8c3f02ee5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:48.329917 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40910a20-aeec-48dc-a317-4685094c0153 req-e519de47-1d20-42cd-a75e-3df8c3f02ee5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1034160 Jun 16 16:00:48.378685 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-40910a20-aeec-48dc-a317-4685094c0153 req-d500b7e9-9553-414d-9e4a-04153cc53cca tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Jun 16 16:00:48.544416 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-149109b4-6107-498f-b4be-93d9bfc84d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:48.806506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:48.848736 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-43b8bec2-e4a0-4bfc-8cea-f6f5b17579da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1638460 Jun 16 16:00:49.587219 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048292db-c151-4d83-98a2-e77036556cfc req-f6c2319e-aca8-455e-b984-f22abe18e845 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:49.593535 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-048292db-c151-4d83-98a2-e77036556cfc req-f6c2319e-aca8-455e-b984-f22abe18e845 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0951064 Jun 16 16:00:49.638567 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-048292db-c151-4d83-98a2-e77036556cfc req-2f70558d-43de-4c30-b788-d1701f880f0e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408759 Jun 16 16:00:50.590006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:50.929118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ab18-511a-4421-ac87-f6959c493fc7 req-d30c0de7-f894-4419-b5a2-0423fc57d82a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:50.930618 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f065ab18-511a-4421-ac87-f6959c493fc7 req-d30c0de7-f894-4419-b5a2-0423fc57d82a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1796780 Jun 16 16:00:50.980666 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f065ab18-511a-4421-ac87-f6959c493fc7 req-bff503b9-eabe-4438-b74e-d90ae255e3ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441785 Jun 16 16:00:51.823228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.003835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-93662526-a9aa-4158-aa43-3796d2057b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:52.005497 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-93662526-a9aa-4158-aa43-3796d2057b11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 1099 time: 0.1012242 Jun 16 16:00:52.154108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-ea8b8154-239a-4984-be9e-56ab8be8a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:52.155579 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-ea8b8154-239a-4984-be9e-56ab8be8a16e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dab66c49-d1ea-48f9-a40e-a08e649571eb HTTP/1.1" status: 200 len: 896 time: 0.1438773 Jun 16 16:00:52.271662 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-a6aeaa71-224f-4ec9-8610-60a58a19260a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=558774df-f1ef-41f2-af51-84e92df850a2 HTTP/1.1" status: 200 len: 1001 time: 0.1098361 Jun 16 16:00:52.351547 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-53c12270-bce5-4a78-ba7a-8070fc216062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:52.353014 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-53c12270-bce5-4a78-ba7a-8070fc216062 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf45e76-69ae-49f4-861e-e1f679053fa4 HTTP/1.1" status: 200 len: 834 time: 0.0752161 Jun 16 16:00:52.363021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74a03-5d56-4c55-a11c-1c95e65b0247 req-10074dd1-8434-4f7a-a73f-2625de0bfaaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:52.365482 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-78a74a03-5d56-4c55-a11c-1c95e65b0247 req-10074dd1-8434-4f7a-a73f-2625de0bfaaf tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.2657363 Jun 16 16:00:52.414010 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-78a74a03-5d56-4c55-a11c-1c95e65b0247 req-2ffa032f-e246-472c-ac65-1526324c8886 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Jun 16 16:00:52.445599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-b67a76c2-b9b8-472b-96d9-31d19b4fcb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:52.447285 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-b67a76c2-b9b8-472b-96d9-31d19b4fcb5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dab66c49-d1ea-48f9-a40e-a08e649571eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881958 Jun 16 16:00:52.583875 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-7e4b2867-84d9-4c13-96e6-68515af6dda8 service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305115 Jun 16 16:00:52.850753 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-ad406cc3-240f-4db0-b11f-deabce23209c service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611184 Jun 16 16:00:53.625325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75a703-66f5-4be4-9fab-04b5a4898d09 req-c1dadcad-8d79-48dc-b225-08ba9622f4cd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:53.626686 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c75a703-66f5-4be4-9fab-04b5a4898d09 req-c1dadcad-8d79-48dc-b225-08ba9622f4cd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0982144 Jun 16 16:00:53.673347 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0c75a703-66f5-4be4-9fab-04b5a4898d09 req-8dfa3ece-240a-411a-8d88-7db3aec3648f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Jun 16 16:00:54.873686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36fb23-519b-4781-a92e-1f3c14983c54 req-f5d4f0bc-47a5-470a-9343-428b7da35bbe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:54.875134 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ca36fb23-519b-4781-a92e-1f3c14983c54 req-f5d4f0bc-47a5-470a-9343-428b7da35bbe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0943265 Jun 16 16:00:54.924999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ca36fb23-519b-4781-a92e-1f3c14983c54 req-a7639a77-048a-4b8b-bfd0-229cdf11da52 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440202 Jun 16 16:00:56.151802 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3fe31-a9ef-47e5-b4a0-62d9b5771401 req-c16a2f19-32ee-4d27-b26f-0bdb1d9bcd0e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:56.153431 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aec3fe31-a9ef-47e5-b4a0-62d9b5771401 req-c16a2f19-32ee-4d27-b26f-0bdb1d9bcd0e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1034684 Jun 16 16:00:56.208410 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-aec3fe31-a9ef-47e5-b4a0-62d9b5771401 req-ec891df2-4700-427a-80f6-c7f2ce789b4f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473919 Jun 16 16:00:57.469231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5985c-cca6-4383-9f49-01c2e3b659fa req-6fe1447b-bec8-47db-8916-b9fce0273399 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:57.471275 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4fd5985c-cca6-4383-9f49-01c2e3b659fa req-6fe1447b-bec8-47db-8916-b9fce0273399 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1269689 Jun 16 16:00:57.525578 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4fd5985c-cca6-4383-9f49-01c2e3b659fa req-b5a4f7d8-f955-42b3-ad37-7fcf26595783 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475981 Jun 16 16:00:58.765367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8017d73-8455-4edf-bdaa-fae78783fa80 req-84696347-772b-4221-b9b9-15973dd87b01 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:58.766972 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d8017d73-8455-4edf-bdaa-fae78783fa80 req-84696347-772b-4221-b9b9-15973dd87b01 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1077859 Jun 16 16:00:58.818408 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d8017d73-8455-4edf-bdaa-fae78783fa80 req-a1ea27dc-17fb-4173-998c-173d92516bbd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450368 Jun 16 16:00:59.188156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-37bcd763-072b-4683-8139-e93a93be3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:59.189711 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-37bcd763-072b-4683-8139-e93a93be3934 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 1099 time: 0.0820379 Jun 16 16:00:59.361957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-8c7d2787-4d5f-4ee3-ad64-96afceb98d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:59.363483 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-8c7d2787-4d5f-4ee3-ad64-96afceb98d61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dab66c49-d1ea-48f9-a40e-a08e649571eb HTTP/1.1" status: 200 len: 896 time: 0.1536410 Jun 16 16:00:59.477007 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-5b57d8a7-faae-4a84-88e8-ceb0ec45081d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=558774df-f1ef-41f2-af51-84e92df850a2 HTTP/1.1" status: 200 len: 1001 time: 0.1079152 Jun 16 16:00:59.542086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-4e5aba93-dabb-4127-a85b-c63bb1457bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:59.543553 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-4e5aba93-dabb-4127-a85b-c63bb1457bbb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf45e76-69ae-49f4-861e-e1f679053fa4 HTTP/1.1" status: 200 len: 834 time: 0.0611997 Jun 16 16:00:59.633739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-09563caa-bb82-495a-a57d-c6c6dc561056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:00:59.635375 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-09563caa-bb82-495a-a57d-c6c6dc561056 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dab66c49-d1ea-48f9-a40e-a08e649571eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863824 Jun 16 16:00:59.773982 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-605e9cab-b5ee-419d-a9a8-6f29b10ea2fb service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318610 Jun 16 16:00:59.916979 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-51e2b6b5-d1ea-4de5-94f0-c97c70b03d11 req-a03e4add-84b7-4ae6-a826-fc0a381a148f service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371961 Jun 16 16:01:00.110721 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088c694-3727-4bf1-a256-f23343f2bfca req-492d0f22-e750-48c0-b130-461977dac426 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:00.113126 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b088c694-3727-4bf1-a256-f23343f2bfca req-492d0f22-e750-48c0-b130-461977dac426 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1635685 Jun 16 16:01:00.169323 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b088c694-3727-4bf1-a256-f23343f2bfca req-8eee78c1-f023-4159-b6fe-9405c3281ea5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490372 Jun 16 16:01:01.381744 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95221741-9eb7-4256-9848-97092cc1df5a req-97231652-3e01-4e22-9985-a7f2086d8c43 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:01.383207 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-95221741-9eb7-4256-9848-97092cc1df5a req-97231652-3e01-4e22-9985-a7f2086d8c43 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0964801 Jun 16 16:01:01.430008 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-95221741-9eb7-4256-9848-97092cc1df5a req-f01a3144-a3fd-47f2-b187-174fe56fb340 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408804 Jun 16 16:01:02.625810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898931e-7c9b-4bcf-b814-534f426969fe req-2956feab-50e9-4d52-849b-01280ddba78f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:02.627367 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f898931e-7c9b-4bcf-b814-534f426969fe req-2956feab-50e9-4d52-849b-01280ddba78f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0878904 Jun 16 16:01:02.693922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f898931e-7c9b-4bcf-b814-534f426969fe req-f98595f7-1b74-4ff7-b88a-27e28ede2f78 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605693 Jun 16 16:01:03.904053 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592cbb8-d385-4450-8170-48bafda32104 req-0389bd76-681d-43c6-9e61-661101647b01 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:03.905911 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7592cbb8-d385-4450-8170-48bafda32104 req-0389bd76-681d-43c6-9e61-661101647b01 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0957518 Jun 16 16:01:03.960482 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7592cbb8-d385-4450-8170-48bafda32104 req-2215c4a1-e3be-437f-a8a7-0d5f5217196a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479946 Jun 16 16:01:05.177895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c9da8-3cb1-42b7-9d29-2b4bc4a168c6 req-37036863-b249-4c1c-99b5-a103d2f4553a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:05.179472 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-630c9da8-3cb1-42b7-9d29-2b4bc4a168c6 req-37036863-b249-4c1c-99b5-a103d2f4553a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0970223 Jun 16 16:01:05.233624 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-630c9da8-3cb1-42b7-9d29-2b4bc4a168c6 req-d4e6280d-e687-439a-bef0-706b24516688 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Jun 16 16:01:06.224142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:06.451151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079bf00-1439-450f-9d52-4013ea1f246c req-99b8723f-96ab-4d68-a10a-f8df9c3456f8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:06.452680 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a079bf00-1439-450f-9d52-4013ea1f246c req-99b8723f-96ab-4d68-a10a-f8df9c3456f8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0997522 Jun 16 16:01:06.503762 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a079bf00-1439-450f-9d52-4013ea1f246c req-83a365e7-12d8-4680-860c-3fba641a8ae8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448022 Jun 16 16:01:07.730715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ba430-91a7-47ce-885d-4416a575fd5f req-2d00e355-130e-45ce-bc9f-685bb995690a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:07.732367 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-298ba430-91a7-47ce-885d-4416a575fd5f req-2d00e355-130e-45ce-bc9f-685bb995690a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0995586 Jun 16 16:01:07.785744 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-298ba430-91a7-47ce-885d-4416a575fd5f req-0c307901-d69a-45e6-a451-970ce7b84173 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445535 Jun 16 16:01:09.007463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5122ee-5090-4fa8-82df-0729af5e6bc9 req-67999cbb-0801-49c7-99e1-3196df83629c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:09.019115 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9f5122ee-5090-4fa8-82df-0729af5e6bc9 req-67999cbb-0801-49c7-99e1-3196df83629c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1042216 Jun 16 16:01:09.074243 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9f5122ee-5090-4fa8-82df-0729af5e6bc9 req-4baf40e4-1c8f-437a-93a9-483dca25859f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587018 Jun 16 16:01:10.281496 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-0cef57c1-2fd9-4833-ac75-5d3e270de81d service neutron] 10.222.0.46 "GET /v2.0/ports/558774df-f1ef-41f2-af51-84e92df850a2/bindings/hv-neutron-8460 HTTP/1.1" status: 200 len: 384 time: 0.1280439 Jun 16 16:01:10.346993 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926402-6be4-48e8-8b80-61ce5b935521 req-d3c6b48a-0c6b-4fa6-93af-12654c341569 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:10.348725 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f9926402-6be4-48e8-8b80-61ce5b935521 req-d3c6b48a-0c6b-4fa6-93af-12654c341569 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1407118 Jun 16 16:01:10.423163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f9926402-6be4-48e8-8b80-61ce5b935521 req-303a7a93-ef66-439d-a5f4-3b5e03d48da0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620925 Jun 16 16:01:11.046441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-c6d3dad7-865f-4a0f-8d2c-940b094e8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:11.048147 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-c6d3dad7-865f-4a0f-8d2c-940b094e8573 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 1099 time: 0.1038837 Jun 16 16:01:11.193119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-3518d327-6c10-47fd-a4c3-e4395e88c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:11.195894 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-3518d327-6c10-47fd-a4c3-e4395e88c0c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 1099 time: 0.1137133 Jun 16 16:01:11.380056 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-c7177034-c294-4044-9fe0-e6cea4fb28db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:11.381673 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-c7177034-c294-4044-9fe0-e6cea4fb28db service neutron] 10.222.0.46 "GET /v2.0/networks?id=dab66c49-d1ea-48f9-a40e-a08e649571eb HTTP/1.1" status: 200 len: 896 time: 0.1804438 Jun 16 16:01:11.507922 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-3f36365e-fcc9-4d04-af97-7ac093c6ac14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=558774df-f1ef-41f2-af51-84e92df850a2 HTTP/1.1" status: 200 len: 1001 time: 0.1196508 Jun 16 16:01:11.597862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-f343304e-8778-4819-b439-f2e427319a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:11.600323 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-f343304e-8778-4819-b439-f2e427319a42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf45e76-69ae-49f4-861e-e1f679053fa4 HTTP/1.1" status: 200 len: 834 time: 0.0866747 Jun 16 16:01:11.712418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-cd698a3b-7084-4d42-be4b-13593c30d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:11.715321 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-cd698a3b-7084-4d42-be4b-13593c30d5bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dab66c49-d1ea-48f9-a40e-a08e649571eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084294 Jun 16 16:01:11.885451 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-d6b3fa37-ce28-4565-8734-62a3de9fad57 service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634493 Jun 16 16:01:11.899142 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586a01-1473-4e25-94a2-d9160aefc635 req-29dc6295-13f8-4487-86c3-7110657de833 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:11.901022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2d586a01-1473-4e25-94a2-d9160aefc635 req-29dc6295-13f8-4487-86c3-7110657de833 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1398876 Jun 16 16:01:11.963338 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2d586a01-1473-4e25-94a2-d9160aefc635 req-4d785030-51a5-49ff-9205-761c05461f1c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515187 Jun 16 16:01:12.050448 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-cc34f5c1-c5b3-473f-994d-07862d46f21b req-2cf9a8a0-8313-4fde-9996-33b9eddfb5fb service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589844 Jun 16 16:01:13.209059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f872149-0f81-49ae-aa15-db205a5fd45b req-4a0970d2-bf61-4cfd-ba6c-b4727a00743a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:13.210675 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3f872149-0f81-49ae-aa15-db205a5fd45b req-4a0970d2-bf61-4cfd-ba6c-b4727a00743a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1002753 Jun 16 16:01:13.267243 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3f872149-0f81-49ae-aa15-db205a5fd45b req-96813dd6-78f8-4cbb-84e1-515c294127b0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503430 Jun 16 16:01:14.267473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 558774df-f1ef-41f2-af51-84e92df850a2 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:01:14.270385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 558774df-f1ef-41f2-af51-84e92df850a2 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:01:14.535684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 558774df-f1ef-41f2-af51-84e92df850a2 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:01:14.536018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:14.548011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663b59-5706-4f16-aa24-1ad5e24bebba req-63ba7734-1ae0-4606-a3dd-14180ad97b2f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:14.549557 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-67663b59-5706-4f16-aa24-1ad5e24bebba req-63ba7734-1ae0-4606-a3dd-14180ad97b2f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.1192913 Jun 16 16:01:14.591787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:01:14.598067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 558774df-f1ef-41f2-af51-84e92df850a2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=558774df-f1ef-41f2-af51-84e92df850a2,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:14.609190 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-67663b59-5706-4f16-aa24-1ad5e24bebba req-a3ee3803-42d0-4553-9d49-795b338ef328 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504699 Jun 16 16:01:14.625406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 558774df-f1ef-41f2-af51-84e92df850a2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=558774df-f1ef-41f2-af51-84e92df850a2,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:14.638770 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '558774df-f1ef-41f2-af51-84e92df850a2', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'port_id': '558774df-f1ef-41f2-af51-84e92df850a2', 'mac_address': 'fa:16:3e:fd:f4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:01:14.697966 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6043a3ad-a383-46c5-89c5-c231a48d82f7'] response: {'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2', 'code': 200} Jun 16 16:01:14.702640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:14.768890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 558774df-f1ef-41f2-af51-84e92df850a2 is: ACTIVE; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:01:14.769265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:14.801878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 558774df-f1ef-41f2-af51-84e92df850a2 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:01:14.813456 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=558774df-f1ef-41f2-af51-84e92df850a2,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:14.858495 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.859400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.859400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.859800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.860184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.860563 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.860964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.861340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.861719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.862105 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.862595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.863013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:14.894557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:01:14.900440 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:01:15.491322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f64f3-15f5-4b87-aef2-32d4c78f03c2 req-da286065-cc58-4855-a602-2251e5b9c0d4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:15.492732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 558774df-f1ef-41f2-af51-84e92df850a2 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:01:15.492732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:15.493772 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-184f64f3-15f5-4b87-aef2-32d4c78f03c2 req-da286065-cc58-4855-a602-2251e5b9c0d4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 944 time: 0.1293283 Jun 16 16:01:15.519756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558774df-f1ef-41f2-af51-84e92df850a2 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:01:15.544959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 558774df-f1ef-41f2-af51-84e92df850a2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=558774df-f1ef-41f2-af51-84e92df850a2,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:15.551767 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:01:15.567090 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-184f64f3-15f5-4b87-aef2-32d4c78f03c2 req-abbe570e-2bfe-4ea5-ac67-6890263f915e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653026 Jun 16 16:01:15.634750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-7537b7d4-0fe2-45a0-a00d-9b20d7bb1517 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:15.635600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-7537b7d4-0fe2-45a0-a00d-9b20d7bb1517 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:01:15.640622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:15.742183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['558774df-f1ef-41f2-af51-84e92df850a2'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:01:15.748754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-7537b7d4-0fe2-45a0-a00d-9b20d7bb1517 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:01:15.750229 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-7537b7d4-0fe2-45a0-a00d-9b20d7bb1517 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&binding%3Ahost_id=hv-neutron-8460 HTTP/1.1" status: 200 len: 944 time: 0.2575283 Jun 16 16:01:15.821384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=558774df-f1ef-41f2-af51-84e92df850a2,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:15.834228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77671bd-4ad5-42e1-8410-b32b1a0fac78 req-746236fa-ae2e-4058-aa3a-f8d82e3f3600 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:15.838192 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b77671bd-4ad5-42e1-8410-b32b1a0fac78 req-746236fa-ae2e-4058-aa3a-f8d82e3f3600 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 945 time: 0.1376295 Jun 16 16:01:15.894627 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-297da9c2-0dff-4fd5-834d-d10ee1c6af6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:15.913819 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b77671bd-4ad5-42e1-8410-b32b1a0fac78 req-9a9433b1-7154-4b00-bf46-46f715e9908d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610178 Jun 16 16:01:15.954672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-990f9f7e-d4e1-4c87-976c-a944a71e175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:15.956932 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-990f9f7e-d4e1-4c87-976c-a944a71e175f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 1098 time: 0.1017797 Jun 16 16:01:16.242829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-59b4bb54-811f-4fec-895c-bbc48604e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:16.244633 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-59b4bb54-811f-4fec-895c-bbc48604e9a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dab66c49-d1ea-48f9-a40e-a08e649571eb HTTP/1.1" status: 200 len: 896 time: 0.2819099 Jun 16 16:01:16.360280 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-8c8067c1-0923-4c34-8a85-75192b975569 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=558774df-f1ef-41f2-af51-84e92df850a2 HTTP/1.1" status: 200 len: 1000 time: 0.1069214 Jun 16 16:01:16.429778 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-02034a24-47e4-47fc-b778-aa08b885f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:16.431344 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-02034a24-47e4-47fc-b778-aa08b885f238 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf45e76-69ae-49f4-861e-e1f679053fa4 HTTP/1.1" status: 200 len: 834 time: 0.0649657 Jun 16 16:01:16.521293 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-16d3ec1c-828e-478d-b172-ba3ac6c4c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:16.522985 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-16d3ec1c-828e-478d-b172-ba3ac6c4c00c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dab66c49-d1ea-48f9-a40e-a08e649571eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853713 Jun 16 16:01:16.673045 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-5c6a9b3a-0b65-4f99-9273-64bed12deac3 service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434247 Jun 16 16:01:16.813302 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b8c71d10-55f1-4dd5-a85d-7a8406b7a230 req-e62dddbf-d01e-4de6-91d5-6d2e58cdcf3a service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344330 Jun 16 16:01:17.147783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc6f8-6fbc-4375-8fff-b1e5a303df48 req-16e43e64-2c3c-4b54-bf53-5a4b8f302fdc tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:17.149223 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-773fc6f8-6fbc-4375-8fff-b1e5a303df48 req-16e43e64-2c3c-4b54-bf53-5a4b8f302fdc tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 945 time: 0.0941725 Jun 16 16:01:17.206113 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-773fc6f8-6fbc-4375-8fff-b1e5a303df48 req-999487ea-5ed8-475f-a075-82d039ddaf37 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496523 Jun 16 16:01:18.287075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 558774df-f1ef-41f2-af51-84e92df850a2 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:18.375083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 558774df-f1ef-41f2-af51-84e92df850a2 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:18.375772 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:18.416184 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35b212-3b09-4c83-a721-ff66b10f286d req-3fa9bb89-e26c-440d-a2fd-803f3eb605ce tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:18.417959 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ef35b212-3b09-4c83-a721-ff66b10f286d req-3fa9bb89-e26c-440d-a2fd-803f3eb605ce tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 945 time: 0.0967495 Jun 16 16:01:18.440785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0145e3a0-7999-4cbf-9d27-66a1d3052565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:18.476862 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ef35b212-3b09-4c83-a721-ff66b10f286d req-7d037371-f3a6-4233-8c10-f5edba789b8e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 Jun 16 16:01:18.500573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39118) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:18.524824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 558774df-f1ef-41f2-af51-84e92df850a2 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:01:18.525291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:18.556500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:01:18.567588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 558774df-f1ef-41f2-af51-84e92df850a2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=558774df-f1ef-41f2-af51-84e92df850a2,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:18.612885 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c609d852-bab2-42a7-bf1c-d3d2a11407d8'] response: {'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2', 'code': 200} Jun 16 16:01:18.636971 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-08979978-2742-4f7c-ae39-e1ef82a7acb9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/811488ab-5b63-408f-b412-ca0fcaee4d42 HTTP/1.1" status: 200 len: 992 time: 0.1350236 Jun 16 16:01:18.698501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:18.768609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=558774df-f1ef-41f2-af51-84e92df850a2,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:18.806741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.441396 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:21.715468 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:36.217374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:45.759872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0c4bfa5c-70ef-4bc9-9d37-aadbea0ea0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:47.484539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39134) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:47.791564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port ed992f61-3818-4903-b86b-b6d153ec2a59 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:01:47.796268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:47.969446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:47.969446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.092841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for ed992f61-3818-4903-b86b-b6d153ec2a59 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:01:48.338795 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.392093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=ed992f61-3818-4903-b86b-b6d153ec2a59,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:48.412636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7ed72eb2-293a-4114-83ad-80102b83f2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.441505 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.441929 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.442187 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.442524 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.442860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.443234 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.443839 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.444002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.444327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.445245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.445569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.445894 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:48.503592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.504393 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Floating IP 811488ab-5b63-408f-b412-ca0fcaee4d42 disassociated (deleted). External IP: 172.26.2.24, port: 558774df-f1ef-41f2-af51-84e92df850a2. Jun 16 16:01:48.822405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.875948 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:01:49.068056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:01:49.079566 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] Sync routers for ids ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:01:49.090081 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] Routers {'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:01:49.109647 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:01:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:49.207002 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:49.277035 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dcb36c3e-0787-4667-b68c-d59d3e45b402 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/floatingips/811488ab-5b63-408f-b412-ca0fcaee4d42 HTTP/1.1" status: 204 len: 168 time: 1.7911961 Jun 16 16:01:49.277860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:01:49.333609 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] Set router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:01:49.392919 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecddbaf4-e713-4a69-809e-322317d11645'] response: {'name': 'network-changed', 'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2', 'status': 'completed', 'code': 200} Jun 16 16:01:49.515399 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-fe432118-474a-414e-8a91-7728d8ab39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:49.516923 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-fe432118-474a-414e-8a91-7728d8ab39b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 1099 time: 0.1008008 Jun 16 16:01:49.666464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-d315e150-a342-4da4-acd3-2687a5dd6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:49.667957 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-d315e150-a342-4da4-acd3-2687a5dd6278 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dab66c49-d1ea-48f9-a40e-a08e649571eb HTTP/1.1" status: 200 len: 896 time: 0.1449521 Jun 16 16:01:49.689120 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:56Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd33c06d8-dc60-4f18-a637-2da8d96b8af5', 'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:6d:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:55Z', 'updated_at': '2022-06-16T16:00:03Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:49.694325 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] Checking router: a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:01:49.703426 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] Routers {'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:01:49.704047 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:01:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:49.749986 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-8209ae57-243f-4792-9ba1-128e396f6ec0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=558774df-f1ef-41f2-af51-84e92df850a2 HTTP/1.1" status: 200 len: 217 time: 0.0633116 Jun 16 16:01:49.808616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-caf63b52-a4e8-4366-a4cd-b38570170e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:49.810350 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-caf63b52-a4e8-4366-a4cd-b38570170e37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf45e76-69ae-49f4-861e-e1f679053fa4 HTTP/1.1" status: 200 len: 834 time: 0.0668776 Jun 16 16:01:49.900520 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-34955584-fd19-420f-b484-25c921aa3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:49.901990 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-34955584-fd19-420f-b484-25c921aa3c34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dab66c49-d1ea-48f9-a40e-a08e649571eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848362 Jun 16 16:01:49.915830 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] Set router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:01:50.061475 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-5aa51323-519b-4aaf-9eb0-e65d869c5891 service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522803 Jun 16 16:01:50.112378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3196fa8-e966-4085-9b1c-ebcedc3a1180 req-b3b429fd-08c6-4a79-ba08-4bd7001fc523 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:50.113632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-e3196fa8-e966-4085-9b1c-ebcedc3a1180 req-b3b429fd-08c6-4a79-ba08-4bd7001fc523 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:01:50.196213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-e3196fa8-e966-4085-9b1c-ebcedc3a1180 req-b3b429fd-08c6-4a79-ba08-4bd7001fc523 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:01:50.199253 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e3196fa8-e966-4085-9b1c-ebcedc3a1180 req-b3b429fd-08c6-4a79-ba08-4bd7001fc523 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.3194709 Jun 16 16:01:50.213883 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c1b8efc2-390f-404d-a086-c4910c99eeb5 req-59f1083e-59d8-45b7-848f-f21651a00fe7 service neutron] 10.222.0.46 "GET /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458950 Jun 16 16:01:50.261054 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e3196fa8-e966-4085-9b1c-ebcedc3a1180 req-eb2c692d-c369-4e11-b099-4f06858c1551 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536993 Jun 16 16:01:50.316575 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:56Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd33c06d8-dc60-4f18-a637-2da8d96b8af5', 'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:6d:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:55Z', 'updated_at': '2022-06-16T16:00:03Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:50.319333 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd91f5-e7b0-48fc-ac22-16ec4fdd0d99 None None] The sync data for ids ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'] in dv-neutron-846028-2-hyperv is: [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T15:59:56Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'd33c06d8-dc60-4f18-a637-2da8d96b8af5', 'name': '', 'network_id': 'dab66c49-d1ea-48f9-a40e-a08e649571eb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:6d:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:55Z', 'updated_at': '2022-06-16T16:00:03Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fbf45e76-69ae-49f4-861e-e1f679053fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:01:50.412798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:50.548316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba04f45-73a0-4fc7-8472-dda50570f431 None None] New status for floating IP 811488ab-5b63-408f-b412-ca0fcaee4d42: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:01:51.478716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096940be-2b81-40a5-8b03-286d658582ae req-296022c8-f5a9-490f-8ba9-5449dd62103c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:51.480282 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-096940be-2b81-40a5-8b03-286d658582ae req-296022c8-f5a9-490f-8ba9-5449dd62103c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.0989425 Jun 16 16:01:51.529419 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-096940be-2b81-40a5-8b03-286d658582ae req-3838c053-188b-4b2a-bff6-abf305fa786b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=6c013f98-6624-4f03-89ac-47450354dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430553 Jun 16 16:01:51.679824 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-51659c3d-d3fe-45f0-82fd-c60f09b121fb tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:01:51.681371 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-51659c3d-d3fe-45f0-82fd-c60f09b121fb tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 946 time: 0.2113814 Jun 16 16:01:51.704413 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:51.756578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 558774df-f1ef-41f2-af51-84e92df850a2 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:01:51.756962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:52.035067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port 558774df-f1ef-41f2-af51-84e92df850a2, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=558774df-f1ef-41f2-af51-84e92df850a2,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:52.035504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:52.168476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 558774df-f1ef-41f2-af51-84e92df850a2 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:01:52.422469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:52.476460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=558774df-f1ef-41f2-af51-84e92df850a2,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:52.529519 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.529993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.530221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.530511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.530845 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.531207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.531539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.531867 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.532199 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.532525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.532852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.533177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:52.543175 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:01:52.581443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] No DVR routers for this DVR port 558774df-f1ef-41f2-af51-84e92df850a2 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:01:52.584126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:52.587552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'name': 'network-vif-deleted', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:01:52.682718 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a6c0b063-756c-4eb9-85f2-6cfc8e01c913 req-775b573b-eae9-4699-9d4d-a0ce35470443 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "DELETE /v2.0/ports/558774df-f1ef-41f2-af51-84e92df850a2 HTTP/1.1" status: 204 len: 173 time: 0.9961240 Jun 16 16:01:52.700184 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8906cf5-b9b6-4689-9bbc-bdb7349781fb'] response: {'server_uuid': '56505f9a-9fae-4654-8387-9e7375dafc3f', 'name': 'network-vif-deleted', 'tag': '558774df-f1ef-41f2-af51-84e92df850a2', 'status': 'completed', 'code': 200} Jun 16 16:01:52.730967 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-50ac80e4-7c39-4a36-8a92-b41552a6bb53 req-e1570548-5f5c-473a-9a61-557732059eae tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=56505f9a-9fae-4654-8387-9e7375dafc3f HTTP/1.1" status: 200 len: 210 time: 0.0574219 Jun 16 16:01:53.832101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39156) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:54.399115 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:54.489802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 558774df-f1ef-41f2-af51-84e92df850a2 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:01:54.525408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 558774df-f1ef-41f2-af51-84e92df850a2 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:01:54.525740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 558774df-f1ef-41f2-af51-84e92df850a2 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:01:54.780747 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port d33c06d8-dc60-4f18-a637-2da8d96b8af5 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:01:54.781085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:54.999637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port d33c06d8-dc60-4f18-a637-2da8d96b8af5, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=d33c06d8-dc60-4f18-a637-2da8d96b8af5,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:55.000587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:55.265677 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for d33c06d8-dc60-4f18-a637-2da8d96b8af5 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:01:55.551826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:55.604136 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=d33c06d8-dc60-4f18-a637-2da8d96b8af5,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:55.925545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:56.372616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:01:56.589936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:01:56.604037 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] Sync routers for ids ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:01:56.604825 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-393e60b1-61f8-4702-8912-a81db2e4eac1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "PUT /v2.0/routers/a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7711239 Jun 16 16:01:56.608358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39160) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:56.621450 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] Routers {'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:01:56.622264 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:01:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:56.701515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefeff47-3a13-4f28-b839-69decfd40b32 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting subnet fbf45e76-69ae-49f4-861e-e1f679053fa4 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 16:01:56.712119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fefeff47-3a13-4f28-b839-69decfd40b32 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:56.789172 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fefeff47-3a13-4f28-b839-69decfd40b32 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:56.867612 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] Set router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:01:56.900943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fefeff47-3a13-4f28-b839-69decfd40b32 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:57.104982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fefeff47-3a13-4f28-b839-69decfd40b32 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:57.147474 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeff47-3a13-4f28-b839-69decfd40b32 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf45e76-69ae-49f4-861e-e1f679053fa4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:57.158611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fefeff47-3a13-4f28-b839-69decfd40b32 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:57.159712 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fefeff47-3a13-4f28-b839-69decfd40b32 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/subnets/fbf45e76-69ae-49f4-861e-e1f679053fa4 HTTP/1.1" status: 204 len: 168 time: 0.5498526 Jun 16 16:01:57.161009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec5ce11-89aa-498a-9ac7-44f8283de4ef None None] Network dab66c49-d1ea-48f9-a40e-a08e649571eb requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:01:57.162905 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39164) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:57.184012 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T16:01:55Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:57.188216 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] Checking router: a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:01:57.197638 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] Routers {'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:01:57.198738 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:01:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:57.447414 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] Set router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:01:57.477113 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98ea97-cf89-448c-adc2-c726ae67cd16 None None] DHCP port deletion for dab66c49-d1ea-48f9-a40e-a08e649571eb request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 16:01:57.482714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4b98ea97-cf89-448c-adc2-c726ae67cd16 None None] Deleting port a30c8e91-6b1f-4cc2-9038-df9079a15f70 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:01:57.483438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b98ea97-cf89-448c-adc2-c726ae67cd16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:57.525409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:57.704461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-4b98ea97-cf89-448c-adc2-c726ae67cd16 None None] For port a30c8e91-6b1f-4cc2-9038-df9079a15f70, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=a30c8e91-6b1f-4cc2-9038-df9079a15f70,segment=NetworkSegment(74aae313-5ec7-434f-baed-a1152aaa3d88),segment_id=74aae313-5ec7-434f-baed-a1152aaa3d88)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:57.704837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b98ea97-cf89-448c-adc2-c726ae67cd16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:57.722919 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:57.813201 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T16:01:55Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:57.816965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port f63ea668-7fd3-47a2-b77c-79ab306bf742 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:01:57.817144 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53544782-ae48-4abb-b07a-8d668c410444 None None] The sync data for ids ['a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c'] in dv-neutron-846028-2-hyperv is: [{'id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542872326', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:59:48Z', 'updated_at': '2022-06-16T16:01:55Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'f63ea668-7fd3-47a2-b77c-79ab306bf742', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:59:49Z', 'updated_at': '2022-06-16T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:01:57.817401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:57.837084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-4b98ea97-cf89-448c-adc2-c726ae67cd16 None None] Calling delete_port for a30c8e91-6b1f-4cc2-9038-df9079a15f70 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:01:58.011054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4b98ea97-cf89-448c-adc2-c726ae67cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:58.012882 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port f63ea668-7fd3-47a2-b77c-79ab306bf742, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f63ea668-7fd3-47a2-b77c-79ab306bf742,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:58.013235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:58.060699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98ea97-cf89-448c-adc2-c726ae67cd16 None None] Pushing event deleted for resources: {'Port': ['ID=a30c8e91-6b1f-4cc2-9038-df9079a15f70,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:58.063238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98ea97-cf89-448c-adc2-c726ae67cd16 None None] No DVR routers for this DVR port a30c8e91-6b1f-4cc2-9038-df9079a15f70 on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:01:58.150607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for f63ea668-7fd3-47a2-b77c-79ab306bf742 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:01:58.498311 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:58.583716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=f63ea668-7fd3-47a2-b77c-79ab306bf742,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:58.672468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:58.760024 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a30c8e91-6b1f-4cc2-9038-df9079a15f70 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:01:58.805997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: a30c8e91-6b1f-4cc2-9038-df9079a15f70 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:01:58.806519 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device a30c8e91-6b1f-4cc2-9038-df9079a15f70 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:01:58.806778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d33c06d8-dc60-4f18-a637-2da8d96b8af5 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:01:58.845922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: d33c06d8-dc60-4f18-a637-2da8d96b8af5 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:01:58.846279 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device d33c06d8-dc60-4f18-a637-2da8d96b8af5 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:01:58.884430 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:58.886814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.012765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.013300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Fanout notify agent at l3_agent the message router_deleted on router a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:01:59.034332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.036348 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fc72b663-971c-41e7-b2e4-a8884b784aad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/routers/a1cc4c21-6b17-4bd5-b75c-fab991dc4c8c HTTP/1.1" status: 204 len: 168 time: 1.8719275 Jun 16 16:01:59.040112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39168) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:59.307896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.470793 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.505475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab66c49-d1ea-48f9-a40e-a08e649571eb']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:59.528057 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74aae313-5ec7-434f-baed-a1152aaa3d88') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:59.528704 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74aae313-5ec7-434f-baed-a1152aaa3d88') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:59.544666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.563743 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.570774 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:01:59.571256 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.686762 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 74aae313-5ec7-434f-baed-a1152aaa3d88 resource provider aggregate not found Jun 16 16:01:59.704745 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 74aae313-5ec7-434f-baed-a1152aaa3d88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74aae313-5ec7-434f-baed-a1152aaa3d88 found for delete ", "request_id": "req-3975107d-9964-4d36-b5e6-002b23ecdf1a"}]} Jun 16 16:01:59.749974 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.768458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.779590 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Network': ['ID=dab66c49-d1ea-48f9-a40e-a08e649571eb,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:59.922634 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-5a9d995b-3c39-483c-8805-abc452327009 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/networks/dab66c49-d1ea-48f9-a40e-a08e649571eb HTTP/1.1" status: 204 len: 168 time: 0.8810623 Jun 16 16:01:59.926155 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39178) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:00.021334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9763b3fb-c8c5-4dae-8b98-697efc0dc506 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.053059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9763b3fb-c8c5-4dae-8b98-697efc0dc506 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.213676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9763b3fb-c8c5-4dae-8b98-697efc0dc506 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.230843 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763b3fb-c8c5-4dae-8b98-697efc0dc506 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c013f98-6624-4f03-89ac-47450354dd76,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:00.367581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9763b3fb-c8c5-4dae-8b98-697efc0dc506 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.368737 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9763b3fb-c8c5-4dae-8b98-697efc0dc506 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/security-groups/6c013f98-6624-4f03-89ac-47450354dd76 HTTP/1.1" status: 204 len: 168 time: 0.4415274 Jun 16 16:02:00.644680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f63ea668-7fd3-47a2-b77c-79ab306bf742 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:02:00.686185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: f63ea668-7fd3-47a2-b77c-79ab306bf742 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:02:00.686609 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f63ea668-7fd3-47a2-b77c-79ab306bf742 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:02:00.724018 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39188) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:00.730595 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161345859', 'description': 'tempest-secgroup-smoke-1161345859 description', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:00.736803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:00.743867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:00.747010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:00.755587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:00.824331 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.857918 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:00.862582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:00.866288 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:00.873610 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:00.959039 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.013900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.068587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68afb87-ae35-4e53-8711-d8c60221cd65,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:01.138336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.140067 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-93b6dd2a-02f3-4f16-bbe1-1507db9e90e1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4147716 Jun 16 16:02:01.143574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39192) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:01.148987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'f68afb87-ae35-4e53-8711-d8c60221cd65', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:01.157962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:01.165855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:01.167911 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:01.173945 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:01.267585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.357348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.428046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.454130 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e91d5d-5111-445b-8c44-a04cd5f68962,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:01.544660 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.546739 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c25af425-5b66-4d41-a912-ced20a59f684 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4015782 Jun 16 16:02:01.549301 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39196) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:01.555250 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'f68afb87-ae35-4e53-8711-d8c60221cd65', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:01.563724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:01.572318 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:01.575529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:01.581587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:01.660538 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.740437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.834443 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.863755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0038476-c793-41b9-9525-261d63c66f7c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:01.946121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.947592 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f98fa9aa-5fc7-4015-86d7-2a89a15ea67d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3973453 Jun 16 16:02:01.951503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39200) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:01.957419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'f68afb87-ae35-4e53-8711-d8c60221cd65', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:01.965347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:01.970574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:01.975076 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:01.982755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:02.093221 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:02.166558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:02.242359 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:02.294890 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05b579e-24c6-47ab-ad02-784b76511ad6,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:02.396118 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:02.398100 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a7c7a630-2cae-48fb-a24e-cbbc9f2ad7a4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4450879 Jun 16 16:02:02.401212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39204) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:02.408386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'f68afb87-ae35-4e53-8711-d8c60221cd65', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:02.417040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:02.421022 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:02.423953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:02.430829 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:02.515546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:02.622606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:02.721168 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:02.750971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e979a38-cc35-462c-8c38-17e9490b6177,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:02.841650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:02.842819 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-097a1bec-91c0-468b-83c4-b62ceff9657b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4402215 Jun 16 16:02:02.845732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39208) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:02.851161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'f68afb87-ae35-4e53-8711-d8c60221cd65', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:02.858416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:02.862397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:02.865389 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:02.872332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:02.978758 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Project 9ed324ba6c9d46aba14a5c889aaaa7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:02:02.986123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:03.092384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:03.229766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:03.255188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429e6f6a-b8da-40f2-9827-97a5de0a3ee5,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:03.356010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:03.357147 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8a21328a-5d6e-49a6-8bec-7b51897aae90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5104721 Jun 16 16:02:03.359897 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39212) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:03.364922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': 'f68afb87-ae35-4e53-8711-d8c60221cd65', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:03.372223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:03.376115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:03.379178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:03.385990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:03.481376 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Project 9ed324ba6c9d46aba14a5c889aaaa7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:02:03.498376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:03.576712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:03.658961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:03.688614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8088744-3472-4888-83ed-c35183aa727f,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:03.766905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:03.768236 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f39bcb0e-3bb4-4081-bdcf-89c267b58963 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4074225 Jun 16 16:02:03.772473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39216) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:03.779323 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'network': {'name': 'tempest-network-smoke--977302915', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'port_security_enabled': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:03.785300 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:03.790411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:network and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:03.793437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:03.800262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:03.933092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:02:03.936672 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:03.968630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:02:03.981393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:03.981902 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Added segment 75de476c-b4e2-448b-9eeb-4bc3b26129e0 of type vlan for network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b Jun 16 16:02:04.014511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:04.138085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:04.143896 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:04.144543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:04.262023 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Network': ['ID=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:04.273867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:02:04.334312 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-425f9661-2447-45c6-8a0b-c412f4a82167 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5605786 Jun 16 16:02:04.341723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39220) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:04.347459 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'admin_state_up': True, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:04.356558 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:04.361096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:router and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:04.364501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:04.371863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:04.470238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:04.471585 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:04.489189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:04.882624 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:05.386405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:05.418052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:05.565485 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.26.2.119 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/af9b345e-5db8-4f73-be4f-5f20192349a8) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:02:05.844106 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:05.956151 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:06.021693 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:02:06.029267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:02:06.034871 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:02:06.085496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=af9b345e-5db8-4f73-be4f-5f20192349a8,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:06.178441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:06.643416 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:07.043295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:07.458608 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:02:07.688223 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:02:07.701335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Sync routers for ids ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:02:07.715871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Routers {'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:02:07.716424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:01:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:07.869841 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:07.871111 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-07d7dbc2-b3d5-46da-9058-48fc66477a7e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5283196 Jun 16 16:02:07.875711 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39226) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:07.904399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Set router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:02:08.190404 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e128de9a-6a5d-4ef0-a075-742b5beb8adb tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=9ed324ba6c9d46aba14a5c889aaaa7e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3102224 Jun 16 16:02:08.190852 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39234) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:08.296194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:06Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:08.302423 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Checking router: f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:02:08.302814 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Updating router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca port af9b345e-5db8-4f73-be4f-5f20192349a8 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:02:08.358403 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c762f1-a9d3-435f-9a65-6650011295ba tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:08.359932 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-36c762f1-a9d3-435f-9a65-6650011295ba tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1677547 Jun 16 16:02:08.364472 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39238) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:08.375809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:08.410308 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0166858a-f542-434b-8446-8e6cc3af7562 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444927 Jun 16 16:02:08.419312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39242) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:08.428176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2120301308', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:08.592944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:08.597043 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:subnet and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:08.600020 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:08.607558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:08.721356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:02:08.725171 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:08.789460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:08.801651 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Transition to ACTIVE for port object af9b345e-5db8-4f73-be4f-5f20192349a8 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:02:08.916086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:09.001083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Attempting to bind port af9b345e-5db8-4f73-be4f-5f20192349a8 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:02:09.001500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Attempting to bind port af9b345e-5db8-4f73-be4f-5f20192349a8 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:02:09.001797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Attempting to bind port af9b345e-5db8-4f73-be4f-5f20192349a8 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:02:09.004123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3089e13-4abe-4356-a45f-a7b58f6cab06 None None] Pushing event updated for resources: {'Port': ['ID=af9b345e-5db8-4f73-be4f-5f20192349a8,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:09.010826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:02:09.011270 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:02:09.011703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:09.012164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:02:09.012734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Bound port: af9b345e-5db8-4f73-be4f-5f20192349a8, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:02:09.013130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:09.102761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] For port af9b345e-5db8-4f73-be4f-5f20192349a8, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:02:09.106032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] For port af9b345e-5db8-4f73-be4f-5f20192349a8, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=af9b345e-5db8-4f73-be4f-5f20192349a8,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:02:09.183303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:09.231625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:09.269096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Subnet': ['ID=836bbe70-584d-431e-ad77-663da0679faa,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:09.282105 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Checking segment: {'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:02:09.282472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network hostable DHCP agents. Network: 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:02:09.332578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Routers {'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:02:09.335903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:01:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:09.395356 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:02:09.410066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3089e13-4abe-4356-a45f-a7b58f6cab06 None None] Pushing event updated for resources: {'Port': ['ID=af9b345e-5db8-4f73-be4f-5f20192349a8,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:09.535196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] Set router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:02:09.544855 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:02:09.549839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:09.550600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:09.592093 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c58a4-8cd4-4dd2-bbd6-38ef150f0c83 None None] Network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:02:09.666860 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-54caf234-e8ee-43d8-a979-cfff56f5aa84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2455752 Jun 16 16:02:09.669762 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39246) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:10.104238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 16:02:10.105157 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:10.177991 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:06Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:10.198446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15348f4-aded-4c10-be3c-c673b473b37b None None] The sync data for ids ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'] in dv-neutron-846028-2-hyperv is: [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:06Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:02:10.310584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Allocated IP 172.20.0.2 (8a9882d5-7d7e-4ef0-b712-3350ab4ee76b/836bbe70-584d-431e-ad77-663da0679faa/6704ce2d-1635-4d25-8148-1b9dc38b05be) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:02:10.516933 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:10.587964 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:10.600332 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Transition to ACTIVE for port object 6704ce2d-1635-4d25-8148-1b9dc38b05be will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:02:10.623905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Transition to ACTIVE for port object 6704ce2d-1635-4d25-8148-1b9dc38b05be will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:02:10.728371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:10.788691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device af9b345e-5db8-4f73-be4f-5f20192349a8 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:02:10.842562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:02:10.849690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:02:10.863897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:02:10.928272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Pushing event updated for resources: {'Port': ['ID=6704ce2d-1635-4d25-8148-1b9dc38b05be,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:10.998830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Attempting to bind port 6704ce2d-1635-4d25-8148-1b9dc38b05be on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:02:10.999219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Attempting to bind port 6704ce2d-1635-4d25-8148-1b9dc38b05be by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:02:10.999587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Attempting to bind port 6704ce2d-1635-4d25-8148-1b9dc38b05be on network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:02:11.006023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:02:11.006856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Checking segment: {'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:02:11.007317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:11.007711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Bound using segment: {'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:02:11.008234 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Bound port: 6704ce2d-1635-4d25-8148-1b9dc38b05be, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:02:11.008574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:11.034581 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.20.0.1 (8a9882d5-7d7e-4ef0-b712-3350ab4ee76b/836bbe70-584d-431e-ad77-663da0679faa/ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:02:11.135930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] For port 6704ce2d-1635-4d25-8148-1b9dc38b05be, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:02:11.140173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] For port 6704ce2d-1635-4d25-8148-1b9dc38b05be, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6704ce2d-1635-4d25-8148-1b9dc38b05be,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:02:11.150303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port af9b345e-5db8-4f73-be4f-5f20192349a8 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:02:11.156573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port af9b345e-5db8-4f73-be4f-5f20192349a8 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:11.159625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:11.304083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:11.383361 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port af9b345e-5db8-4f73-be4f-5f20192349a8 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:02:11.383762 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:11.391338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:11.417691 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Transition to ACTIVE for port object ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:02:11.437355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port af9b345e-5db8-4f73-be4f-5f20192349a8, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=af9b345e-5db8-4f73-be4f-5f20192349a8,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:11.440151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8885f-116f-42e4-9633-b23c2fae9d9d None None] Pushing event updated for resources: {'Port': ['ID=6704ce2d-1635-4d25-8148-1b9dc38b05be,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:11.531200 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:11.573033 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:11.668703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=af9b345e-5db8-4f73-be4f-5f20192349a8,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:11.693805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:02:11.700660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:02:11.707312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:02:11.749463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:11.794434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:12.018174 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:12.507714 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:12.576579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:12.714418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:12.717569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:12.796650 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e8dce5-c65c-466c-91b2-715646046276 None None] Network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:02:12.849066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device af9b345e-5db8-4f73-be4f-5f20192349a8 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:02:12.918363 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:02:12.919630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:02:13.055524 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port af9b345e-5db8-4f73-be4f-5f20192349a8 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:13.055796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:13.088822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0e6af0fe-257e-417b-9039-e79dc02d749c None None] Provisioning for port 6704ce2d-1635-4d25-8148-1b9dc38b05be completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:02:13.113544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:02:13.268862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port af9b345e-5db8-4f73-be4f-5f20192349a8 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:02:13.281078 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6704ce2d-1635-4d25-8148-1b9dc38b05be up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:02:13.327177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:02:13.350908 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Sync routers for ids ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:02:13.355229 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8a021b0f-2a22-46f4-a06d-57c84a26fca0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "PUT /v2.0/routers/f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6841831 Jun 16 16:02:13.374288 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Routers {'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:02:13.374917 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:01:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:13.490999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 6704ce2d-1635-4d25-8148-1b9dc38b05be completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:02:13.500412 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6704ce2d-1635-4d25-8148-1b9dc38b05be triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:13.506411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:13.580760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-c219c38e-40fd-48da-9a14-f18a953cf169 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:02:13.634837 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Set router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:02:13.663658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-c219c38e-40fd-48da-9a14-f18a953cf169 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:02:13.663658 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-c219c38e-40fd-48da-9a14-f18a953cf169 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161345859&fields=id&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 267 time: 0.1259124 Jun 16 16:02:13.677638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6704ce2d-1635-4d25-8148-1b9dc38b05be is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:02:13.678170 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:13.723124 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 6704ce2d-1635-4d25-8148-1b9dc38b05be, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6704ce2d-1635-4d25-8148-1b9dc38b05be,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:13.870635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-4e219eff-9960-4c31-a45a-94b1dd99d59d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:13.871411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-4e219eff-9960-4c31-a45a-94b1dd99d59d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:02:13.898649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:13.955754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-678f5b9a-b1f6-47d6-8836-bce570450c1a None None] Provisioning for port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:02:13.973764 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-678f5b9a-b1f6-47d6-8836-bce570450c1a None None] Provisioning complete for port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:13.974156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-678f5b9a-b1f6-47d6-8836-bce570450c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:13.989475 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-4e219eff-9960-4c31-a45a-94b1dd99d59d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:02:13.991858 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-4e219eff-9960-4c31-a45a-94b1dd99d59d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/networks?id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b HTTP/1.1" status: 200 len: 796 time: 0.3212230 Jun 16 16:02:13.995917 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff', 'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:72:b6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:10Z', 'updated_at': '2022-06-16T16:02:12Z', 'revision_number': 2, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '836bbe70-584d-431e-ad77-663da0679faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:14.000969 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Checking router: f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:02:14.003143 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Updating router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:02:14.022904 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-443e4a34-48c6-4fdc-bac6-a082ba1a9cb8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/quotas/9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 375 time: 0.0247731 Jun 16 16:02:14.036962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=6704ce2d-1635-4d25-8148-1b9dc38b05be,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:14.066751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-678f5b9a-b1f6-47d6-8836-bce570450c1a None None] Port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:02:14.074434 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:14.086993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-678f5b9a-b1f6-47d6-8836-bce570450c1a None None] Provisioning complete for port 6704ce2d-1635-4d25-8148-1b9dc38b05be triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:14.086993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-678f5b9a-b1f6-47d6-8836-bce570450c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:14.142469 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-e30fe3d2-557a-4471-b7a3-a9fa42b597f8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:02:14.232744 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-678f5b9a-b1f6-47d6-8836-bce570450c1a None None] Current status of the port 6704ce2d-1635-4d25-8148-1b9dc38b05be is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:02:14.239663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-e30fe3d2-557a-4471-b7a3-a9fa42b597f8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:02:14.241003 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-e30fe3d2-557a-4471-b7a3-a9fa42b597f8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2166803 Jun 16 16:02:14.359472 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-eaff1f4e-2c43-40e1-96d0-07d244b998eb None None] Provisioning complete for port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:14.359837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eaff1f4e-2c43-40e1-96d0-07d244b998eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:14.393850 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b533b58a-17d5-4e27-93e5-d8c2de2d875c service neutron] 10.222.0.73 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382308 Jun 16 16:02:14.419478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-eaff1f4e-2c43-40e1-96d0-07d244b998eb None None] Port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:02:14.483729 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:14.502405 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Transition to ACTIVE for port object ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:02:14.535674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-2c65c9a3-377b-465b-af77-7e4962f96d0d service neutron] 10.222.0.73 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392391 Jun 16 16:02:14.595466 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:14.712228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6704ce2d-1635-4d25-8148-1b9dc38b05be up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:02:14.733173 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Pushing event updated for resources: {'Port': ['ID=ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:14.779422 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.779773 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.780114 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.780448 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.780777 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.781303 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.787518 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.793492 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.793492 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.793492 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.793492 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.793910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 6704ce2d-1635-4d25-8148-1b9dc38b05be triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:14.794018 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:14.794111 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:14.927848 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Attempting to bind port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:02:14.928278 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Attempting to bind port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:02:14.929344 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Attempting to bind port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff on network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:02:14.936051 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:02:14.936424 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Checking segment: {'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:02:14.936817 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:14.937202 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Bound using segment: {'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:02:14.937670 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Bound port: ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:02:14.938040 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:14.951180 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9cf39eb0-a8ce-4690-850e-5a98f7d1b65a req-6a219d6c-3f15-481d-99e8-73540af5efa6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 210 time: 0.0984700 Jun 16 16:02:14.978877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 6704ce2d-1635-4d25-8148-1b9dc38b05be is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:02:15.046123 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] For port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:02:15.049358 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] For port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:02:15.134509 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:15.216060 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Routers {'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:02:15.219411 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:01:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:15.311364 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb09115-89fd-4963-bfd6-da2794dd869b None None] Pushing event updated for resources: {'Port': ['ID=ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:15.456923 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] Set router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:02:15.766711 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-09ca919d-3d48-4d06-b709-9d951389da79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:15.833823 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff', 'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:72:b6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:10Z', 'updated_at': '2022-06-16T16:02:15Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '836bbe70-584d-431e-ad77-663da0679faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:15.839589 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd9f8c-3608-4788-8846-dc879a8171e1 None None] The sync data for ids ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'] in dv-neutron-846028-2-hyperv is: [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff', 'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:72:b6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:10Z', 'updated_at': '2022-06-16T16:02:15Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '836bbe70-584d-431e-ad77-663da0679faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:02:16.112698 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-df01645c-0a5e-4efc-b098-2f7e57dbe857 req-8afd1b0a-5d22-4f33-be5f-d5fcd418a81c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 210 time: 0.0556712 Jun 16 16:02:16.730838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:02:16.918988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:02:16.924631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:16.950845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:17.050758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:02:17.051147 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:17.085493 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:17.181978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:17.264490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:17.274022 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.274817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.275528 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.276067 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.276560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.277175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.277700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.278503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.279106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.279713 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.280203 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.282583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:17.310123 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a5e16fde-ba05-4937-b40c-3a2b17a6da52 req-4eebac53-c6a3-4c9e-8299-17548606d1a8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 210 time: 0.0690875 Jun 16 16:02:17.461136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-25759d0f-ce2d-4e20-9f78-c5d8aaca3bf8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:17.461812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-25759d0f-ce2d-4e20-9f78-c5d8aaca3bf8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:02:17.474387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-25759d0f-ce2d-4e20-9f78-c5d8aaca3bf8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:02:17.476271 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-25759d0f-ce2d-4e20-9f78-c5d8aaca3bf8 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/networks?id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b HTTP/1.1" status: 200 len: 796 time: 0.3112996 Jun 16 16:02:17.534450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-a9b04056-80c1-4991-90ed-3c43add102ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:02:17.547042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-a9b04056-80c1-4991-90ed-3c43add102ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:02:17.548196 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-a9b04056-80c1-4991-90ed-3c43add102ed tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 380 time: 0.0593352 Jun 16 16:02:17.557298 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'port': {'device_id': 'df2716af-e217-4f4b-bdb9-857751d24700', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'admin_state_up': True, 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'security_groups': ['f68afb87-ae35-4e53-8711-d8c60221cd65']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:17.705955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:17.716573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:17.793838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:02:17.797582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:17.968805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.20.0.13 (8a9882d5-7d7e-4ef0-b712-3350ab4ee76b/836bbe70-584d-431e-ad77-663da0679faa/9e6362db-c8ef-46a6-a6cb-ff4498937ffa) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:02:18.186192 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.204731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Transition to ACTIVE for port object 9e6362db-c8ef-46a6-a6cb-ff4498937ffa will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:02:18.321940 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.408469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:02:18.409040 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aacf282b-3d6a-421d-bbc4-5e67d54676ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.413735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:02:18.419905 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:02:18.467010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:18.505411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:18.506196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.527274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f86b4-4454-4b3a-992a-108ae4375049 req-267ed3eb-6417-4bbb-9452-9fd956fae6d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:18.528893 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-558f86b4-4454-4b3a-992a-108ae4375049 req-267ed3eb-6417-4bbb-9452-9fd956fae6d3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 932 time: 0.1037984 Jun 16 16:02:18.585655 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-558f86b4-4454-4b3a-992a-108ae4375049 req-d7c0d731-5855-4499-8192-482ad51b38fb tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496726 Jun 16 16:02:18.602756 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-15bc23f9-a653-48f9-85f5-e3618abcd3da tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0494452 Jun 16 16:02:18.614302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Request body: {'port': {'device_id': 'df2716af-e217-4f4b-bdb9-857751d24700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:18.725317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:02:18.754635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.783300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.806886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:18.811503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.876583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c97c8ec0-b9f1-450a-a2df-15bf75294e3e None None] Provisioning for port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:02:18.914359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-c97c8ec0-b9f1-450a-a2df-15bf75294e3e None None] Provisioning complete for port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:18.914359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c97c8ec0-b9f1-450a-a2df-15bf75294e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.990068 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:02:18.994473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-c97c8ec0-b9f1-450a-a2df-15bf75294e3e None None] Port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:02:19.128255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6362db-c8ef-46a6-a6cb-ff4498937ffa {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:02:19.136013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:19.151612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Transition to ACTIVE for port object 9e6362db-c8ef-46a6-a6cb-ff4498937ffa will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:02:19.250960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:19.423243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:19.526835 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Attempting to bind port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:02:19.527578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Attempting to bind port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:02:19.527578 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Attempting to bind port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa on network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:02:19.532376 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa on network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:02:19.532690 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Attempting to bind port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa on network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:02:19.537697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:02:19.538745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Checking segment: {'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:02:19.539163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Bound using segment: {'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:02:19.539588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Bound port: 9e6362db-c8ef-46a6-a6cb-ff4498937ffa, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75de476c-b4e2-448b-9eeb-4bc3b26129e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:02:19.539956 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:19.636927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] For port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:02:19.640026 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] For port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:02:19.778739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:19.798286 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136003-fbbc-48f8-b85f-185e851693c6 req-ebea4ee8-955a-49ee-913d-910c9928ab04 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:19.805003 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0e136003-fbbc-48f8-b85f-185e851693c6 req-ebea4ee8-955a-49ee-913d-910c9928ab04 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 944 time: 0.1029081 Jun 16 16:02:19.843901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:19.844718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:19.846693 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] 10.222.0.46 "PUT /v2.0/ports/9e6362db-c8ef-46a6-a6cb-ff4498937ffa HTTP/1.1" status: 200 len: 1094 time: 1.2361307 Jun 16 16:02:19.848663 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2716af-e217-4f4b-bdb9-857751d24700', 'tag': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:02:19.857405 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0e136003-fbbc-48f8-b85f-185e851693c6 req-60f4b754-4749-4d52-8c77-aea17ef1603a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488570 Jun 16 16:02:19.883735 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d1a5f-5e03-4357-81d4-aab0af67bb82 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:19.912197 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b56599f-8650-4183-9ea9-8fbec7558179'] response: {'name': 'network-changed', 'server_uuid': 'df2716af-e217-4f4b-bdb9-857751d24700', 'tag': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'status': 'completed', 'code': 200} Jun 16 16:02:20.130680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec252a-ef70-4270-b5da-ab68c4b44395 req-01e2938c-5ccd-4d5a-8b5d-bcdd252ec153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:20.132830 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-acec252a-ef70-4270-b5da-ab68c4b44395 req-01e2938c-5ccd-4d5a-8b5d-bcdd252ec153 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 1097 time: 0.2016563 Jun 16 16:02:20.278241 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec252a-ef70-4270-b5da-ab68c4b44395 req-30a1de93-e2ca-4c52-bc3a-7d0417c9a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:20.279755 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-acec252a-ef70-4270-b5da-ab68c4b44395 req-30a1de93-e2ca-4c52-bc3a-7d0417c9a199 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1404293 Jun 16 16:02:20.384332 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:20.419525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec252a-ef70-4270-b5da-ab68c4b44395 req-7874d5ed-5602-494d-aedd-249080fe39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:20.420950 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-acec252a-ef70-4270-b5da-ab68c4b44395 req-7874d5ed-5602-494d-aedd-249080fe39f2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354513 Jun 16 16:02:20.548384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-06386fc9-6910-4792-93cf-84a865966cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:20.550013 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-06386fc9-6910-4792-93cf-84a865966cbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 1097 time: 0.0920153 Jun 16 16:02:20.624688 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-b9eb575d-d4e8-4ab5-ab7b-d0d6f61e2a32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e6362db-c8ef-46a6-a6cb-ff4498937ffa HTTP/1.1" status: 200 len: 217 time: 0.0664887 Jun 16 16:02:20.729417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-e945ed53-cd05-4dc2-80d8-95063cb92797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:20.731163 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-e945ed53-cd05-4dc2-80d8-95063cb92797 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=836bbe70-584d-431e-ad77-663da0679faa HTTP/1.1" status: 200 len: 835 time: 0.1004674 Jun 16 16:02:20.827828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-d95a746f-e51b-40a0-a620-675f8db69d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:20.829274 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-d95a746f-e51b-40a0-a620-675f8db69d2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921516 Jun 16 16:02:20.972234 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-d4141005-1dd8-4fab-a5b9-e4d8cf345f94 service neutron] 10.222.0.46 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358051 Jun 16 16:02:21.115735 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a74b5-901e-43ec-9f00-2204972e014b req-ce8fb58d-3454-41de-b1f0-7294383f76ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:21.117874 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a03a74b5-901e-43ec-9f00-2204972e014b req-ce8fb58d-3454-41de-b1f0-7294383f76ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 944 time: 0.1408446 Jun 16 16:02:21.138581 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b0b80170-5d58-41ae-8a8d-60944ac7bb53 req-ce172180-edc1-4331-b22a-5a5cf2d8a366 service neutron] 10.222.0.46 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604970 Jun 16 16:02:21.168965 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a03a74b5-901e-43ec-9f00-2204972e014b req-2c71f162-8604-494d-847c-3d603063498d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449390 Jun 16 16:02:21.699806 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:22.404692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b100ae-9811-4104-86a4-c672827a51b1 req-31a68da8-e7ac-4f37-8f0b-db4705762c41 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:22.406197 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92b100ae-9811-4104-86a4-c672827a51b1 req-31a68da8-e7ac-4f37-8f0b-db4705762c41 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 944 time: 0.1202960 Jun 16 16:02:22.459703 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92b100ae-9811-4104-86a4-c672827a51b1 req-873a59c2-7068-4371-9e80-926296fb358c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464756 Jun 16 16:02:22.607781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9e6362db-c8ef-46a6-a6cb-ff4498937ffa details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:02:22.760303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:22.787088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'port_id': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'mac_address': 'fa:16:3e:e0:a3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:02:22.850547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:02:22.851357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:22.870819 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6362db-c8ef-46a6-a6cb-ff4498937ffa {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:02:22.887243 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:22.950034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:23.027697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:23.155273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['9e6362db-c8ef-46a6-a6cb-ff4498937ffa'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:02:23.668519 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ec167-9665-4853-8d32-b70925fe7d8c req-3af24565-ddde-425e-9007-a9ee41ed08e3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:23.669902 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3b5ec167-9665-4853-8d32-b70925fe7d8c req-3af24565-ddde-425e-9007-a9ee41ed08e3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 945 time: 0.0902345 Jun 16 16:02:23.717154 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3b5ec167-9665-4853-8d32-b70925fe7d8c req-d308cbc9-19c1-494d-b2de-552c4c1b00d4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412250 Jun 16 16:02:24.614877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9e6362db-c8ef-46a6-a6cb-ff4498937ffa up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:02:24.761217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:02:24.766383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:24.766761 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.920665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:02:24.920976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.950242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2716af-e217-4f4b-bdb9-857751d24700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:02:24.957338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dd4a2-023d-4283-8ae1-da49207c80ad req-3dddc67f-2af2-463a-aadb-78210145a098 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:24.958827 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0e9dd4a2-023d-4283-8ae1-da49207c80ad req-3dddc67f-2af2-463a-aadb-78210145a098 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 945 time: 0.1278715 Jun 16 16:02:24.963938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:25.001099 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee81226-fee5-4efc-9681-606dc691e68f'] response: {'server_uuid': 'df2716af-e217-4f4b-bdb9-857751d24700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'code': 200} Jun 16 16:02:25.016808 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0e9dd4a2-023d-4283-8ae1-da49207c80ad req-62625eca-ec84-4068-935d-2d36c2403115 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511849 Jun 16 16:02:25.035800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:25.122033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:25.400320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10351dd4-83ef-417f-bc26-f14506acaaeb req-c44867c3-5a68-4e10-bb04-d5492e5dcaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:25.401944 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-10351dd4-83ef-417f-bc26-f14506acaaeb req-c44867c3-5a68-4e10-bb04-d5492e5dcaf1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 1099 time: 0.0887632 Jun 16 16:02:25.460546 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-10351dd4-83ef-417f-bc26-f14506acaaeb req-3cc6058f-56dc-428a-a762-5ae4974f45af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509453 Jun 16 16:02:26.297133 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf89b4-b228-4137-ab1f-8271ede395ee req-6dc01af2-8412-4732-8ff7-f1c91d3de4d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:26.299607 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6bf89b4-b228-4137-ab1f-8271ede395ee req-6dc01af2-8412-4732-8ff7-f1c91d3de4d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1338198 Jun 16 16:02:26.382651 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6bf89b4-b228-4137-ab1f-8271ede395ee req-4660c25f-eac2-47c4-8ee8-9362b554c0bb tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696759 Jun 16 16:02:27.619220 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f9ed-5cd1-42c2-90ed-9fc05cc53228 req-c52d7b8c-b18a-4879-9db5-336f835ad438 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:27.621161 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0d57f9ed-5cd1-42c2-90ed-9fc05cc53228 req-c52d7b8c-b18a-4879-9db5-336f835ad438 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1118705 Jun 16 16:02:27.678635 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0d57f9ed-5cd1-42c2-90ed-9fc05cc53228 req-1a33de0f-2947-4968-96ab-9f99c4e45a16 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468495 Jun 16 16:02:27.997319 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618744e2-2f01-4d71-979a-b1a3c1aebf23 req-839f1cec-ca8d-4160-8f6f-ee4b4dd162aa tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:27.998669 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-618744e2-2f01-4d71-979a-b1a3c1aebf23 req-839f1cec-ca8d-4160-8f6f-ee4b4dd162aa tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.2003126 Jun 16 16:02:28.055638 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-618744e2-2f01-4d71-979a-b1a3c1aebf23 req-e7c06f51-5640-4f74-af78-ddde1e6d0482 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499034 Jun 16 16:02:28.081739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39304) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:28.173966 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f42b89d-0bb7-468f-8499-02b5a40d05d5 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:28.175541 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3f42b89d-0bb7-468f-8499-02b5a40d05d5 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 1094 time: 0.0927641 Jun 16 16:02:28.180032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39308) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:28.186781 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:28.193833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:02:28.197969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:floatingip and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:02:28.200935 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:02:28.206948 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:02:28.319902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:28.497619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:28.639904 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.26.2.143 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/882bd021-7081-47c1-8811-087069847d80) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:02:28.811029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:28.927115 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:29.117503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:02:29.121129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:02:29.124611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:02:29.171681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=882bd021-7081-47c1-8811-087069847d80,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:29.542778 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:02:29.663219 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:29.824749 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:30.079244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:30.167148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:30.294546 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=882bd021-7081-47c1-8811-087069847d80,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:30.303673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:30.521052 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Floating IP 0743d12a-f48a-4578-805f-52b79b194cfb associated. External IP: 172.26.2.143, port: 9e6362db-c8ef-46a6-a6cb-ff4498937ffa. Jun 16 16:02:31.083217 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:02:31.311415 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:02:31.322160 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] Sync routers for ids ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:02:31.335319 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] Routers {'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:02:31.336899 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:02:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:31.402094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:31.491778 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3f928c42-dde1-4530-aa7b-0f0522ee3a76 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3098495 Jun 16 16:02:31.493099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2716af-e217-4f4b-bdb9-857751d24700', 'tag': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:02:31.554276 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de15f3b-eb8a-44bd-acf1-749bd6dfe51c'] response: {'name': 'network-changed', 'server_uuid': 'df2716af-e217-4f4b-bdb9-857751d24700', 'tag': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'status': 'completed', 'code': 200} Jun 16 16:02:31.556462 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] Set router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:02:31.693703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-e6100381-ae57-4ede-8b99-d42bb257b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:31.695654 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-e6100381-ae57-4ede-8b99-d42bb257b1b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 1099 time: 0.1126413 Jun 16 16:02:31.721557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b289e-482e-45ea-b237-5b45ef398351 req-e2de5b34-4e91-40d0-bec8-2c7a79e5ade3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:31.724022 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d28b289e-482e-45ea-b237-5b45ef398351 req-e2de5b34-4e91-40d0-bec8-2c7a79e5ade3 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1202054 Jun 16 16:02:31.798336 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d28b289e-482e-45ea-b237-5b45ef398351 req-0d638acb-6be0-4324-8e2a-b3b966065f90 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632002 Jun 16 16:02:31.835983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39316) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:31.870881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-7400f99e-ce4b-49ae-badf-866824d08344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:31.872360 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-7400f99e-ce4b-49ae-badf-866824d08344 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b HTTP/1.1" status: 200 len: 897 time: 0.1711493 Jun 16 16:02:31.968698 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2e133db4-d417-4787-b2aa-d834173d0f95 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/0743d12a-f48a-4578-805f-52b79b194cfb HTTP/1.1" status: 200 len: 992 time: 0.1296420 Jun 16 16:02:32.008549 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-77284cd7-8789-402e-bde3-02cdba3cc225 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e6362db-c8ef-46a6-a6cb-ff4498937ffa HTTP/1.1" status: 200 len: 1000 time: 0.1297927 Jun 16 16:02:32.075499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-986d8cce-1c4e-4ab2-9462-579170daa1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:32.076942 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-986d8cce-1c4e-4ab2-9462-579170daa1ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=836bbe70-584d-431e-ad77-663da0679faa HTTP/1.1" status: 200 len: 835 time: 0.0630617 Jun 16 16:02:32.082562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '0743d12a-f48a-4578-805f-52b79b194cfb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.143', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'port_id': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'mac_address': 'fa:16:3e:e0:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2716af-e217-4f4b-bdb9-857751d24700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:02:29Z', 'updated_at': '2022-06-16T16:02:29Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff', 'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:72:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:10Z', 'updated_at': '2022-06-16T16:02:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '836bbe70-584d-431e-ad77-663da0679faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:32.087388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] Checking router: f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:02:32.098682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] Routers {'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:02:32.099524 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:02:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:32.169794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-e178aaba-0dfd-4491-b8d0-8a4cd9b778b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:32.171360 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-e178aaba-0dfd-4491-b8d0-8a4cd9b778b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885777 Jun 16 16:02:32.339327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] Set router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:02:32.342357 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-cb456a62-6198-4345-9d18-212fd859d661 service neutron] 10.222.0.46 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649981 Jun 16 16:02:32.553391 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-a55e2fe6-3130-4f16-bb30-86c71369ecac req-aa1971b8-0dbd-492c-a73d-c28a374e1f43 service neutron] 10.222.0.46 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039692 Jun 16 16:02:32.848926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '0743d12a-f48a-4578-805f-52b79b194cfb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.143', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'port_id': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'mac_address': 'fa:16:3e:e0:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2716af-e217-4f4b-bdb9-857751d24700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:02:29Z', 'updated_at': '2022-06-16T16:02:29Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff', 'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:72:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:10Z', 'updated_at': '2022-06-16T16:02:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '836bbe70-584d-431e-ad77-663da0679faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:32.855140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea94c60-e315-4b54-aedc-fbc5686d9ab4 None None] The sync data for ids ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'] in dv-neutron-846028-2-hyperv is: [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '0743d12a-f48a-4578-805f-52b79b194cfb', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.143', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'port_id': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'mac_address': 'fa:16:3e:e0:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2716af-e217-4f4b-bdb9-857751d24700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:02:29Z', 'updated_at': '2022-06-16T16:02:29Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff', 'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:72:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:10Z', 'updated_at': '2022-06-16T16:02:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '836bbe70-584d-431e-ad77-663da0679faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:02:32.972616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39320) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:33.175032 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ad4b21b9-0292-41df-96ab-4e9b2c26101d tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/0743d12a-f48a-4578-805f-52b79b194cfb HTTP/1.1" status: 200 len: 992 time: 0.1994357 Jun 16 16:02:33.187044 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f3ee7-5fb9-43cc-9b59-f083b5ba06b9 None None] New status for floating IP 0743d12a-f48a-4578-805f-52b79b194cfb: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:02:34.178365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39324) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:34.324954 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-58ed1a59-afc1-4bd1-85a0-1cc1bcb93b46 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/0743d12a-f48a-4578-805f-52b79b194cfb HTTP/1.1" status: 200 len: 994 time: 0.1441207 Jun 16 16:02:36.159030 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:45.853367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c75dac1c-9d25-4d80-bb1e-fc8597c85da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:48.435999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f7e50bb6-1fed-4599-b289-74d0d024a69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:48.836134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.469852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:51.692888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:59.649679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df230779-087c-47d2-be3f-eaf73196bf4e req-89fe6f62-6573-436b-ae96-f81b2b5e364c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:02:59.651147 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-df230779-087c-47d2-be3f-eaf73196bf4e req-89fe6f62-6573-436b-ae96-f81b2b5e364c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.0978062 Jun 16 16:02:59.697997 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-df230779-087c-47d2-be3f-eaf73196bf4e req-d27faa45-cb1a-4d53-bab3-3e46946dbdb5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 Jun 16 16:03:00.201712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-7c8d24c4-d406-4f12-a9d4-e4db85b192d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:00.203302 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-7c8d24c4-d406-4f12-a9d4-e4db85b192d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 1099 time: 0.1018429 Jun 16 16:03:00.357715 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-15b72087-398a-47b1-9fcd-d06baa8a46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:00.359185 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-15b72087-398a-47b1-9fcd-d06baa8a46b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b HTTP/1.1" status: 200 len: 897 time: 0.1341360 Jun 16 16:03:00.598342 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-bf0ef299-d59d-4750-ba3c-ea426d9ad2c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e6362db-c8ef-46a6-a6cb-ff4498937ffa HTTP/1.1" status: 200 len: 1002 time: 0.2311721 Jun 16 16:03:00.663206 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-c3bee1e7-a717-457e-909e-f1bfa8f48012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:00.665454 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-c3bee1e7-a717-457e-909e-f1bfa8f48012 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=836bbe70-584d-431e-ad77-663da0679faa HTTP/1.1" status: 200 len: 835 time: 0.0597544 Jun 16 16:03:00.769009 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-cb6c051a-e8e7-4959-bbb3-44dfa9c07410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:00.769009 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-cb6c051a-e8e7-4959-bbb3-44dfa9c07410 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984445 Jun 16 16:03:00.947022 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-e3d2723d-c62b-4441-8913-f2f9a6eb2a2c service neutron] 10.222.0.46 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707244 Jun 16 16:03:00.963056 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98868ed-82af-424b-93e8-c7701fe588e4 req-2135cbc9-ce20-4776-9812-ca43c351a53a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:00.965517 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f98868ed-82af-424b-93e8-c7701fe588e4 req-2135cbc9-ce20-4776-9812-ca43c351a53a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1177394 Jun 16 16:03:01.039167 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f98868ed-82af-424b-93e8-c7701fe588e4 req-c5113a89-8b42-4e3d-a503-743a46610a49 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669253 Jun 16 16:03:01.132569 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-eaff0f5b-28bc-441b-8491-5e828448e5b1 req-06340299-c42b-4d7e-abb5-b43b4f8a7d14 service neutron] 10.222.0.46 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796436 Jun 16 16:03:02.290236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ba6b-b0cb-4518-b8ad-ca3d3a82cd0f req-b188f605-6f2b-4644-adfb-7e8dff140974 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:02.292867 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44e7ba6b-b0cb-4518-b8ad-ca3d3a82cd0f req-b188f605-6f2b-4644-adfb-7e8dff140974 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1299310 Jun 16 16:03:02.370379 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-44e7ba6b-b0cb-4518-b8ad-ca3d3a82cd0f req-233b86a1-26d2-443d-9895-82038ab0a536 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705011 Jun 16 16:03:03.579036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488c22-c0e0-4ca0-8cb4-7916b0f3144e req-9277d98f-8ddb-4d01-87d2-9cca1903c8a6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:03.580422 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0488c22-c0e0-4ca0-8cb4-7916b0f3144e req-9277d98f-8ddb-4d01-87d2-9cca1903c8a6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1003618 Jun 16 16:03:03.632440 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b0488c22-c0e0-4ca0-8cb4-7916b0f3144e req-6087c919-f583-41f3-b9e2-b68a79be3720 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451083 Jun 16 16:03:04.857283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa6c5-d56d-413c-bb4b-64aa27f2ccf1 req-2f84e6ca-8470-470c-a54a-bd980d3e4b72 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:04.858738 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b92fa6c5-d56d-413c-bb4b-64aa27f2ccf1 req-2f84e6ca-8470-470c-a54a-bd980d3e4b72 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1014132 Jun 16 16:03:04.905550 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b92fa6c5-d56d-413c-bb4b-64aa27f2ccf1 req-fc007830-aa7e-4ee0-ad99-0577e5827ba1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 Jun 16 16:03:06.186221 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a858f-832b-4159-9f65-59ce733ee362 req-4ae86899-515d-4882-9bd2-05aa094b1a55 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:06.188029 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c66a858f-832b-4159-9f65-59ce733ee362 req-4ae86899-515d-4882-9bd2-05aa094b1a55 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1415839 Jun 16 16:03:06.221826 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:06.250363 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c66a858f-832b-4159-9f65-59ce733ee362 req-3f131e13-4952-4c9b-a8bc-52b9dc6f2641 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536664 Jun 16 16:03:06.545476 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:03:07.475103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3069791-b244-4c6e-b300-ab11da87e1b5 req-2f0c1aa1-0e74-4ffb-9f23-9550225d8dbe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:07.476920 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f3069791-b244-4c6e-b300-ab11da87e1b5 req-2f0c1aa1-0e74-4ffb-9f23-9550225d8dbe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1005969 Jun 16 16:03:07.528562 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f3069791-b244-4c6e-b300-ab11da87e1b5 req-b4bafb8a-ae1f-428a-85db-8e58d8e5334e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425441 Jun 16 16:03:08.778414 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83370f-47c5-4051-9379-b6021b4eb31d req-44691f8a-2f7b-43bf-b16c-1e54c156dbee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:08.779951 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-da83370f-47c5-4051-9379-b6021b4eb31d req-44691f8a-2f7b-43bf-b16c-1e54c156dbee tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1019905 Jun 16 16:03:08.830271 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-da83370f-47c5-4051-9379-b6021b4eb31d req-45cd1d35-e809-4340-9472-5202627bb0e6 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 Jun 16 16:03:10.042886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bd5e4-e96a-4169-af71-dd7aa111c0ff req-fcddc1d4-a30e-4c6c-880d-2c5365213116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:10.044373 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-de2bd5e4-e96a-4169-af71-dd7aa111c0ff req-fcddc1d4-a30e-4c6c-880d-2c5365213116 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.0988791 Jun 16 16:03:10.095901 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-de2bd5e4-e96a-4169-af71-dd7aa111c0ff req-acbd240e-1a7a-42ac-985f-69b143aa2e88 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Jun 16 16:03:11.317554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ffdc5-4c3f-40ae-866f-d1bcba072172 req-30d72ffe-8eec-4942-9d1a-a3137e03fe50 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:11.319524 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3d9ffdc5-4c3f-40ae-866f-d1bcba072172 req-30d72ffe-8eec-4942-9d1a-a3137e03fe50 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1046984 Jun 16 16:03:11.374499 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3d9ffdc5-4c3f-40ae-866f-d1bcba072172 req-b4ca9708-9c3b-465c-be4a-457d495ba09b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460052 Jun 16 16:03:11.409340 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39358) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:11.553026 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-7757cba8-e229-49f8-8d92-7011297f6a31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/0743d12a-f48a-4578-805f-52b79b194cfb HTTP/1.1" status: 200 len: 994 time: 0.1422713 Jun 16 16:03:13.400635 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9138871-099e-4cc8-880a-0d5677931d5e req-c8959117-8828-4f62-99c4-77de2c443ab1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:13.400635 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b9138871-099e-4cc8-880a-0d5677931d5e req-c8959117-8828-4f62-99c4-77de2c443ab1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.2341650 Jun 16 16:03:13.439849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-3bf1a8cd-41b0-4142-a02f-a0394fd981ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:13.442314 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-3bf1a8cd-41b0-4142-a02f-a0394fd981ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 1099 time: 0.1370428 Jun 16 16:03:13.462141 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b9138871-099e-4cc8-880a-0d5677931d5e req-acd1de73-cc63-4294-a7b6-aa9efd6ab7b7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550528 Jun 16 16:03:13.598061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-1a7177bb-73ea-450c-a2b7-cf83422622b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:13.599469 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-1a7177bb-73ea-450c-a2b7-cf83422622b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b HTTP/1.1" status: 200 len: 897 time: 0.1511126 Jun 16 16:03:13.739770 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-e8eb4e8a-7e22-4d98-ac06-c99105edccb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e6362db-c8ef-46a6-a6cb-ff4498937ffa HTTP/1.1" status: 200 len: 1002 time: 0.1340656 Jun 16 16:03:13.813700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-fb1bb6d0-5ad8-413a-b05d-34907c4b3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:13.815220 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-fb1bb6d0-5ad8-413a-b05d-34907c4b3a9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=836bbe70-584d-431e-ad77-663da0679faa HTTP/1.1" status: 200 len: 835 time: 0.0699003 Jun 16 16:03:13.939703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-83cc9027-43c0-45e8-ab55-44c9bdfee12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:13.942024 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-83cc9027-43c0-45e8-ab55-44c9bdfee12e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1144514 Jun 16 16:03:14.149300 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-ba86d715-7ef6-4768-87b7-a857013b2a11 service neutron] 10.222.0.46 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998274 Jun 16 16:03:14.311424 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-459dc5a4-e624-4ad9-9eab-a55c3d47611c req-5b6da2d3-f66b-48f2-9bbc-16b064e32947 service neutron] 10.222.0.46 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561022 Jun 16 16:03:14.709213 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7829f5-ce1b-4c5a-84a2-b1de367e76f2 req-26a0d095-7286-4a5c-9393-578c1d4b6dbe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:14.712387 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8a7829f5-ce1b-4c5a-84a2-b1de367e76f2 req-26a0d095-7286-4a5c-9393-578c1d4b6dbe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1203651 Jun 16 16:03:14.763390 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8a7829f5-ce1b-4c5a-84a2-b1de367e76f2 req-d106b3f0-5329-4b86-ad53-34e3b2c42232 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449255 Jun 16 16:03:15.819079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5949fab7-cb93-4987-bd06-85ad02fb6f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:16.086461 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896875d-857c-4a6c-b24f-ff0789b5b76c req-9a3639bd-e4f6-4f52-854d-0876d1ef9211 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:16.087588 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9896875d-857c-4a6c-b24f-ff0789b5b76c req-9a3639bd-e4f6-4f52-854d-0876d1ef9211 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1337268 Jun 16 16:03:16.152623 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9896875d-857c-4a6c-b24f-ff0789b5b76c req-cff02386-9da7-479c-8f1d-0fb8f18edb23 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547740 Jun 16 16:03:16.190617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39372) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:16.343445 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fe955279-8e4c-4a57-821d-c1a9a617a230 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/0743d12a-f48a-4578-805f-52b79b194cfb HTTP/1.1" status: 200 len: 994 time: 0.1509740 Jun 16 16:03:18.407268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0de73523-7da8-43b4-a5dd-bed7a72fdc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:18.784434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:20.445757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:21.787211 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.233704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:43.548195 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:03:45.781834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8b5459d7-e065-4dfb-89df-6ed0dd6ad52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:46.856713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39396) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:47.116936 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 882bd021-7081-47c1-8811-087069847d80 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:03:47.117276 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.328941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.329439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.471893 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 882bd021-7081-47c1-8811-087069847d80 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:03:47.724699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.787487 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=882bd021-7081-47c1-8811-087069847d80,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:47.806194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.806601 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.807082 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.807545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.807970 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.808353 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.809291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.809291 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.809588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.809980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.810349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.810683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:47.925252 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.925978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Floating IP 0743d12a-f48a-4578-805f-52b79b194cfb disassociated (deleted). External IP: 172.26.2.143, port: 9e6362db-c8ef-46a6-a6cb-ff4498937ffa. Jun 16 16:03:48.433900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8de48d69-92da-4402-9068-838f5b9dc837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:48.489972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:03:48.734617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:03:48.745766 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] Sync routers for ids ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:03:48.753788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:48.761009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] Routers {'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:03:48.761917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:48.826371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:48.836903 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-03282d0a-1a33-4700-9520-21722845b7ad tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/floatingips/0743d12a-f48a-4578-805f-52b79b194cfb HTTP/1.1" status: 204 len: 168 time: 1.9789870 Jun 16 16:03:48.841413 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2716af-e217-4f4b-bdb9-857751d24700', 'tag': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:03:48.919717 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a75495-e33f-4130-a3d9-c4fdb679d5c8'] response: {'name': 'network-changed', 'server_uuid': 'df2716af-e217-4f4b-bdb9-857751d24700', 'tag': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'status': 'completed', 'code': 200} Jun 16 16:03:49.064162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] Set router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:03:49.091145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da23e9-e0e3-479f-ab33-7358708781bb req-1ed37024-4943-42a5-8308-df69b3f89ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:49.093392 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-68da23e9-e0e3-479f-ab33-7358708781bb req-1ed37024-4943-42a5-8308-df69b3f89ada service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 1099 time: 0.1478910 Jun 16 16:03:49.300469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da23e9-e0e3-479f-ab33-7358708781bb req-c9dbf8eb-12c2-487b-a25e-ce69c2ac8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:49.304138 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-68da23e9-e0e3-479f-ab33-7358708781bb req-c9dbf8eb-12c2-487b-a25e-ce69c2ac8f19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b HTTP/1.1" status: 200 len: 897 time: 0.2045851 Jun 16 16:03:49.394104 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-68da23e9-e0e3-479f-ab33-7358708781bb req-fa7b7d4f-39f4-4f5f-baf1-e9f98feb637c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e6362db-c8ef-46a6-a6cb-ff4498937ffa HTTP/1.1" status: 200 len: 217 time: 0.0837409 Jun 16 16:03:49.488448 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da23e9-e0e3-479f-ab33-7358708781bb req-e76172e8-a329-407a-af2d-b983fec871dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:49.488695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff', 'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:72:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:10Z', 'updated_at': '2022-06-16T16:02:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '836bbe70-584d-431e-ad77-663da0679faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:49.491602 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-68da23e9-e0e3-479f-ab33-7358708781bb req-e76172e8-a329-407a-af2d-b983fec871dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=836bbe70-584d-431e-ad77-663da0679faa HTTP/1.1" status: 200 len: 835 time: 0.0907810 Jun 16 16:03:49.495354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] Checking router: f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:03:49.507963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] Routers {'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:03:49.508917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:49.671583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1218d2e-fbf5-412c-bd64-355281ee8d8e req-62652665-652c-4ae0-bc42-2db1f33d1b59 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:49.672613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b1218d2e-fbf5-412c-bd64-355281ee8d8e req-62652665-652c-4ae0-bc42-2db1f33d1b59 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:03:49.757229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-b1218d2e-fbf5-412c-bd64-355281ee8d8e req-62652665-652c-4ae0-bc42-2db1f33d1b59 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:03:49.759743 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1218d2e-fbf5-412c-bd64-355281ee8d8e req-62652665-652c-4ae0-bc42-2db1f33d1b59 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.2269695 Jun 16 16:03:49.791610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] Set router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:03:49.799908 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da23e9-e0e3-479f-ab33-7358708781bb req-5aeedc0e-50f3-44a2-b42a-d2e7a330e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:49.802529 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-68da23e9-e0e3-479f-ab33-7358708781bb req-5aeedc0e-50f3-44a2-b42a-d2e7a330e296 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3033264 Jun 16 16:03:49.846902 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b1218d2e-fbf5-412c-bd64-355281ee8d8e req-34ddf660-f57b-431d-a78d-fb081e9a2a29 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778341 Jun 16 16:03:50.004295 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-68da23e9-e0e3-479f-ab33-7358708781bb req-e6b19ee3-8f18-4401-814d-6015a2f7bade service neutron] 10.222.0.46 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939511 Jun 16 16:03:50.164096 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-68da23e9-e0e3-479f-ab33-7358708781bb req-33264537-1eda-46b5-ba8c-75ed1bc963ca service neutron] 10.222.0.46 "GET /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511509 Jun 16 16:03:50.225174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff', 'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:72:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:10Z', 'updated_at': '2022-06-16T16:02:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '836bbe70-584d-431e-ad77-663da0679faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:50.229534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47889b0a-3173-4353-9bda-f406fab66413 None None] The sync data for ids ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'] in dv-neutron-846028-2-hyperv is: [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff', 'name': '', 'network_id': '8a9882d5-7d7e-4ef0-b712-3350ab4ee76b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:72:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '836bbe70-584d-431e-ad77-663da0679faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:10Z', 'updated_at': '2022-06-16T16:02:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': '836bbe70-584d-431e-ad77-663da0679faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:03:50.421544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:50.506850 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2fcf4c-5500-4fd8-b263-efcae8898a0f None None] New status for floating IP 0743d12a-f48a-4578-805f-52b79b194cfb: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:03:50.988561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-5728e0a3-5e33-4c44-8dbb-dd86d9e19fd7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:50.989740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-5728e0a3-5e33-4c44-8dbb-dd86d9e19fd7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:03:51.005634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-5728e0a3-5e33-4c44-8dbb-dd86d9e19fd7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:03:51.008268 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-5728e0a3-5e33-4c44-8dbb-dd86d9e19fd7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1338356 Jun 16 16:03:51.092903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b10e0-a083-4915-9972-2f912bc865e0 req-543a826b-db9a-48cf-80b7-5f467301192b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:03:51.094456 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4b0b10e0-a083-4915-9972-2f912bc865e0 req-543a826b-db9a-48cf-80b7-5f467301192b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 946 time: 0.1069202 Jun 16 16:03:51.117869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:03:51.118997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:51.159051 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4b0b10e0-a083-4915-9972-2f912bc865e0 req-b093615c-939b-4200-a0c2-d46b6db40fe9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=f68afb87-ae35-4e53-8711-d8c60221cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484607 Jun 16 16:03:51.508521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:51.509209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:51.644842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 9e6362db-c8ef-46a6-a6cb-ff4498937ffa owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:03:51.750306 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:51.898822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:51.959447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=9e6362db-c8ef-46a6-a6cb-ff4498937ffa,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:52.008708 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.009154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.009599 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.009985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.010454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.010891 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.011357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.011780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.012213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.012668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.013119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.013550 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:52.090921 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] No DVR routers for this DVR port 9e6362db-c8ef-46a6-a6cb-ff4498937ffa on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:03:52.093681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:52.096549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2716af-e217-4f4b-bdb9-857751d24700', 'name': 'network-vif-deleted', 'tag': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:03:52.160665 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c9f532-c953-439e-a73a-1875b15ed192'] response: {'server_uuid': 'df2716af-e217-4f4b-bdb9-857751d24700', 'name': 'network-vif-deleted', 'tag': '9e6362db-c8ef-46a6-a6cb-ff4498937ffa', 'status': 'completed', 'code': 200} Jun 16 16:03:52.259752 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7fa53308-fad9-429b-a6a6-ddbc10ae9e6f req-1fe7f9d6-7e9b-423d-936c-09d4c2071004 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "DELETE /v2.0/ports/9e6362db-c8ef-46a6-a6cb-ff4498937ffa HTTP/1.1" status: 204 len: 173 time: 1.2460113 Jun 16 16:03:52.372233 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5969675e-bdc2-45a1-81cc-9db0f03435a3 req-56eac509-3b68-4b24-927e-a0d989153c53 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=df2716af-e217-4f4b-bdb9-857751d24700 HTTP/1.1" status: 200 len: 210 time: 0.0672059 Jun 16 16:03:53.495619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39424) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:54.171707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:54.694773 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:03:54.695597 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:54.909210 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:54.909565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:54.910351 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9e6362db-c8ef-46a6-a6cb-ff4498937ffa no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:03:54.947916 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 9e6362db-c8ef-46a6-a6cb-ff4498937ffa {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:03:54.948162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 9e6362db-c8ef-46a6-a6cb-ff4498937ffa not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:03:55.049532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:03:55.401672 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:55.460670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:55.784348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:56.280112 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:03:56.493347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:03:56.504869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] Sync routers for ids ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:03:56.506992 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-64d905c8-1c60-47ea-8174-d810d04a3b84 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "PUT /v2.0/routers/f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0102167 Jun 16 16:03:56.510463 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39430) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:56.518295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] Routers {'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:03:56.519056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:56.581436 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a907ffa1-4ca6-4d87-b4e1-8ee574a1f117 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting subnet 836bbe70-584d-431e-ad77-663da0679faa {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 16:03:56.585961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a907ffa1-4ca6-4d87-b4e1-8ee574a1f117 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:56.648361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a907ffa1-4ca6-4d87-b4e1-8ee574a1f117 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:56.712291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] Set router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:03:56.752402 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a907ffa1-4ca6-4d87-b4e1-8ee574a1f117 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:56.924863 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a907ffa1-4ca6-4d87-b4e1-8ee574a1f117 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:56.973304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907ffa1-4ca6-4d87-b4e1-8ee574a1f117 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Subnet': ['ID=836bbe70-584d-431e-ad77-663da0679faa,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:56.975441 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a907ffa1-4ca6-4d87-b4e1-8ee574a1f117 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:56.987027 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a907ffa1-4ca6-4d87-b4e1-8ee574a1f117 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/subnets/836bbe70-584d-431e-ad77-663da0679faa HTTP/1.1" status: 204 len: 168 time: 0.4732554 Jun 16 16:03:56.987027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39434) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:57.003655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35816f8-bb39-4f34-ba01-a781a2f5e527 None None] Network 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:03:57.196692 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:57.251014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:03:55Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:57.261549 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] Checking router: f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:03:57.279500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] Routers {'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:03:57.280131 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:57.397666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:57.452079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] DHCP port deletion for 8a9882d5-7d7e-4ef0-b712-3350ab4ee76b request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 16:03:57.473130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Deleting port 6704ce2d-1635-4d25-8148-1b9dc38b05be {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:03:57.473548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:57.479661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port af9b345e-5db8-4f73-be4f-5f20192349a8 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:03:57.480228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:57.554894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] Set router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:03:57.729836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port af9b345e-5db8-4f73-be4f-5f20192349a8, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=af9b345e-5db8-4f73-be4f-5f20192349a8,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:57.730371 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:57.862094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for af9b345e-5db8-4f73-be4f-5f20192349a8 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:03:58.018076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] For port 6704ce2d-1635-4d25-8148-1b9dc38b05be, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=6704ce2d-1635-4d25-8148-1b9dc38b05be,segment=NetworkSegment(75de476c-b4e2-448b-9eeb-4bc3b26129e0),segment_id=75de476c-b4e2-448b-9eeb-4bc3b26129e0)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:58.018550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:58.141540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:58.203978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Calling delete_port for 6704ce2d-1635-4d25-8148-1b9dc38b05be owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:03:58.319976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=af9b345e-5db8-4f73-be4f-5f20192349a8,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:58.358042 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:03:55Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:58.363017 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4909cdb3-069d-45e9-ac11-5d888578b9fc None None] The sync data for ids ['f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca'] in dv-neutron-846028-2-hyperv is: [{'id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095823432', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:02:04Z', 'updated_at': '2022-06-16T16:03:55Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'af9b345e-5db8-4f73-be4f-5f20192349a8', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:02:05Z', 'updated_at': '2022-06-16T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:03:58.439191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:58.459189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:58.507406 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Pushing event deleted for resources: {'Port': ['ID=6704ce2d-1635-4d25-8148-1b9dc38b05be,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:58.517283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] No DVR routers for this DVR port 6704ce2d-1635-4d25-8148-1b9dc38b05be on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:03:58.519678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.520031 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.520374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.520714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.521050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.521435 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.521767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.522095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.522428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.522758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.523118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.523445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea59ec-944c-458d-8927-0d97ec06d6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:58.623411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:58.625667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:58.776367 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:58.777159 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Fanout notify agent at l3_agent the message router_deleted on router f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:03:58.799758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:58.800998 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dfa0c750-fd3f-4494-a915-3980e2b08957 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/routers/f4dcc9ce-335c-4f0d-bc95-8bcb7fc118ca HTTP/1.1" status: 204 len: 168 time: 1.8134985 Jun 16 16:03:58.806516 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39438) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:58.858984 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:03:58.900822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:03:58.901227 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device ab406f66-4b9a-4f2d-89ac-a856f8f5a8ff not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:03:58.901737 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6704ce2d-1635-4d25-8148-1b9dc38b05be no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:03:58.939640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 6704ce2d-1635-4d25-8148-1b9dc38b05be {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:03:58.939998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 6704ce2d-1635-4d25-8148-1b9dc38b05be not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:03:58.950777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:59.127268 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:59.157082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9882d5-7d7e-4ef0-b712-3350ab4ee76b']}} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:59.168974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75de476c-b4e2-448b-9eeb-4bc3b26129e0') {'for_net_delete': True} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:59.169273 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.services.segments.db [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75de476c-b4e2-448b-9eeb-4bc3b26129e0') {} {{(pid=89746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:59.181307 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-750013'] for segment, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:59.198667 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:59.205262 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=89746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:03:59.205650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14128569'] for segment, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:59.412696 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 75de476c-b4e2-448b-9eeb-4bc3b26129e0 resource provider aggregate not found Jun 16 16:03:59.444417 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.services.segments.plugin [-] Segment 75de476c-b4e2-448b-9eeb-4bc3b26129e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75de476c-b4e2-448b-9eeb-4bc3b26129e0 found for delete ", "request_id": "req-dd857d6a-ef5d-4094-a468-147261cbff3e"}]} Jun 16 16:03:59.562024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:59.583210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:59.596368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Network': ['ID=8a9882d5-7d7e-4ef0-b712-3350ab4ee76b,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:59.685252 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c23ebb02-23e1-49eb-afb3-b753f36e176c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/networks/8a9882d5-7d7e-4ef0-b712-3350ab4ee76b HTTP/1.1" status: 204 len: 168 time: 0.8760977 Jun 16 16:03:59.687846 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39448) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:59.769482 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa7761c0-703a-423b-8e44-3fbb8f72d725 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:59.801833 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa7761c0-703a-423b-8e44-3fbb8f72d725 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:00.001308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa7761c0-703a-423b-8e44-3fbb8f72d725 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:00.022386 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7761c0-703a-423b-8e44-3fbb8f72d725 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68afb87-ae35-4e53-8711-d8c60221cd65,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:00.180669 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-aa7761c0-703a-423b-8e44-3fbb8f72d725 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:00.181911 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-aa7761c0-703a-423b-8e44-3fbb8f72d725 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/security-groups/f68afb87-ae35-4e53-8711-d8c60221cd65 HTTP/1.1" status: 204 len: 168 time: 0.4930832 Jun 16 16:04:00.514700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39456) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:00.520025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062901822', 'description': 'tempest-secgroup-smoke-1062901822 description', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:00.526524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:00.533227 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:00.537393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:00.546423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:00.684635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:00.712119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device af9b345e-5db8-4f73-be4f-5f20192349a8 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:04:00.712739 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:00.719348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:00.724618 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:00.735580 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:00.763505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: af9b345e-5db8-4f73-be4f-5f20192349a8 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:04:00.763853 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device af9b345e-5db8-4f73-be4f-5f20192349a8 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:04:00.831278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:00.938433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:00.989742 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01849025-534b-430f-b5ca-470004e89744,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:01.084898 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:01.086134 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d845ac4d-efbf-478f-8311-86aefcabd24e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5704010 Jun 16 16:04:01.089123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39460) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:01.094214 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '01849025-534b-430f-b5ca-470004e89744', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:01.100875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:01.106383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:01.110021 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:01.118378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:01.220238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:01.292368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:01.370167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:01.395922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055ef784-5074-4c1b-b501-593731aa4f3c,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:01.478688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:01.479983 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9d9eedab-7738-463f-87a3-bbe7e2ed8294 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3899186 Jun 16 16:04:01.482918 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39464) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:01.488159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '01849025-534b-430f-b5ca-470004e89744', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:01.494795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:01.498648 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:01.501598 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:01.508674 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:01.596604 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:01.662620 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:01.769779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:01.794104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd91c1d9-2434-4cb2-92ce-16c29a6077f3,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:01.918740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:01.919922 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-6357ac55-a368-4a45-8dd2-cc9866d1a25b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4360359 Jun 16 16:04:01.922685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39468) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:01.928108 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '01849025-534b-430f-b5ca-470004e89744', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:01.934261 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:01.939409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:01.941782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:01.948223 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:02.048504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:02.129305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:02.238627 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:02.268004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48686777-7826-48cf-9fe8-bb6987295ba6,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:02.347040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:02.348307 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-40ed9244-e3a6-4621-8e55-b0c32968d662 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4246759 Jun 16 16:04:02.351029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39472) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:02.356247 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '01849025-534b-430f-b5ca-470004e89744', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:02.362500 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:02.367119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:02.370064 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:02.375825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:02.471266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:02.542640 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:02.615639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:02.641469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f26d38-0b93-4936-a9fc-58beb89e91eb,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:02.724222 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:02.725850 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1b7d0229-6bd0-4eb8-9391-ca7517a109a5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3738077 Jun 16 16:04:02.728725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39476) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:02.733773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '01849025-534b-430f-b5ca-470004e89744', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:02.739889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:02.744487 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:02.747473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:02.754198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:02.844143 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Project 9ed324ba6c9d46aba14a5c889aaaa7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:04:02.852313 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:02.923823 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.009940 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.035027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d524cdc2-4cd1-4b21-abc8-96b727677cf1,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:03.116503 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.117805 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-459405e1-5da0-4fcf-991f-ab11ff53f62e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3881207 Jun 16 16:04:03.120649 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39480) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:03.125862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'security_group_rule': {'security_group_id': '01849025-534b-430f-b5ca-470004e89744', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:03.132892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:03.136805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:security_group_rule and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:03.139737 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:03.145798 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:03.276146 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Project 9ed324ba6c9d46aba14a5c889aaaa7e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:04:03.283662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.382094 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.498603 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.523710 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2801017b-2e58-40a3-b2c1-696aa518e9ea,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:03.641320 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.642882 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-9b6d2cd4-bc18-4df6-99dd-08ad1d109405 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5209095 Jun 16 16:04:03.645336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39484) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:03.651510 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'network': {'name': 'tempest-network-smoke--920635949', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'port_security_enabled': True}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:03.656684 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:03.663225 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:network and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:03.679486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:03.685621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:03.784700 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:03.788456 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.823494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:04:03.835895 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.836316 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Added segment 38637a42-b14b-41bc-8249-3e47ede7e61e of type vlan for network 4814e0d9-6140-49db-b2f7-6c5fb1219347 Jun 16 16:04:03.863609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.978953 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:03.984401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:03.984982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:04.097396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Network': ['ID=4814e0d9-6140-49db-b2f7-6c5fb1219347,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:04.108142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 4814e0d9-6140-49db-b2f7-6c5fb1219347 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:04:04.135878 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4d643eb6-d4fb-4a0a-a31d-d6e0adec0e31 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4894619 Jun 16 16:04:04.138651 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39488) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:04.144034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'admin_state_up': True, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:04.151653 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:04.155957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:router and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:04.159013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:04.165825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:04.267358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:04.268419 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:04.284507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:04.650577 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:05.299211 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:05.329731 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:05.484167 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.26.2.90 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/e14fed5f-432f-4265-93d0-f3705f44f6ce) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:05.645146 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:05.785049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:05.856777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:05.860506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:05.864098 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:04:05.894621 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=e14fed5f-432f-4265-93d0-f3705f44f6ce,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:06.202014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:06.411157 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:06.811657 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:07.306993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:04:07.515044 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:04:07.525787 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Sync routers for ids ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:04:07.542826 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Routers {'29f5a737-adfb-4321-ba6a-2a22ec78f0b8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:04:07.543646 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:07.621814 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:07.623725 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3b52fdff-ebb8-441d-9792-2af511ec65d0 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4838877 Jun 16 16:04:07.627007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39494) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:07.674387 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-eeec6589-f852-4e74-94ed-247498cf6818 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=9ed324ba6c9d46aba14a5c889aaaa7e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431864 Jun 16 16:04:07.674901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39498) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:07.803871 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Set router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:04:07.860990 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d0aa4d-ad87-4eb0-b933-756650286fe3 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:07.863222 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a3d0aa4d-ad87-4eb0-b933-756650286fe3 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1866703 Jun 16 16:04:07.867931 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39502) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:07.929269 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-09c09074-18a4-4f39-93b7-e32bd703cb17 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=c31f4ef3-f5e3-4e37-a109-d9512cc83b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599728 Jun 16 16:04:07.933093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39506) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:07.939165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-785758727', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:08.082085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:08.089491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:subnet and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:08.099285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:08.101356 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:08.219699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:08.226378 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:08.376997 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:06Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:08.384648 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Checking router: 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:04:08.385108 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Updating router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 port e14fed5f-432f-4265-93d0-f3705f44f6ce binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:04:08.465986 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:08.670909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:08.807632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Subnet': ['ID=fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:08.810223 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Checking segment: {'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:04:08.810766 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network hostable DHCP agents. Network: 4814e0d9-6140-49db-b2f7-6c5fb1219347, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:04:08.919195 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:08.931211 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Transition to ACTIVE for port object e14fed5f-432f-4265-93d0-f3705f44f6ce will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:08.993084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 4814e0d9-6140-49db-b2f7-6c5fb1219347 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:04:09.036301 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:09.121607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 4814e0d9-6140-49db-b2f7-6c5fb1219347) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:09.124063 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Attempting to bind port e14fed5f-432f-4265-93d0-f3705f44f6ce on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:04:09.124465 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Attempting to bind port e14fed5f-432f-4265-93d0-f3705f44f6ce by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:04:09.124790 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Attempting to bind port e14fed5f-432f-4265-93d0-f3705f44f6ce on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:04:09.127139 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Pushing event updated for resources: {'Port': ['ID=e14fed5f-432f-4265-93d0-f3705f44f6ce,revision_number=2']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:09.134118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:09.134118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:09.136400 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.136876 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.137137 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.137463 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.137779 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.138096 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.138407 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.138731 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.138983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239ba8fe-7441-4c92-875a-78b8208052e3 None None] Network 4814e0d9-6140-49db-b2f7-6c5fb1219347 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:04:09.139817 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.139817 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.140159 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.140366 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:09.146097 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:04:09.147071 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:04:09.147460 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:09.147840 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:04:09.148306 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Bound port: e14fed5f-432f-4265-93d0-f3705f44f6ce, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:04:09.148666 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:09.239796 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] For port e14fed5f-432f-4265-93d0-f3705f44f6ce, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:04:09.247404 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] For port e14fed5f-432f-4265-93d0-f3705f44f6ce, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e14fed5f-432f-4265-93d0-f3705f44f6ce,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:04:09.308840 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-973fa1ad-829b-4d36-bb58-0def3c025a0b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3744299 Jun 16 16:04:09.311602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39512) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:09.393490 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:09.475510 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Routers {'29f5a737-adfb-4321-ba6a-2a22ec78f0b8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:04:09.476250 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:09.538860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-4814e0d9-6140-49db-b2f7-6c5fb1219347', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 16:04:09.540295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:09.573815 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb60f2-087c-46c6-8258-a2e44560ceab None None] Pushing event updated for resources: {'Port': ['ID=e14fed5f-432f-4265-93d0-f3705f44f6ce,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:09.739717 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] Set router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:04:09.790320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Allocated IP 172.20.0.2 (4814e0d9-6140-49db-b2f7-6c5fb1219347/fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e/f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:10.070248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.086901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Transition to ACTIVE for port object f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:10.108978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Transition to ACTIVE for port object f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:10.161034 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:06Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:10.168550 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d911e-c955-4726-bb1a-b664de0b8c41 None None] The sync data for ids ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'] in dv-neutron-846028-2-hyperv is: [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:06Z', 'revision_number': 3, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:04:10.209423 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.275694 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Network 4814e0d9-6140-49db-b2f7-6c5fb1219347 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:10.278817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:10.282842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:04:10.390331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Pushing event updated for resources: {'Port': ['ID=f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:10.391994 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.462210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Attempting to bind port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:04:10.462704 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Attempting to bind port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:04:10.463172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Attempting to bind port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e on network 4814e0d9-6140-49db-b2f7-6c5fb1219347 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:04:10.480710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:04:10.480710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Checking segment: {'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:04:10.480710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.480710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Bound using segment: {'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:04:10.480710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Bound port: f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:04:10.480710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.660373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] For port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:04:10.663940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] For port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:04:10.776209 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.850287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e14fed5f-432f-4265-93d0-f3705f44f6ce up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:04:10.956413 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b9b9f-7619-4439-99c0-7f5f112cc07b None None] Pushing event updated for resources: {'Port': ['ID=f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:11.130378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port e14fed5f-432f-4265-93d0-f3705f44f6ce completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:04:11.137083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port e14fed5f-432f-4265-93d0-f3705f44f6ce triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:11.139743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.157336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.20.0.1 (4814e0d9-6140-49db-b2f7-6c5fb1219347/fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e/70e3ed3e-a070-4443-ab3c-83c0f8f43e77) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:11.425422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port e14fed5f-432f-4265-93d0-f3705f44f6ce is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:04:11.426917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.458084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port e14fed5f-432f-4265-93d0-f3705f44f6ce, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e14fed5f-432f-4265-93d0-f3705f44f6ce,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:11.484567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.513053 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Transition to ACTIVE for port object 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:11.585156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.619869 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.673653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=e14fed5f-432f-4265-93d0-f3705f44f6ce,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:11.730447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 4814e0d9-6140-49db-b2f7-6c5fb1219347 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:11.735384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:11.749978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:04:11.831278 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=70e3ed3e-a070-4443-ab3c-83c0f8f43e77,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:11.865237 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:12.101152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:12.169592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4285c3-9986-49d4-b66b-72a39f788d52 None None] Network 4814e0d9-6140-49db-b2f7-6c5fb1219347 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:04:12.341509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-56a9bd97-5716-4609-8fa6-bcbaef638ba2 None None] Provisioning for port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:04:12.588035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:12.665025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:12.813507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:12.827512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=70e3ed3e-a070-4443-ab3c-83c0f8f43e77,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:12.879607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-21485872-c0b5-426a-8580-6e5a4929399c None None] Provisioning for port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:04:12.887006 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e14fed5f-432f-4265-93d0-f3705f44f6ce up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:04:12.917882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-21485872-c0b5-426a-8580-6e5a4929399c None None] Provisioning complete for port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:12.918395 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-21485872-c0b5-426a-8580-6e5a4929399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:12.997403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-21485872-c0b5-426a-8580-6e5a4929399c None None] Port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:04:13.018460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port e14fed5f-432f-4265-93d0-f3705f44f6ce triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:13.018844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:13.027922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 4814e0d9-6140-49db-b2f7-6c5fb1219347 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:13.029276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:13.157194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port e14fed5f-432f-4265-93d0-f3705f44f6ce is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:04:13.158240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:04:13.188308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-22452959-4aec-4f83-9c07-7575a498e1b0 None None] Provisioning complete for port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:13.188800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-22452959-4aec-4f83-9c07-7575a498e1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:13.272013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-22452959-4aec-4f83-9c07-7575a498e1b0 None None] Port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:04:13.273602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:04:13.367878 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:04:13.373656 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:13.374101 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:13.452356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-01515b8e-ae92-4053-9379-66b61f126cb2 None None] Provisioning complete for port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:13.452706 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-01515b8e-ae92-4053-9379-66b61f126cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:13.577796 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-01515b8e-ae92-4053-9379-66b61f126cb2 None None] Port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:04:13.588172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:04:13.588619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:13.623528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:04:13.631883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:13.634063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Sync routers for ids ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:04:13.643945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Routers {'29f5a737-adfb-4321-ba6a-2a22ec78f0b8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:04:13.644419 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-1a805829-2365-44d4-8fb1-8ac9ea11852e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "PUT /v2.0/routers/29f5a737-adfb-4321-ba6a-2a22ec78f0b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3310597 Jun 16 16:04:13.645365 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:13.743977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:13.843708 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-02a52431-62ff-4f8e-aebc-cab5987333f9 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062901822&fields=id&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 267 time: 0.0529473 Jun 16 16:04:13.942134 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Set router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:04:13.988180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:14.013440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b0b4-463e-4593-b227-5f45250af48c req-a27a9c3c-78d2-4b0e-972d-284fd3ecd945 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:14.015593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-a27a9c3c-78d2-4b0e-972d-284fd3ecd945 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/networks?id=4814e0d9-6140-49db-b2f7-6c5fb1219347 HTTP/1.1" status: 200 len: 796 time: 0.1608729 Jun 16 16:04:14.031483 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-e0eccb7d-8241-4e8f-a561-6a1a1156a1fe tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/quotas/9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 375 time: 0.0098634 Jun 16 16:04:14.181077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-3d83b0b4-463e-4593-b227-5f45250af48c req-b8a17d50-9ea7-4016-91bb-1412e1345024 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:04:14.292660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '70e3ed3e-a070-4443-ab3c-83c0f8f43e77', 'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:2c:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:10Z', 'updated_at': '2022-06-16T16:04:12Z', 'revision_number': 2, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:14.297297 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Checking router: 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:04:14.297643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Updating router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:04:14.321236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-3d83b0b4-463e-4593-b227-5f45250af48c req-b8a17d50-9ea7-4016-91bb-1412e1345024 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:04:14.332135 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-b8a17d50-9ea7-4016-91bb-1412e1345024 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2839098 Jun 16 16:04:14.362688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:14.516304 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-6a7f0c87-2933-4acd-809c-13bc3dc63823 service neutron] 10.222.0.73 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806023 Jun 16 16:04:14.688191 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-3ecffa37-9314-4593-8f67-6a6bf2374f10 service neutron] 10.222.0.73 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628718 Jun 16 16:04:14.797397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:04:14.946000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:14.968007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Transition to ACTIVE for port object 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:14.982320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:14.982912 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:15.047210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:15.153936 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-da82c354-6d2e-4786-b43e-c6b52d7fbdf8 req-f6c5982d-1c80-441a-91dd-1ec35be83ea7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 210 time: 0.2214863 Jun 16 16:04:15.260842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455f0e6-de7b-46d4-a7fb-4f314f904c12 None None] Pushing event updated for resources: {'Port': ['ID=70e3ed3e-a070-4443-ab3c-83c0f8f43e77,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:15.377588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Attempting to bind port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:04:15.378313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Attempting to bind port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:04:15.378888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Attempting to bind port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 on network 4814e0d9-6140-49db-b2f7-6c5fb1219347 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:04:15.384564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:04:15.389217 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:04:15.389438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Checking segment: {'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:04:15.389889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:15.390128 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Bound using segment: {'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:04:15.390603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Bound port: 70e3ed3e-a070-4443-ab3c-83c0f8f43e77, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:04:15.391145 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:15.493375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] For port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:04:15.496997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] For port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=70e3ed3e-a070-4443-ab3c-83c0f8f43e77,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:04:15.610035 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:15.728290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Routers {'29f5a737-adfb-4321-ba6a-2a22ec78f0b8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:04:15.729536 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:03:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:15.808994 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0b6faa66-6fd0-427f-932c-614809e616b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:15.812197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455f0e6-de7b-46d4-a7fb-4f314f904c12 None None] Pushing event updated for resources: {'Port': ['ID=70e3ed3e-a070-4443-ab3c-83c0f8f43e77,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:16.097496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] Set router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:04:16.388128 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b9f9c84a-499e-474b-84e9-1cdc3d12fd69 req-04a6190f-9303-4fe5-a5a1-48ba5ef1151a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 210 time: 0.0685287 Jun 16 16:04:16.574543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '70e3ed3e-a070-4443-ab3c-83c0f8f43e77', 'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:2c:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:10Z', 'updated_at': '2022-06-16T16:04:15Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:16.582882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecb8cd-57d5-4c3d-be9c-c76a802c373a None None] The sync data for ids ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'] in dv-neutron-846028-2-hyperv is: [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '70e3ed3e-a070-4443-ab3c-83c0f8f43e77', 'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:2c:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:10Z', 'updated_at': '2022-06-16T16:04:15Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:04:16.815417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:04:16.979184 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:04:16.987089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:16.987503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:17.133029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:04:17.133755 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:17.178041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=70e3ed3e-a070-4443-ab3c-83c0f8f43e77,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:17.275714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:17.373795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=70e3ed3e-a070-4443-ab3c-83c0f8f43e77,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:17.563901 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9ee5bb31-e983-4b87-b747-9d7cbbdba501 req-b94602b4-de9f-4f0b-877a-583b408db111 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 210 time: 0.0538268 Jun 16 16:04:17.831490 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b0b4-463e-4593-b227-5f45250af48c req-a3f3a9f1-7ca7-47b4-b9b2-2a4ba5654765 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:17.832840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-3d83b0b4-463e-4593-b227-5f45250af48c req-a3f3a9f1-7ca7-47b4-b9b2-2a4ba5654765 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:04:17.995491 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-3d83b0b4-463e-4593-b227-5f45250af48c req-a3f3a9f1-7ca7-47b4-b9b2-2a4ba5654765 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:04:17.996690 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-a3f3a9f1-7ca7-47b4-b9b2-2a4ba5654765 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/networks?id=4814e0d9-6140-49db-b2f7-6c5fb1219347 HTTP/1.1" status: 200 len: 796 time: 0.3579249 Jun 16 16:04:18.048887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-3d83b0b4-463e-4593-b227-5f45250af48c req-d6aa9df6-16e1-4932-9908-9827c74e58d5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:04:18.144486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-3d83b0b4-463e-4593-b227-5f45250af48c req-d6aa9df6-16e1-4932-9908-9827c74e58d5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:04:18.145734 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-d6aa9df6-16e1-4932-9908-9827c74e58d5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4 HTTP/1.1" status: 200 len: 380 time: 0.1409106 Jun 16 16:04:18.154522 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'port': {'device_id': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'admin_state_up': True, 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'security_groups': ['01849025-534b-430f-b5ca-470004e89744']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:18.326673 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:18.339418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:18.415385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5d236b62-e3aa-4af7-874e-1c34054564ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:18.452838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Made reservation on behalf of 9ed324ba6c9d46aba14a5c889aaaa7e4 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:18.456544 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:18.636358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.20.0.9 (4814e0d9-6140-49db-b2f7-6c5fb1219347/fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e/18330132-fdac-4ca6-b2dc-94ff21011c49) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:18.757496 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7e2fd6f5-9d23-4d96-87ae-74c09115f545 req-c78162c8-d3d0-4a43-9906-df74df776903 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 210 time: 0.0748863 Jun 16 16:04:18.787386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:04:18.823446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:18.855917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:18.863360 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:18.863751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:18.873213 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Transition to ACTIVE for port object 18330132-fdac-4ca6-b2dc-94ff21011c49 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:18.992205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:04:19.002152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:19.077733 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network 4814e0d9-6140-49db-b2f7-6c5fb1219347 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:19.081226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:19.084944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:04:19.116330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=18330132-fdac-4ca6-b2dc-94ff21011c49,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:19.167032 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:19.167686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:19.330633 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-bd39aa0a-73f2-48e9-b384-6e5d86e15a2e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1799340 Jun 16 16:04:19.341182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-85eb38c5-c5c6-4df4-bff5-2d862716ce4c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:04:19.342218 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-85eb38c5-c5c6-4df4-bff5-2d862716ce4c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052347 Jun 16 16:04:19.352732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Request body: {'port': {'device_id': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:19.467662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:19.470204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0fcbc52f-24cb-49b4-9dc9-1424993d5c6b None None] Provisioning for port 18330132-fdac-4ca6-b2dc-94ff21011c49 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:04:19.476254 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-0fcbc52f-24cb-49b4-9dc9-1424993d5c6b None None] Provisioning complete for port 18330132-fdac-4ca6-b2dc-94ff21011c49 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:19.476647 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc52f-24cb-49b4-9dc9-1424993d5c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:19.534034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbc52f-24cb-49b4-9dc9-1424993d5c6b None None] Port 18330132-fdac-4ca6-b2dc-94ff21011c49 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:04:19.874180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18330132-fdac-4ca6-b2dc-94ff21011c49 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:04:19.884043 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:19.900499 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Transition to ACTIVE for port object 18330132-fdac-4ca6-b2dc-94ff21011c49 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:19.973077 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd21707-dea7-4cfb-b414-09634da4bd7e req-05fd7aea-24ca-451d-a453-aa587f9146b1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:19.974653 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3cd21707-dea7-4cfb-b414-09634da4bd7e req-05fd7aea-24ca-451d-a453-aa587f9146b1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 931 time: 0.0952637 Jun 16 16:04:20.004464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:20.024494 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3cd21707-dea7-4cfb-b414-09634da4bd7e req-bf41fdbf-d318-4389-b4e5-33d98f90df64 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433686 Jun 16 16:04:20.140671 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Pushing event updated for resources: {'Port': ['ID=18330132-fdac-4ca6-b2dc-94ff21011c49,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:20.399808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Attempting to bind port 18330132-fdac-4ca6-b2dc-94ff21011c49 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:04:20.400467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Attempting to bind port 18330132-fdac-4ca6-b2dc-94ff21011c49 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:04:20.400825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Attempting to bind port 18330132-fdac-4ca6-b2dc-94ff21011c49 on network 4814e0d9-6140-49db-b2f7-6c5fb1219347 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:04:20.408061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Port 18330132-fdac-4ca6-b2dc-94ff21011c49 on network 4814e0d9-6140-49db-b2f7-6c5fb1219347 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:04:20.408542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Attempting to bind port 18330132-fdac-4ca6-b2dc-94ff21011c49 on network 4814e0d9-6140-49db-b2f7-6c5fb1219347 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:04:20.415073 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:04:20.415467 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Checking segment: {'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:04:20.415854 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Bound using segment: {'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:04:20.416308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Bound port: 18330132-fdac-4ca6-b2dc-94ff21011c49, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38637a42-b14b-41bc-8249-3e47ede7e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:04:20.416658 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:20.438374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:20.531811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] For port 18330132-fdac-4ca6-b2dc-94ff21011c49, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:04:20.535549 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] For port 18330132-fdac-4ca6-b2dc-94ff21011c49, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=18330132-fdac-4ca6-b2dc-94ff21011c49,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:04:20.555185 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:04:20.630329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:20.688523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:20.689128 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:20.690811 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] 10.222.0.46 "PUT /v2.0/ports/18330132-fdac-4ca6-b2dc-94ff21011c49 HTTP/1.1" status: 200 len: 1093 time: 1.3424008 Jun 16 16:04:20.691103 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'tag': '18330132-fdac-4ca6-b2dc-94ff21011c49'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:04:20.730439 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb02aeb-6616-496c-9f4f-06d86b229796 service neutron] Pushing event updated for resources: {'Port': ['ID=18330132-fdac-4ca6-b2dc-94ff21011c49,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:20.769569 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a928c738-9679-4a49-9417-9621b1cc4835'] response: {'name': 'network-changed', 'server_uuid': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'tag': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'status': 'completed', 'code': 200} Jun 16 16:04:20.902031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068a6f-5993-497f-81a6-cf76a38df9b9 req-9fa8994c-86c7-460b-8dc7-c0924cdea2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:20.903579 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-74068a6f-5993-497f-81a6-cf76a38df9b9 req-9fa8994c-86c7-460b-8dc7-c0924cdea2b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 1096 time: 0.1154017 Jun 16 16:04:21.068556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068a6f-5993-497f-81a6-cf76a38df9b9 req-b5b4f6d8-cba8-4ab3-8d29-3dd39a3e7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:21.070696 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-74068a6f-5993-497f-81a6-cf76a38df9b9 req-b5b4f6d8-cba8-4ab3-8d29-3dd39a3e7e53 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1599958 Jun 16 16:04:21.248723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068a6f-5993-497f-81a6-cf76a38df9b9 req-89e58ba2-8698-47a6-b092-d564af5bb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:21.250393 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-74068a6f-5993-497f-81a6-cf76a38df9b9 req-89e58ba2-8698-47a6-b092-d564af5bb9cf service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1712925 Jun 16 16:04:21.273004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77364a-fb67-4f8a-9a21-a513cc0c3602 req-8b4671c4-6199-4f43-b333-aa96d98be3ff tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:21.274704 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e77364a-fb67-4f8a-9a21-a513cc0c3602 req-8b4671c4-6199-4f43-b333-aa96d98be3ff tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 943 time: 0.1103964 Jun 16 16:04:21.339937 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e77364a-fb67-4f8a-9a21-a513cc0c3602 req-d36938a6-f8f9-44fe-beff-56f1b1fc302c tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591109 Jun 16 16:04:21.391449 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b0b4-463e-4593-b227-5f45250af48c req-f8a774ff-dc6b-4c4d-9906-aebb95328935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:21.392855 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-f8a774ff-dc6b-4c4d-9906-aebb95328935 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 1096 time: 0.0915265 Jun 16 16:04:21.463885 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-f418fcfa-729e-4cda-9d29-4c34452e2ed5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18330132-fdac-4ca6-b2dc-94ff21011c49 HTTP/1.1" status: 200 len: 217 time: 0.0644255 Jun 16 16:04:21.526300 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b0b4-463e-4593-b227-5f45250af48c req-9878cad3-ba06-4a46-ad09-db3f93c40e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:21.527790 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-9878cad3-ba06-4a46-ad09-db3f93c40e72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e HTTP/1.1" status: 200 len: 834 time: 0.0587285 Jun 16 16:04:21.616120 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b0b4-463e-4593-b227-5f45250af48c req-56a8de3a-b4f3-4735-afff-ed0fcc3f18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:21.617600 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-56a8de3a-b4f3-4735-afff-ed0fcc3f18a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4814e0d9-6140-49db-b2f7-6c5fb1219347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839574 Jun 16 16:04:21.721593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:21.757024 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-3f104660-3963-442a-b9b4-2e1e44060e04 service neutron] 10.222.0.46 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333604 Jun 16 16:04:21.895354 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3d83b0b4-463e-4593-b227-5f45250af48c req-2cd374ff-849c-4197-a58a-fd84d8999e07 service neutron] 10.222.0.46 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329894 Jun 16 16:04:22.553638 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd7798-6087-4f4f-987c-4fa7468abbdc req-a09c558a-8323-4216-af4e-4b079858af75 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:22.555488 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92dd7798-6087-4f4f-987c-4fa7468abbdc req-a09c558a-8323-4216-af4e-4b079858af75 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 943 time: 0.0953550 Jun 16 16:04:22.611356 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92dd7798-6087-4f4f-987c-4fa7468abbdc req-544b8c04-1618-47f9-aa63-441ffa73101b tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498955 Jun 16 16:04:23.808784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3748f9-e5b3-4198-9622-875646e53c67 req-fd86e9e9-d4f5-446e-97b2-d2bd7de37d97 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:23.810262 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3b3748f9-e5b3-4198-9622-875646e53c67 req-fd86e9e9-d4f5-446e-97b2-d2bd7de37d97 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 943 time: 0.0889947 Jun 16 16:04:23.863202 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3b3748f9-e5b3-4198-9622-875646e53c67 req-cf71ea17-0198-49a2-81ee-c5839b612bc1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 Jun 16 16:04:25.035069 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 18330132-fdac-4ca6-b2dc-94ff21011c49 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:04:25.076359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c6c77-82bd-4142-a523-7ba849dc2663 req-8475b105-cdf7-41ef-b545-185b6256c899 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:25.077821 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bc9c6c77-82bd-4142-a523-7ba849dc2663 req-8475b105-cdf7-41ef-b545-185b6256c899 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 943 time: 0.0990305 Jun 16 16:04:25.124189 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bc9c6c77-82bd-4142-a523-7ba849dc2663 req-fbcd549c-6dfb-47cb-a3de-7f40cd6784ea tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396039 Jun 16 16:04:25.188901 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 18330132-fdac-4ca6-b2dc-94ff21011c49, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=18330132-fdac-4ca6-b2dc-94ff21011c49,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:25.210515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'port_id': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'mac_address': 'fa:16:3e:80:d6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:04:25.271151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 18330132-fdac-4ca6-b2dc-94ff21011c49 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:04:25.272303 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:25.293064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18330132-fdac-4ca6-b2dc-94ff21011c49 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:04:25.309880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 18330132-fdac-4ca6-b2dc-94ff21011c49, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=18330132-fdac-4ca6-b2dc-94ff21011c49,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:25.421305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:25.500802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=18330132-fdac-4ca6-b2dc-94ff21011c49,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:25.658245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['18330132-fdac-4ca6-b2dc-94ff21011c49'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:04:26.354506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05ba23-7818-4dac-90cd-ee527a846d59 req-1c98a98e-2c19-4c9f-a338-f7bfceafe52f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:26.356350 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e05ba23-7818-4dac-90cd-ee527a846d59 req-1c98a98e-2c19-4c9f-a338-f7bfceafe52f tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 944 time: 0.1159847 Jun 16 16:04:26.404492 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e05ba23-7818-4dac-90cd-ee527a846d59 req-0ee04def-c50d-4466-bc5f-09cfe27f868e tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423298 Jun 16 16:04:27.035631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 18330132-fdac-4ca6-b2dc-94ff21011c49 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:04:27.281499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 18330132-fdac-4ca6-b2dc-94ff21011c49 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:04:27.287641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 18330132-fdac-4ca6-b2dc-94ff21011c49 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:27.288004 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:27.455660 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 18330132-fdac-4ca6-b2dc-94ff21011c49 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:04:27.456089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:27.493567 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18330132-fdac-4ca6-b2dc-94ff21011c49'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:04:27.505295 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 18330132-fdac-4ca6-b2dc-94ff21011c49, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=18330132-fdac-4ca6-b2dc-94ff21011c49,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:27.609565 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85108239-ebd8-4cd9-b158-7ef855400cfa'] response: {'server_uuid': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'code': 200} Jun 16 16:04:27.640987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50985637-faeb-4e7f-be44-9854429152a1 req-2cfff111-ddd7-4a62-bdd0-cf1bfafd8275 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:27.642525 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-50985637-faeb-4e7f-be44-9854429152a1 req-2cfff111-ddd7-4a62-bdd0-cf1bfafd8275 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 944 time: 0.1155632 Jun 16 16:04:27.658566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:27.705163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-50985637-faeb-4e7f-be44-9854429152a1 req-230388f0-ec51-4726-9335-5eda3c1646c1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542099 Jun 16 16:04:27.735501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=18330132-fdac-4ca6-b2dc-94ff21011c49,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:28.070063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1bab-048e-4efb-8804-ed11d4d53c10 req-5783a56e-929b-4318-89db-833283898e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:28.071601 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ae2c1bab-048e-4efb-8804-ed11d4d53c10 req-5783a56e-929b-4318-89db-833283898e2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 1098 time: 0.0835502 Jun 16 16:04:28.112572 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ae2c1bab-048e-4efb-8804-ed11d4d53c10 req-1eff01bc-a5f5-43ae-ad79-26be72450d03 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350544 Jun 16 16:04:28.920678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b9184-3e00-4971-af29-aad6ae3e3983 req-e7053201-824b-4097-b374-b4917f9759e4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:28.922163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0e3b9184-3e00-4971-af29-aad6ae3e3983 req-e7053201-824b-4097-b374-b4917f9759e4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.0995829 Jun 16 16:04:28.973427 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0e3b9184-3e00-4971-af29-aad6ae3e3983 req-672e289e-6aff-47ed-a124-e52c77ecb839 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427465 Jun 16 16:04:30.189170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e83e14-c7a5-4d8b-bed1-dde931dbec00 req-66c06b0c-b952-455d-94b2-31f164ce0fc4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:30.190624 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b4e83e14-c7a5-4d8b-bed1-dde931dbec00 req-66c06b0c-b952-455d-94b2-31f164ce0fc4 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.0933144 Jun 16 16:04:30.243540 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b4e83e14-c7a5-4d8b-bed1-dde931dbec00 req-b6058809-a1e3-4172-ae44-408288695bd7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458229 Jun 16 16:04:30.459779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dacb6-4952-438b-be2b-e1f2cdfe217b req-ef1944f1-48d1-432c-bfaa-d508dbbc8502 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:30.461290 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f80dacb6-4952-438b-be2b-e1f2cdfe217b req-ef1944f1-48d1-432c-bfaa-d508dbbc8502 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.0988145 Jun 16 16:04:30.509716 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f80dacb6-4952-438b-be2b-e1f2cdfe217b req-c8fbdce9-6696-4e96-a3bd-cf5c017ebe50 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Jun 16 16:04:30.534847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39596) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:30.619467 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281124f-534c-4b06-ac65-79eb67d46c43 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:30.620944 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-0281124f-534c-4b06-ac65-79eb67d46c43 tempest-TestNetworkAdvancedServerOps-1932716780 tempest-TestNetworkAdvancedServerOps-1932716780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 1093 time: 0.0848148 Jun 16 16:04:30.623785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39600) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:30.628855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:30.635111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:04:30.639762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Usage tracker for resource:floatingip and tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:04:30.642850 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:04:30.649924 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:04:30.744382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:30.907076 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:31.054589 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Allocated IP 172.26.2.58 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/de16c430-141a-4091-9b4e-bd1da2c73d6c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:31.350699 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:31.504933 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:31.565765 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:31.577925 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:31.582318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:04:31.622312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=de16c430-141a-4091-9b4e-bd1da2c73d6c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:32.055987 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:32.237928 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:32.478065 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:32.570495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:32.686302 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event updated for resources: {'Port': ['ID=de16c430-141a-4091-9b4e-bd1da2c73d6c,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:32.697582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:32.886124 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Floating IP ae818671-f957-4041-8e5c-23b7a59f471b associated. External IP: 172.26.2.58, port: 18330132-fdac-4ca6-b2dc-94ff21011c49. Jun 16 16:04:33.386052 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:04:33.619490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:04:33.630185 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] Sync routers for ids ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:04:33.642608 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] Routers {'29f5a737-adfb-4321-ba6a-2a22ec78f0b8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:04:33.643446 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:04:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:33.798008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:33.860858 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-9ea8b5ab-53e1-4711-8f89-ecbb4540c937 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2360208 Jun 16 16:04:33.861500 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'tag': '18330132-fdac-4ca6-b2dc-94ff21011c49'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:04:33.877228 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] Set router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:04:33.916704 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5af18f-5859-4de4-a576-e7b7cd335e4b'] response: {'name': 'network-changed', 'server_uuid': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'tag': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'status': 'completed', 'code': 200} Jun 16 16:04:34.155832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cd692-d599-48d7-ab81-7b605916a847 req-9841d5b8-1e19-45e8-af8a-a1721922145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:34.158165 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-af6cd692-d599-48d7-ab81-7b605916a847 req-9841d5b8-1e19-45e8-af8a-a1721922145d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 1098 time: 0.2166662 Jun 16 16:04:34.304667 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c93bb-8135-4c6b-96a3-bfd7c294c4ba req-a95c4666-1e22-4dff-9ab4-f4eb0d804676 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:34.306289 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-289c93bb-8135-4c6b-96a3-bfd7c294c4ba req-a95c4666-1e22-4dff-9ab4-f4eb0d804676 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.1508443 Jun 16 16:04:34.322036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cd692-d599-48d7-ab81-7b605916a847 req-d7d9c8d6-cb37-4815-9778-b122c6a762c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:34.324606 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-af6cd692-d599-48d7-ab81-7b605916a847 req-d7d9c8d6-cb37-4815-9778-b122c6a762c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4814e0d9-6140-49db-b2f7-6c5fb1219347 HTTP/1.1" status: 200 len: 897 time: 0.1595585 Jun 16 16:04:34.333582 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'ae818671-f957-4041-8e5c-23b7a59f471b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'port_id': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'mac_address': 'fa:16:3e:80:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:04:31Z', 'updated_at': '2022-06-16T16:04:31Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e3ed3e-a070-4443-ab3c-83c0f8f43e77', 'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:2c:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:10Z', 'updated_at': '2022-06-16T16:04:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:34.339602 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] Checking router: 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:04:34.356850 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] Routers {'29f5a737-adfb-4321-ba6a-2a22ec78f0b8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:04:34.358185 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:04:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:34.370283 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-289c93bb-8135-4c6b-96a3-bfd7c294c4ba req-7ec52499-d7d4-470a-8d99-89f18a47a645 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551949 Jun 16 16:04:34.403145 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39612) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:34.535593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-afe34fef-c6ff-4409-9e69-b3666f32c6e5 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/ae818671-f957-4041-8e5c-23b7a59f471b HTTP/1.1" status: 200 len: 990 time: 0.1299746 Jun 16 16:04:34.567171 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] Set router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:04:34.593967 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-af6cd692-d599-48d7-ab81-7b605916a847 req-69dc23dd-04ab-4967-81a7-884ac4ab1297 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18330132-fdac-4ca6-b2dc-94ff21011c49 HTTP/1.1" status: 200 len: 998 time: 0.2620287 Jun 16 16:04:34.690680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cd692-d599-48d7-ab81-7b605916a847 req-5d011da8-9bfa-4871-a2d5-5a7acda0e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:34.692256 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-af6cd692-d599-48d7-ab81-7b605916a847 req-5d011da8-9bfa-4871-a2d5-5a7acda0e951 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e HTTP/1.1" status: 200 len: 834 time: 0.0919511 Jun 16 16:04:34.785027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cd692-d599-48d7-ab81-7b605916a847 req-55931936-7012-450f-b438-76cc2b55574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:34.786646 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-af6cd692-d599-48d7-ab81-7b605916a847 req-55931936-7012-450f-b438-76cc2b55574e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4814e0d9-6140-49db-b2f7-6c5fb1219347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885055 Jun 16 16:04:34.961776 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-af6cd692-d599-48d7-ab81-7b605916a847 req-07590f7f-d7a0-4644-ac7a-1b504bb75e6c service neutron] 10.222.0.46 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687884 Jun 16 16:04:35.026150 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'ae818671-f957-4041-8e5c-23b7a59f471b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'port_id': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'mac_address': 'fa:16:3e:80:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:04:31Z', 'updated_at': '2022-06-16T16:04:31Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e3ed3e-a070-4443-ab3c-83c0f8f43e77', 'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:2c:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:10Z', 'updated_at': '2022-06-16T16:04:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:35.030606 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a91ca2-3188-442e-99bf-b0b4e814a9bd None None] The sync data for ids ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'] in dv-neutron-846028-2-hyperv is: [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': 'ae818671-f957-4041-8e5c-23b7a59f471b', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'port_id': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'mac_address': 'fa:16:3e:80:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:04:31Z', 'updated_at': '2022-06-16T16:04:31Z', 'revision_number': 0, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e3ed3e-a070-4443-ab3c-83c0f8f43e77', 'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:2c:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:10Z', 'updated_at': '2022-06-16T16:04:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:04:35.135638 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-af6cd692-d599-48d7-ab81-7b605916a847 req-1bd157d9-0042-4c66-83af-4e8703948ec7 service neutron] 10.222.0.46 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676280 Jun 16 16:04:35.297362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8e882-e0be-4b32-a801-fbda68c12980 None None] New status for floating IP ae818671-f957-4041-8e5c-23b7a59f471b: ACTIVE {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:04:35.539502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39616) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:35.655062 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-567dacf7-62dc-4bf2-ae24-a20cbb137682 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/ae818671-f957-4041-8e5c-23b7a59f471b HTTP/1.1" status: 200 len: 990 time: 0.1141040 Jun 16 16:04:36.237863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:36.659937 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39620) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:36.783286 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-80f42497-ad35-4100-9da2-8bc770c14ccd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/ae818671-f957-4041-8e5c-23b7a59f471b HTTP/1.1" status: 200 len: 992 time: 0.1216764 Jun 16 16:04:45.775010 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2bd601ee-791b-42bf-a095-900438909f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:48.524897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-552183f3-ff49-49e9-ba2b-614dcf595b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:48.865312 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:50.510474 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.812960 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.557115 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:05:04.108737 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-24fed526-aab7-430e-ab4a-d19994baea12 req-319acba2-1c82-484c-813c-6526a97c0b3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804880 Jun 16 16:05:04.265883 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fed526-aab7-430e-ab4a-d19994baea12 req-83fd29b8-a73b-4281-9bf4-211ecf3e1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:04.267394 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-24fed526-aab7-430e-ab4a-d19994baea12 req-83fd29b8-a73b-4281-9bf4-211ecf3e1230 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 1098 time: 0.0869246 Jun 16 16:05:04.444703 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fed526-aab7-430e-ab4a-d19994baea12 req-c286a072-4dd7-4c1f-906a-2cdb56c1de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:04.446674 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-24fed526-aab7-430e-ab4a-d19994baea12 req-c286a072-4dd7-4c1f-906a-2cdb56c1de94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4814e0d9-6140-49db-b2f7-6c5fb1219347 HTTP/1.1" status: 200 len: 897 time: 0.1573086 Jun 16 16:05:04.549390 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-24fed526-aab7-430e-ab4a-d19994baea12 req-38f146cc-64b9-4516-9d07-649731a60d71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18330132-fdac-4ca6-b2dc-94ff21011c49 HTTP/1.1" status: 200 len: 1000 time: 0.0967591 Jun 16 16:05:04.617000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fed526-aab7-430e-ab4a-d19994baea12 req-e1d63fe9-22c7-4397-82d4-6530cda3bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:04.618476 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-24fed526-aab7-430e-ab4a-d19994baea12 req-e1d63fe9-22c7-4397-82d4-6530cda3bd21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e HTTP/1.1" status: 200 len: 834 time: 0.0628550 Jun 16 16:05:04.704579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fed526-aab7-430e-ab4a-d19994baea12 req-c586ac8a-11ab-45f9-889b-dd0317ca4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:04.706031 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-24fed526-aab7-430e-ab4a-d19994baea12 req-c586ac8a-11ab-45f9-889b-dd0317ca4243 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4814e0d9-6140-49db-b2f7-6c5fb1219347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816848 Jun 16 16:05:04.851316 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-24fed526-aab7-430e-ab4a-d19994baea12 req-3755bfc0-d1d3-4df3-a7c8-cfa27edcb992 service neutron] 10.222.0.46 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391349 Jun 16 16:05:04.990218 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-24fed526-aab7-430e-ab4a-d19994baea12 req-321c9b99-25c9-4427-a51c-ae56bb3692e2 service neutron] 10.222.0.46 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325121 Jun 16 16:05:06.298821 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:07.020530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da6a69-0a11-4679-8b1b-e01b80e7bb9f req-a8e1e40f-6c27-4137-83b1-c1e6421dd347 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:07.022159 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-27da6a69-0a11-4679-8b1b-e01b80e7bb9f req-a8e1e40f-6c27-4137-83b1-c1e6421dd347 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.1114631 Jun 16 16:05:07.078166 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-27da6a69-0a11-4679-8b1b-e01b80e7bb9f req-da87b433-e62f-4cf7-b8e4-da11f5a46729 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481653 Jun 16 16:05:08.317349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16753eaa-599c-4de0-adf1-792c70aa48a0 req-a2f9a52f-8949-41af-aeef-025ca05be469 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:08.319280 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-16753eaa-599c-4de0-adf1-792c70aa48a0 req-a2f9a52f-8949-41af-aeef-025ca05be469 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.1137593 Jun 16 16:05:08.376353 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-16753eaa-599c-4de0-adf1-792c70aa48a0 req-4f79b7de-3848-4662-b303-57bca5873f35 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494506 Jun 16 16:05:08.402885 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39640) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:08.638093 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-2094edbd-ecfb-4641-bae2-fd083fe8491a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/ae818671-f957-4041-8e5c-23b7a59f471b HTTP/1.1" status: 200 len: 992 time: 0.2339449 Jun 16 16:05:10.386510 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2d939-fedc-4ce8-8eaa-8a7f027909fb req-ff7c621d-eef3-4375-857f-6b92642e2108 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:10.388014 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7dd2d939-fedc-4ce8-8eaa-8a7f027909fb req-ff7c621d-eef3-4375-857f-6b92642e2108 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.1004536 Jun 16 16:05:10.435352 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7dd2d939-fedc-4ce8-8eaa-8a7f027909fb req-6a7064b1-76fe-42dc-8764-fc525d9a1866 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Jun 16 16:05:10.500254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-dec8a63c-4e29-4bb4-bb91-50f6d3da7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:10.501743 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-dec8a63c-4e29-4bb4-bb91-50f6d3da7f8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 1098 time: 0.0843208 Jun 16 16:05:10.645297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-6356333f-fd5f-4134-920d-b0eb0c0a7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:10.647411 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-6356333f-fd5f-4134-920d-b0eb0c0a7ea2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4814e0d9-6140-49db-b2f7-6c5fb1219347 HTTP/1.1" status: 200 len: 897 time: 0.1390960 Jun 16 16:05:10.757148 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-559bd089-1b67-4a33-b9f3-9ad513e28abc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18330132-fdac-4ca6-b2dc-94ff21011c49 HTTP/1.1" status: 200 len: 1000 time: 0.1039426 Jun 16 16:05:10.822324 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-e9cfbb16-7913-4982-94b5-6b534ec29217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:10.823908 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-e9cfbb16-7913-4982-94b5-6b534ec29217 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e HTTP/1.1" status: 200 len: 834 time: 0.0612795 Jun 16 16:05:10.925744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-3d3d3cf2-9666-499f-bb50-332d766b4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:10.927326 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-3d3d3cf2-9666-499f-bb50-332d766b4b26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4814e0d9-6140-49db-b2f7-6c5fb1219347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0966215 Jun 16 16:05:11.065406 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-d1e3033f-ed64-4147-854a-88c76d22978b service neutron] 10.222.0.46 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317606 Jun 16 16:05:11.205602 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ed9f3876-ac63-40c0-a37e-b499eb85b1b1 req-58aab511-a633-4006-b4f7-f8e349c01fa2 service neutron] 10.222.0.46 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322322 Jun 16 16:05:11.660570 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2aac3-ca1d-43f8-9293-9caaf6508ee6 req-5fc1a65f-2c7b-4214-a7d2-b4ffc81c05ac tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:11.662671 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5fb2aac3-ca1d-43f8-9293-9caaf6508ee6 req-5fc1a65f-2c7b-4214-a7d2-b4ffc81c05ac tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.1021388 Jun 16 16:05:11.709794 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5fb2aac3-ca1d-43f8-9293-9caaf6508ee6 req-2f12a4fc-127d-435a-8e19-904ed754b802 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411782 Jun 16 16:05:12.915310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76a4ba-c6e0-431c-9fb8-1476f28784e1 req-b8beabb0-e334-423c-9717-ac7ad6181efd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:12.916774 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c76a4ba-c6e0-431c-9fb8-1476f28784e1 req-b8beabb0-e334-423c-9717-ac7ad6181efd tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.0949316 Jun 16 16:05:12.965887 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c76a4ba-c6e0-431c-9fb8-1476f28784e1 req-735a54aa-b5e7-48b7-b8dc-bd2a8be57813 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428431 Jun 16 16:05:13.008609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39654) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:13.122343 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-3a509b99-e432-4727-b821-7e914a33b3cc tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/floatingips/ae818671-f957-4041-8e5c-23b7a59f471b HTTP/1.1" status: 200 len: 992 time: 0.1123488 Jun 16 16:05:13.403761 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39664) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:13.617834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port de16c430-141a-4091-9b4e-bd1da2c73d6c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:05:13.618082 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:13.799615 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:13.799935 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.045618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for de16c430-141a-4091-9b4e-bd1da2c73d6c owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:05:14.367964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.419657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=de16c430-141a-4091-9b4e-bd1da2c73d6c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:14.489330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.490202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.490545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.490883 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.491241 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.491571 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.491898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.492225 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.492552 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.492881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.493228 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.493562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:14.529325 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.529659 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Floating IP ae818671-f957-4041-8e5c-23b7a59f471b disassociated (deleted). External IP: 172.26.2.58, port: 18330132-fdac-4ca6-b2dc-94ff21011c49. Jun 16 16:05:14.910073 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:15.097995 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:15.117161 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:15.178373 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-814407fb-7309-4cfc-8324-e8865f618408 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/floatingips/ae818671-f957-4041-8e5c-23b7a59f471b HTTP/1.1" status: 204 len: 168 time: 1.7734098 Jun 16 16:05:15.179238 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'tag': '18330132-fdac-4ca6-b2dc-94ff21011c49'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:05:15.216021 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] Sync routers for ids ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:15.227081 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] Routers {'29f5a737-adfb-4321-ba6a-2a22ec78f0b8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:15.228208 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:04:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:15.237898 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0994c05-1ac4-4d42-a2b9-776544755c0c'] response: {'name': 'network-changed', 'server_uuid': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'tag': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'status': 'completed', 'code': 200} Jun 16 16:05:15.367601 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5a271-b0f1-4b85-9977-005b14473906 req-c4ea74ce-7f71-4c90-84f5-99a9a13b9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:15.369869 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a5a271-b0f1-4b85-9977-005b14473906 req-c4ea74ce-7f71-4c90-84f5-99a9a13b9855 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 1098 time: 0.1060479 Jun 16 16:05:15.437992 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] Set router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:15.534712 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5a271-b0f1-4b85-9977-005b14473906 req-7978b34f-b840-483d-b8f7-fcc5f42fe3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:15.539315 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a5a271-b0f1-4b85-9977-005b14473906 req-7978b34f-b840-483d-b8f7-fcc5f42fe3ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=4814e0d9-6140-49db-b2f7-6c5fb1219347 HTTP/1.1" status: 200 len: 897 time: 0.1630895 Jun 16 16:05:15.621076 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a5a271-b0f1-4b85-9977-005b14473906 req-7fe6866b-71de-4b5c-b212-6044e13f94c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18330132-fdac-4ca6-b2dc-94ff21011c49 HTTP/1.1" status: 200 len: 217 time: 0.0754392 Jun 16 16:05:15.698909 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5a271-b0f1-4b85-9977-005b14473906 req-6f65799b-dca3-4594-a3f4-2c9cf7597208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:15.700490 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a5a271-b0f1-4b85-9977-005b14473906 req-6f65799b-dca3-4594-a3f4-2c9cf7597208 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e HTTP/1.1" status: 200 len: 834 time: 0.0681765 Jun 16 16:05:15.800156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5a271-b0f1-4b85-9977-005b14473906 req-fee4732d-16f2-42c7-bcff-5f3afb232542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:15.801784 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a5a271-b0f1-4b85-9977-005b14473906 req-fee4732d-16f2-42c7-bcff-5f3afb232542 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4814e0d9-6140-49db-b2f7-6c5fb1219347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0934508 Jun 16 16:05:15.818634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3c35-ea42-4b68-b5d2-97b55d865ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:15.855775 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '70e3ed3e-a070-4443-ab3c-83c0f8f43e77', 'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:2c:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:10Z', 'updated_at': '2022-06-16T16:04:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:15.860668 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] Checking router: 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:15.873413 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] Routers {'29f5a737-adfb-4321-ba6a-2a22ec78f0b8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:15.873962 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:04:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:16.032909 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53462062-f578-4239-8c9c-604c806951a0 req-3ad0e3d6-e602-4a5e-843f-931cb40ed608 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:16.033784 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-53462062-f578-4239-8c9c-604c806951a0 req-3ad0e3d6-e602-4a5e-843f-931cb40ed608 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:05:16.080005 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] Set router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:16.103218 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a5a271-b0f1-4b85-9977-005b14473906 req-63d76905-a0ab-421f-b0c6-206b83833d84 service neutron] 10.222.0.46 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946191 Jun 16 16:05:16.203959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-53462062-f578-4239-8c9c-604c806951a0 req-3ad0e3d6-e602-4a5e-843f-931cb40ed608 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:05:16.205127 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-53462062-f578-4239-8c9c-604c806951a0 req-3ad0e3d6-e602-4a5e-843f-931cb40ed608 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.2756410 Jun 16 16:05:16.252286 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-71a5a271-b0f1-4b85-9977-005b14473906 req-ea87281d-8222-444a-b905-2dc67037e2ac service neutron] 10.222.0.46 "GET /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411266 Jun 16 16:05:16.275693 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-53462062-f578-4239-8c9c-604c806951a0 req-6138e739-f96f-40c2-93b0-28dd6d3f3990 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574706 Jun 16 16:05:16.420637 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '70e3ed3e-a070-4443-ab3c-83c0f8f43e77', 'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:2c:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:10Z', 'updated_at': '2022-06-16T16:04:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:16.424898 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad389a-e776-4a7b-a0b9-ccb71db260d5 None None] The sync data for ids ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'] in dv-neutron-846028-2-hyperv is: [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '70e3ed3e-a070-4443-ab3c-83c0f8f43e77', 'name': '', 'network_id': '4814e0d9-6140-49db-b2f7-6c5fb1219347', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'mac_address': 'fa:16:3e:2c:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:10Z', 'updated_at': '2022-06-16T16:04:17Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'subnets': [{'id': 'fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:16.666884 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cacdd40-8963-4a8a-9b96-a03f44221130 None None] New status for floating IP ae818671-f957-4041-8e5c-23b7a59f471b: DOWN {{(pid=89747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:05:17.413602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-e9c81045-5d2b-469c-b423-503fd11c33db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:17.414451 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-e9c81045-5d2b-469c-b423-503fd11c33db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Synchronizing usage tracker for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:05:17.427571 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-e9c81045-5d2b-469c-b423-503fd11c33db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Unset dirty status for tenant:9ed324ba6c9d46aba14a5c889aaaa7e4 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:05:17.428845 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-e9c81045-5d2b-469c-b423-503fd11c33db tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.1155570 Jun 16 16:05:17.491639 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb4680-d30d-43f3-b357-81fdd8aed0cd req-dd6cdaab-2e3e-4e69-acc5-c72ef2788668 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:17.493144 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-89bb4680-d30d-43f3-b357-81fdd8aed0cd req-dd6cdaab-2e3e-4e69-acc5-c72ef2788668 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 945 time: 0.0964592 Jun 16 16:05:17.505936 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 18330132-fdac-4ca6-b2dc-94ff21011c49 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:05:17.506275 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:17.539042 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-89bb4680-d30d-43f3-b357-81fdd8aed0cd req-4fa71b68-e9c4-4e82-801d-9b218c4352a7 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/security-groups?id=01849025-534b-430f-b5ca-470004e89744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398729 Jun 16 16:05:17.763989 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port 18330132-fdac-4ca6-b2dc-94ff21011c49, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=18330132-fdac-4ca6-b2dc-94ff21011c49,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:17.764345 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:17.892872 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 18330132-fdac-4ca6-b2dc-94ff21011c49 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:05:18.172767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:18.228049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=18330132-fdac-4ca6-b2dc-94ff21011c49,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:18.273512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.273862 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.274212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.274542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.274874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.275254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.275583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.275945 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.276338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.276660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.276986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.278051 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:18.337789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] No DVR routers for this DVR port 18330132-fdac-4ca6-b2dc-94ff21011c49 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:05:18.340418 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:18.347659 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'name': 'network-vif-deleted', 'tag': '18330132-fdac-4ca6-b2dc-94ff21011c49'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:05:18.390105 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b2927e-1e1f-4f82-9357-25056416ff41'] response: {'server_uuid': 'f3ce3d20-31b6-49b8-ad70-0720bd69d62d', 'name': 'network-vif-deleted', 'tag': '18330132-fdac-4ca6-b2dc-94ff21011c49', 'status': 'completed', 'code': 200} Jun 16 16:05:18.424416 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7f6085fe-db5b-42dc-a8a4-a4cdb0bd9f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:18.490309 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-9a39e848-2a0e-407e-9a38-7d2e4cee6f41 req-d99ba40e-bd17-4166-89ac-7f04dbb11274 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.46 "DELETE /v2.0/ports/18330132-fdac-4ca6-b2dc-94ff21011c49 HTTP/1.1" status: 204 len: 173 time: 1.0562215 Jun 16 16:05:18.721800 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9e530f74-1292-4823-8459-9a2d131f11c4 req-5bae890c-59c0-4e4b-9edb-8b1e2bc44ffa tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ce3d20-31b6-49b8-ad70-0720bd69d62d HTTP/1.1" status: 200 len: 210 time: 0.0622447 Jun 16 16:05:18.944894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.831312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39682) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:20.472247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.523888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.911000 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:05:20.911875 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.125043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port 70e3ed3e-a070-4443-ab3c-83c0f8f43e77, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=70e3ed3e-a070-4443-ab3c-83c0f8f43e77,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:21.125415 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.257289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:05:21.330769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 18330132-fdac-4ca6-b2dc-94ff21011c49 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:21.367190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 18330132-fdac-4ca6-b2dc-94ff21011c49 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:05:21.367535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 18330132-fdac-4ca6-b2dc-94ff21011c49 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:21.626515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.678495 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=70e3ed3e-a070-4443-ab3c-83c0f8f43e77,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:21.763490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.113444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.549180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:22.736742 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:22.749273 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] Sync routers for ids ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:22.761887 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-276b599d-0e88-4fa3-8481-ef4bdab42855 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "PUT /v2.0/routers/29f5a737-adfb-4321-ba6a-2a22ec78f0b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9294193 Jun 16 16:05:22.765843 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] Routers {'29f5a737-adfb-4321-ba6a-2a22ec78f0b8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:22.766434 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39686) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:22.766924 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:22.841027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cb9c3d-dab7-4333-a4fd-d6962834f9c1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting subnet fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 16:05:22.844121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41cb9c3d-dab7-4333-a4fd-d6962834f9c1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.904176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41cb9c3d-dab7-4333-a4fd-d6962834f9c1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.972337 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] Set router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:23.016927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41cb9c3d-dab7-4333-a4fd-d6962834f9c1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.247569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41cb9c3d-dab7-4333-a4fd-d6962834f9c1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.293397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb9c3d-dab7-4333-a4fd-d6962834f9c1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:23.298238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-41cb9c3d-dab7-4333-a4fd-d6962834f9c1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.307791 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-41cb9c3d-dab7-4333-a4fd-d6962834f9c1 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/subnets/fdc8f8d5-b709-4dc3-9eb6-5f0b0561112e HTTP/1.1" status: 204 len: 168 time: 0.5392005 Jun 16 16:05:23.311163 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d618ad21-682a-4a13-aa99-84acb8aa6378 None None] Network 4814e0d9-6140-49db-b2f7-6c5fb1219347 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:05:23.311661 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39690) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:23.315312 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:05:21Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:23.320855 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] Checking router: 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:23.330444 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] Routers {'29f5a737-adfb-4321-ba6a-2a22ec78f0b8'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:23.331121 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:23.557191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.613931 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] Set router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:23.663032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] DHCP port deletion for 4814e0d9-6140-49db-b2f7-6c5fb1219347 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 16:05:23.668368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Deleting port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:05:23.668844 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.897473 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.910583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] For port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e,segment=NetworkSegment(38637a42-b14b-41bc-8249-3e47ede7e61e),segment_id=38637a42-b14b-41bc-8249-3e47ede7e61e)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:23.911014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.926370 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:05:21Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:23.931095 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c488c1f-3be4-49b9-bd79-c2922482cbc7 None None] The sync data for ids ['29f5a737-adfb-4321-ba6a-2a22ec78f0b8'] in dv-neutron-846028-2-hyperv is: [{'id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204326105', 'tenant_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:04Z', 'updated_at': '2022-06-16T16:05:21Z', 'revision_number': 5, 'project_id': '9ed324ba6c9d46aba14a5c889aaaa7e4', 'gw_port': {'id': 'e14fed5f-432f-4265-93d0-f3705f44f6ce', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f5a737-adfb-4321-ba6a-2a22ec78f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:05Z', 'updated_at': '2022-06-16T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:24.036014 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Calling delete_port for f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:05:24.043624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Deleting port e14fed5f-432f-4265-93d0-f3705f44f6ce {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:05:24.044061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.235583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733'] for port, after_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.237718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] For port e14fed5f-432f-4265-93d0-f3705f44f6ce, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=e14fed5f-432f-4265-93d0-f3705f44f6ce,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:24.238111 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.321527 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Pushing event deleted for resources: {'Port': ['ID=f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e,revision_number=None']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:24.326645 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] No DVR routers for this DVR port f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e on host dv-neutron-846028-2-hyperv {{(pid=89747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:05:24.334561 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.335085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.335275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.335612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.336119 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.336506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.343590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.344118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.344587 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.344935 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.345445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.345727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9f688d-e3d9-4a35-9254-057b78a1a89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:24.371602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Calling delete_port for e14fed5f-432f-4265-93d0-f3705f44f6ce owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:05:24.792567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.806129 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:24.844213 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:05:24.844556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 70e3ed3e-a070-4443-ab3c-83c0f8f43e77 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:24.844938 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:24.845588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Port': ['ID=e14fed5f-432f-4265-93d0-f3705f44f6ce,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:24.934855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:05:24.935210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device f4efaa61-b4b4-4eda-a6b5-3efd5c876f2e not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:24.955911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.150314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.152698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.266723 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.267397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Fanout notify agent at l3_agent the message router_deleted on router 29f5a737-adfb-4321-ba6a-2a22ec78f0b8 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:05:25.290234 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.291536 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-43e77879-5eac-4898-b3ff-47713c0da8ec tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/routers/29f5a737-adfb-4321-ba6a-2a22ec78f0b8 HTTP/1.1" status: 204 len: 168 time: 1.9792178 Jun 16 16:05:25.295972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39694) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:25.440307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.592611 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.630358 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4814e0d9-6140-49db-b2f7-6c5fb1219347']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:25.644623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38637a42-b14b-41bc-8249-3e47ede7e61e') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:25.644932 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38637a42-b14b-41bc-8249-3e47ede7e61e') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:25.657889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.675686 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.681719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:05:25.682104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.725766 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 38637a42-b14b-41bc-8249-3e47ede7e61e resource provider aggregate not found Jun 16 16:05:25.799260 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 38637a42-b14b-41bc-8249-3e47ede7e61e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38637a42-b14b-41bc-8249-3e47ede7e61e found for delete ", "request_id": "req-09aef136-e5af-4a11-8858-df04ab17683e"}]} Jun 16 16:05:25.915971 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.920706 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.950381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'Network': ['ID=4814e0d9-6140-49db-b2f7-6c5fb1219347,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:26.084234 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d51bbec3-c870-491d-8dc4-eb4b4231262a tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/networks/4814e0d9-6140-49db-b2f7-6c5fb1219347 HTTP/1.1" status: 204 len: 168 time: 0.7869136 Jun 16 16:05:26.087612 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39704) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:26.158200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3a23109-b1b3-427b-9d59-9f2562f01b65 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.195037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3a23109-b1b3-427b-9d59-9f2562f01b65 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.372834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3a23109-b1b3-427b-9d59-9f2562f01b65 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.393362 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a23109-b1b3-427b-9d59-9f2562f01b65 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01849025-534b-430f-b5ca-470004e89744,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:26.562185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d3a23109-b1b3-427b-9d59-9f2562f01b65 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.563478 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d3a23109-b1b3-427b-9d59-9f2562f01b65 tempest-TestNetworkAdvancedServerOps-787201325 tempest-TestNetworkAdvancedServerOps-787201325-project] 10.222.0.73 "DELETE /v2.0/security-groups/01849025-534b-430f-b5ca-470004e89744 HTTP/1.1" status: 204 len: 168 time: 0.4749660 Jun 16 16:05:26.798499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e14fed5f-432f-4265-93d0-f3705f44f6ce no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:26.833810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: e14fed5f-432f-4265-93d0-f3705f44f6ce {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:05:26.834150 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device e14fed5f-432f-4265-93d0-f3705f44f6ce not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:27.354308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39714) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:27.502720 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-c9780b64-c677-43c3-afec-4b6a7d480982 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ed324ba6c9d46aba14a5c889aaaa7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471190 Jun 16 16:05:27.505817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39720) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:27.570962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0dee381c-d9c3-443e-ab25-31b4366c6d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.597605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0dee381c-d9c3-443e-ab25-31b4366c6d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.729458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0dee381c-d9c3-443e-ab25-31b4366c6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.748185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee381c-d9c3-443e-ab25-31b4366c6d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763d54b4-ec0e-4163-94ee-dc9ae462993c,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:27.756758 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0dee381c-d9c3-443e-ab25-31b4366c6d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.757431 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0dee381c-d9c3-443e-ab25-31b4366c6d41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/763d54b4-ec0e-4163-94ee-dc9ae462993c HTTP/1.1" status: 204 len: 168 time: 0.2504327 Jun 16 16:05:28.682643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39728) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:28.700136 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-63d2544a-fe51-4825-8f4b-47259963ad1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:28.715088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-63d2544a-fe51-4825-8f4b-47259963ad1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:28.719003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-63d2544a-fe51-4825-8f4b-47259963ad1f admin admin] Usage tracker for resource:security_group_rule and tenant:007f38b15c6849d7a234ed3bd688d3c5 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:28.722150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-63d2544a-fe51-4825-8f4b-47259963ad1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:28.728977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-63d2544a-fe51-4825-8f4b-47259963ad1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:28.821423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-63d2544a-fe51-4825-8f4b-47259963ad1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.001744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-63d2544a-fe51-4825-8f4b-47259963ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.056525 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-63d2544a-fe51-4825-8f4b-47259963ad1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=007f38b15c6849d7a234ed3bd688d3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721592 Jun 16 16:05:29.057724 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2544a-fe51-4825-8f4b-47259963ad1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c21f553-2f92-42b7-84c5-dfd1b89e5c37,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:29.058539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39732) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:29.240665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-da10ee78-fd95-44a9-8c10-ea1158532a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.277557 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-da10ee78-fd95-44a9-8c10-ea1158532a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.408989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-da10ee78-fd95-44a9-8c10-ea1158532a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.423754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10ee78-fd95-44a9-8c10-ea1158532a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c21f553-2f92-42b7-84c5-dfd1b89e5c37,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:29.431040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-da10ee78-fd95-44a9-8c10-ea1158532a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.442508 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-da10ee78-fd95-44a9-8c10-ea1158532a87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c21f553-2f92-42b7-84c5-dfd1b89e5c37 HTTP/1.1" status: 204 len: 168 time: 0.3725433 Jun 16 16:05:30.785707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39756) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:30.891345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-368702590-network', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:30.896102 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:30.899869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Usage tracker for resource:network and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:30.902714 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:30.908764 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:31.024586 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Made reservation on behalf of 85ce61401c9045048ada5ed4a2aa92cb for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:31.027187 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:31.040011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:31.054298 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:31.058211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:31.061049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:31.067007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:31.152382 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:31.248869 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:31.281820 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:05:31.291538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71517579-3598-41fe-ab21-5eb9dc394184,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:31.298208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:31.298687 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Added segment 098cf106-d9ed-40bb-9699-289685d0f410 of type vlan for network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 Jun 16 16:05:31.325779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:31.459156 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:31.460146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:31.460722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:31.563886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] Pushing event updated for resources: {'Network': ['ID=09dca511-e50f-42a4-92b9-e5ae8eb8bda4,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:31.574802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:05:31.644160 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-15ebeab6-a280-4fcc-b4d2-a1a43baa7afe admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8567805 Jun 16 16:05:31.647943 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39762) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:31.654838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Request body: {'subnet': {'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-368702590-subnet', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'ip_version': 4}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:31.660059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:31.664479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Usage tracker for resource:subnet and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:31.667645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:31.673450 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:31.785997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Made reservation on behalf of 85ce61401c9045048ada5ed4a2aa92cb for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:31.788953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.093424 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.173448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:32.182390 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Checking segment: {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:05:32.182745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Network hostable DHCP agents. Network: 09dca511-e50f-42a4-92b9-e5ae8eb8bda4, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:05:32.293278 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:05:32.430518 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 09dca511-e50f-42a4-92b9-e5ae8eb8bda4) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:32.436046 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:32.437330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.440910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aa0353-19a3-449c-9d42-cd2757f8807d None None] Network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:05:32.671317 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 16:05:32.680102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.680237 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-af0f8cfd-e0ca-4fa4-86c2-1d1477ed93c8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0233145 Jun 16 16:05:32.680237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39766) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:32.681127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:32.685944 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:32.689874 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Usage tracker for resource:router and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:32.695957 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:32.702200 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:32.838103 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Allocated IP 172.20.0.2 (09dca511-e50f-42a4-92b9-e5ae8eb8bda4/11d98826-fb46-4c4b-bbc8-18e31d2cb7ee/1279470f-6f0a-4114-a71e-f66378f0e7e0) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:32.841672 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.842720 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.867537 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.061512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.077570 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Transition to ACTIVE for port object 1279470f-6f0a-4114-a71e-f66378f0e7e0 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:33.096494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Transition to ACTIVE for port object 1279470f-6f0a-4114-a71e-f66378f0e7e0 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:33.274182 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.328218 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.385354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:33.388048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:33.395935 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:05:33.441665 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Pushing event updated for resources: {'Port': ['ID=1279470f-6f0a-4114-a71e-f66378f0e7e0,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:33.508582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Attempting to bind port 1279470f-6f0a-4114-a71e-f66378f0e7e0 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:05:33.509075 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Attempting to bind port 1279470f-6f0a-4114-a71e-f66378f0e7e0 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:05:33.509446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Attempting to bind port 1279470f-6f0a-4114-a71e-f66378f0e7e0 on network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:33.514862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:33.515376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Checking segment: {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:05:33.515802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.516376 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Bound using segment: {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:33.516852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Bound port: 1279470f-6f0a-4114-a71e-f66378f0e7e0, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:05:33.517224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.622832 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] For port 1279470f-6f0a-4114-a71e-f66378f0e7e0, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:33.625948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] For port 1279470f-6f0a-4114-a71e-f66378f0e7e0, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1279470f-6f0a-4114-a71e-f66378f0e7e0,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:33.799010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.826722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.829857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.910672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b513414-54be-44ea-b539-3ea5e22b65d9 None None] Pushing event updated for resources: {'Port': ['ID=1279470f-6f0a-4114-a71e-f66378f0e7e0,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:34.095788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Allocated IP 172.26.2.59 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/77a9963b-f5ee-4ca2-b187-d3f3c01a5e63) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:34.276921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:34.419379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:34.494792 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:34.497998 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:34.500553 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:05:34.535769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Pushing event updated for resources: {'Port': ['ID=77a9963b-f5ee-4ca2-b187-d3f3c01a5e63,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:34.559606 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:05:34.847618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1279470f-6f0a-4114-a71e-f66378f0e7e0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:34.977206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2760b7-7b80-4426-9752-467765109b35 None None] Network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:05:35.045719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 1279470f-6f0a-4114-a71e-f66378f0e7e0 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:35.077369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.288986 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3e9ad41c-5fec-4d53-bba3-168f5ed61e3b None None] Provisioning for port 1279470f-6f0a-4114-a71e-f66378f0e7e0 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:35.330692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3e9ad41c-5fec-4d53-bba3-168f5ed61e3b None None] Provisioning complete for port 1279470f-6f0a-4114-a71e-f66378f0e7e0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:35.331087 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad41c-5fec-4d53-bba3-168f5ed61e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.436542 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.490868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ad41c-5fec-4d53-bba3-168f5ed61e3b None None] Current status of the port 1279470f-6f0a-4114-a71e-f66378f0e7e0 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:35.491690 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad41c-5fec-4d53-bba3-168f5ed61e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.534207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3e9ad41c-5fec-4d53-bba3-168f5ed61e3b None None] For port 1279470f-6f0a-4114-a71e-f66378f0e7e0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1279470f-6f0a-4114-a71e-f66378f0e7e0,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:35.699922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad41c-5fec-4d53-bba3-168f5ed61e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.774671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Router 60772754-49a9-4e9f-8461-1c9d58081f5d is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:05:35.778255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ad41c-5fec-4d53-bba3-168f5ed61e3b None None] Pushing event updated for resources: {'Port': ['ID=1279470f-6f0a-4114-a71e-f66378f0e7e0,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:35.826831 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-baa3da85-1a1f-43a2-b58a-7cb76ff15332 None None] Provisioning complete for port 1279470f-6f0a-4114-a71e-f66378f0e7e0 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:35.827479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-baa3da85-1a1f-43a2-b58a-7cb76ff15332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.964778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-baa3da85-1a1f-43a2-b58a-7cb76ff15332 None None] Current status of the port 1279470f-6f0a-4114-a71e-f66378f0e7e0 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:36.084724 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:36.094136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Sync routers for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:36.106457 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:36.107140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:36.203124 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:36.206959 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-74292d99-a62a-45d3-a1ef-126533080017 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5282013 Jun 16 16:05:36.207274 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39770) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:36.291086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:36.310514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:36.624771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:34Z', 'revision_number': 3, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:36.627975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Checking router: 60772754-49a9-4e9f-8461-1c9d58081f5d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:36.628886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Updating router 60772754-49a9-4e9f-8461-1c9d58081f5d port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:05:36.681481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:36.813529 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1279470f-6f0a-4114-a71e-f66378f0e7e0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:36.922759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:36.992478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 1279470f-6f0a-4114-a71e-f66378f0e7e0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:36.993085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.150564 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Allocated IP 172.20.0.1 (09dca511-e50f-42a4-92b9-e5ae8eb8bda4/11d98826-fb46-4c4b-bbc8-18e31d2cb7ee/92e628ce-a535-4644-ad50-88d7a486711c) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:37.235423 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.244860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 1279470f-6f0a-4114-a71e-f66378f0e7e0 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:37.255647 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Transition to ACTIVE for port object 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:37.309900 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.326681 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Transition to ACTIVE for port object 92e628ce-a535-4644-ad50-88d7a486711c will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:37.357223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.436352 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.437570 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Attempting to bind port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:05:37.437943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Attempting to bind port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:05:37.438300 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Attempting to bind port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:37.440652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8406e0f-f578-485a-be3e-6b0da06b5806 None None] Pushing event updated for resources: {'Port': ['ID=77a9963b-f5ee-4ca2-b187-d3f3c01a5e63,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:37.451687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:37.452077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:05:37.452623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.453106 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:37.453551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Bound port: 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:05:37.453929 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.499846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:37.507295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:37.511661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:05:37.547963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] For port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:37.552754 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=92e628ce-a535-4644-ad50-88d7a486711c,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:37.555315 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] For port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=77a9963b-f5ee-4ca2-b187-d3f3c01a5e63,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:37.583772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.649619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.735263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:37.735904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:37.806636 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8406e0f-f578-485a-be3e-6b0da06b5806 None None] Pushing event updated for resources: {'Port': ['ID=77a9963b-f5ee-4ca2-b187-d3f3c01a5e63,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:37.939795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:37.985590 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f26fc664-c83f-4923-9945-72c9a3413a1b None None] Provisioning for port 92e628ce-a535-4644-ad50-88d7a486711c completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:38.051816 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f26fc664-c83f-4923-9945-72c9a3413a1b None None] Provisioning complete for port 92e628ce-a535-4644-ad50-88d7a486711c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:38.052932 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f26fc664-c83f-4923-9945-72c9a3413a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.202512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f26fc664-c83f-4923-9945-72c9a3413a1b None None] Port 92e628ce-a535-4644-ad50-88d7a486711c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:05:38.213386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.315942 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:34Z', 'revision_number': 3, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:38.320703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f420b8-4ddf-4f81-9c3e-0da68852e1b4 None None] The sync data for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv is: [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:34Z', 'revision_number': 3, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:38.466708 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.552810 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.680211 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=92e628ce-a535-4644-ad50-88d7a486711c,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:38.699522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.852450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:38.861665 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:38.863043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:39.031671 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:39.038891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:39.039292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.103335 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Router 60772754-49a9-4e9f-8461-1c9d58081f5d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:39.140453 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-f44a56da-67f2-4dda-a551-51fedd62ed4c None None] Provisioning complete for port 92e628ce-a535-4644-ad50-88d7a486711c triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:39.141481 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f44a56da-67f2-4dda-a551-51fedd62ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.249907 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f44a56da-67f2-4dda-a551-51fedd62ed4c None None] Port 92e628ce-a535-4644-ad50-88d7a486711c cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:05:39.253589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:39.254082 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.282032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=77a9963b-f5ee-4ca2-b187-d3f3c01a5e63,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:39.346493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:39.356582 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-16e1eeaa-d64c-46f8-8012-c63449c20ec4 admin admin] 10.222.0.73 "PUT /v2.0/routers/60772754-49a9-4e9f-8461-1c9d58081f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1483817 Jun 16 16:05:39.420596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.510890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=77a9963b-f5ee-4ca2-b187-d3f3c01a5e63,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:40.010141 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Sync routers for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:40.025488 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:40.026113 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:40.235722 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:40.344417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39788) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:40.352399 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-411193806-network', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:40.357785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:40.361860 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Usage tracker for resource:network and tenant:a278cae1242742e6bfc57b8070e33f70 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:40.364877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:40.370629 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:40.459229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Made reservation on behalf of a278cae1242742e6bfc57b8070e33f70 for: {'network': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:40.461643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.474045 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.495670 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:40.500240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Usage tracker for resource:security_group_rule and tenant:a278cae1242742e6bfc57b8070e33f70 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:40.503127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:40.509446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:40.567688 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:38Z', 'revision_number': 2, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:40.572280 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Checking router: 60772754-49a9-4e9f-8461-1c9d58081f5d for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:40.572621 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Updating router 60772754-49a9-4e9f-8461-1c9d58081f5d port 92e628ce-a535-4644-ad50-88d7a486711c binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:05:40.608961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.630750 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.751504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.785455 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=89745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:05:40.801138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397db857-6d1f-4b07-a577-6cd96155f159,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:40.811777 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.812126 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.segments_db [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Added segment 1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62 of type vlan for network d2bb8595-4bdb-423a-a2ce-c596e145dd02 Jun 16 16:05:40.824803 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:40.850011 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.910727 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:40.911286 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.961880 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.963731 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:40.970489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.022091 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.035065 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Transition to ACTIVE for port object 92e628ce-a535-4644-ad50-88d7a486711c will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:41.052314 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:41.075533 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] Pushing event updated for resources: {'Network': ['ID=d2bb8595-4bdb-423a-a2ce-c596e145dd02,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.091743 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network d2bb8595-4bdb-423a-a2ce-c596e145dd02 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:05:41.161829 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.163486 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-fd107ccf-2c29-4963-952f-fad31822d152 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8179429 Jun 16 16:05:41.165678 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39792) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:41.171888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Request body: {'subnet': {'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-411193806-subnet', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'ip_version': 4}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:41.188636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:41.188636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Usage tracker for resource:subnet and tenant:a278cae1242742e6bfc57b8070e33f70 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:41.188636 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:41.193372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:41.294282 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Made reservation on behalf of a278cae1242742e6bfc57b8070e33f70 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:41.300095 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.365796 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Pushing event updated for resources: {'Port': ['ID=92e628ce-a535-4644-ad50-88d7a486711c,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.412744 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.414348 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.414348 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.414348 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.414755 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.415283 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.415613 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.415942 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.416266 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.416776 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.417157 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.417471 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:41.438780 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Attempting to bind port 92e628ce-a535-4644-ad50-88d7a486711c on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:05:41.439218 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Attempting to bind port 92e628ce-a535-4644-ad50-88d7a486711c by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:05:41.439571 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Attempting to bind port 92e628ce-a535-4644-ad50-88d7a486711c on network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:41.446028 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:41.446481 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Checking segment: {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:05:41.447427 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.448183 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Bound using segment: {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:41.448528 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Bound port: 92e628ce-a535-4644-ad50-88d7a486711c, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:05:41.448906 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.567698 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] For port 92e628ce-a535-4644-ad50-88d7a486711c, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:41.570534 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] For port 92e628ce-a535-4644-ad50-88d7a486711c, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=92e628ce-a535-4644-ad50-88d7a486711c,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:41.666620 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.747187 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:41.747826 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:41.758980 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.802040 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8b271-3bc8-4401-8748-c8dea1004d00 None None] Pushing event updated for resources: {'Port': ['ID=92e628ce-a535-4644-ad50-88d7a486711c,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.837192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.847067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Checking segment: {'id': '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:05:41.847881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Network hostable DHCP agents. Network: d2bb8595-4bdb-423a-a2ce-c596e145dd02, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:05:41.939060 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:41.959037 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Network d2bb8595-4bdb-423a-a2ce-c596e145dd02 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:05:42.071702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, d2bb8595-4bdb-423a-a2ce-c596e145dd02) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:42.076343 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:42.077888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:42.082860 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5671cf8-a9e9-42d0-9575-26bcbddf951a None None] Network d2bb8595-4bdb-423a-a2ce-c596e145dd02 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:05:42.181954 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-09af4693-6ae1-4435-80b6-c1165c9386d5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0145736 Jun 16 16:05:42.183476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39796) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:42.188828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-411193806-router', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:42.194411 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:42.198619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Usage tracker for resource:router and tenant:a278cae1242742e6bfc57b8070e33f70 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:42.201699 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:42.331420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:42.373354 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:41Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:42.375746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-d2bb8595-4bdb-423a-a2ce-c596e145dd02', 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'fixed_ips': [{'subnet_id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 16:05:42.376659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:42.377779 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72efd4-ede7-478f-8711-3d63ca83acf5 None None] The sync data for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv is: [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:41Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:42.434741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:42.437685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:42.454523 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:42.593695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Allocated IP 172.20.0.2 (d2bb8595-4bdb-423a-a2ce-c596e145dd02/7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5/487a7225-97c5-47e2-9db1-791b2cda26ce) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:42.867384 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:42.879827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:42.895969 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Transition to ACTIVE for port object 487a7225-97c5-47e2-9db1-791b2cda26ce will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:42.913886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 92e628ce-a535-4644-ad50-88d7a486711c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:42.967018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Transition to ACTIVE for port object 487a7225-97c5-47e2-9db1-791b2cda26ce will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:43.141327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.202768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 92e628ce-a535-4644-ad50-88d7a486711c completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:43.223573 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Network d2bb8595-4bdb-423a-a2ce-c596e145dd02 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:43.226532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 92e628ce-a535-4644-ad50-88d7a486711c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:43.226915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.268768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:43.268768 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:05:43.276763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Pushing event updated for resources: {'Port': ['ID=487a7225-97c5-47e2-9db1-791b2cda26ce,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:43.416292 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.436210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Attempting to bind port 487a7225-97c5-47e2-9db1-791b2cda26ce on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:05:43.436593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Attempting to bind port 487a7225-97c5-47e2-9db1-791b2cda26ce by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:05:43.436945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Attempting to bind port 487a7225-97c5-47e2-9db1-791b2cda26ce on network d2bb8595-4bdb-423a-a2ce-c596e145dd02 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:43.445786 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:43.446159 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Checking segment: {'id': '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:05:43.446598 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.447049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Bound using segment: {'id': '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:43.447635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Bound port: 487a7225-97c5-47e2-9db1-791b2cda26ce, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:05:43.448052 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.459851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.581241 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 92e628ce-a535-4644-ad50-88d7a486711c is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:43.581635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.646579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] For port 487a7225-97c5-47e2-9db1-791b2cda26ce, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:43.651441 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] For port 487a7225-97c5-47e2-9db1-791b2cda26ce, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=487a7225-97c5-47e2-9db1-791b2cda26ce,segment=NetworkSegment(1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62),segment_id=1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:43.654228 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Allocated IP 172.26.2.12 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/b4888f6d-af3e-4581-a6db-3a7446a2c990) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:43.656751 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 92e628ce-a535-4644-ad50-88d7a486711c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=92e628ce-a535-4644-ad50-88d7a486711c,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:43.735335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.825096 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.875723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66b15a-cb59-411d-9bcf-70161caf96f0 None None] Pushing event updated for resources: {'Port': ['ID=487a7225-97c5-47e2-9db1-791b2cda26ce,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:43.904492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.998070 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=92e628ce-a535-4644-ad50-88d7a486711c,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:44.061920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.134238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:44.137045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:44.145826 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:05:44.189088 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Pushing event updated for resources: {'Port': ['ID=b4888f6d-af3e-4581-a6db-3a7446a2c990,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:44.784029 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.854224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880c1d89-f8f7-4302-9de6-027946d911db None None] Network d2bb8595-4bdb-423a-a2ce-c596e145dd02 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:05:44.902622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 487a7225-97c5-47e2-9db1-791b2cda26ce up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:44.985810 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-92ce32e0-dfa2-4a54-8345-bb6de647a873 None None] Provisioning for port 487a7225-97c5-47e2-9db1-791b2cda26ce completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:45.161683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.175735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 487a7225-97c5-47e2-9db1-791b2cda26ce completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:45.186917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 487a7225-97c5-47e2-9db1-791b2cda26ce triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:45.187871 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.329534 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 487a7225-97c5-47e2-9db1-791b2cda26ce is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:45.330404 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.365808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 487a7225-97c5-47e2-9db1-791b2cda26ce, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=487a7225-97c5-47e2-9db1-791b2cda26ce,segment=NetworkSegment(1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62),segment_id=1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:45.481558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.482391 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 92e628ce-a535-4644-ad50-88d7a486711c up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:45.500322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Router 7ce364e0-6506-402f-a706-9c3e6ef05b69 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:05:45.608121 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=487a7225-97c5-47e2-9db1-791b2cda26ce,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:45.611944 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-b3763fd3-e93f-44f4-936b-1a48265261c3 None None] Provisioning complete for port 487a7225-97c5-47e2-9db1-791b2cda26ce triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:45.612331 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b3763fd3-e93f-44f4-936b-1a48265261c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.675353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 92e628ce-a535-4644-ad50-88d7a486711c triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:45.675721 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.687496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:45.709680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Sync routers for ids ['7ce364e0-6506-402f-a706-9c3e6ef05b69'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:45.750560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Routers {'7ce364e0-6506-402f-a706-9c3e6ef05b69'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:45.751226 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7ce364e0-6506-402f-a706-9c3e6ef05b69'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:45.791369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.792613 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-e12e7b10-223f-4133-8126-5868b0748afe admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6081510 Jun 16 16:05:45.795734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39800) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:45.818873 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-24f74e05-8cfe-4e5e-a11a-a5622539d258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.993556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-b3763fd3-e93f-44f4-936b-1a48265261c3 None None] Current status of the port 487a7225-97c5-47e2-9db1-791b2cda26ce is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:46.037941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 92e628ce-a535-4644-ad50-88d7a486711c is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:46.041156 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Set router 7ce364e0-6506-402f-a706-9c3e6ef05b69 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:46.342900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'name': 'tempest-TestShelveInstance-411193806-router', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:42Z', 'updated_at': '2022-06-16T16:05:44Z', 'revision_number': 3, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'gw_port': {'id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:43Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:46.346911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Checking router: 7ce364e0-6506-402f-a706-9c3e6ef05b69 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:46.347290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Updating router 7ce364e0-6506-402f-a706-9c3e6ef05b69 port b4888f6d-af3e-4581-a6db-3a7446a2c990 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:05:46.404355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:46.500144 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:46.729308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Allocated IP 172.20.0.1 (d2bb8595-4bdb-423a-a2ce-c596e145dd02/7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5/b157668f-7e92-47bb-99de-8171dcca18e1) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:46.791825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:46.806260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Transition to ACTIVE for port object b4888f6d-af3e-4581-a6db-3a7446a2c990 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:46.824102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 487a7225-97c5-47e2-9db1-791b2cda26ce up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:46.898527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:46.903676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:46.915551 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.provisioning_blocks [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Transition to ACTIVE for port object b157668f-7e92-47bb-99de-8171dcca18e1 will not be triggered until provisioned by entity DHCP. {{(pid=89745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:47.003115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Attempting to bind port b4888f6d-af3e-4581-a6db-3a7446a2c990 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:05:47.003926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Attempting to bind port b4888f6d-af3e-4581-a6db-3a7446a2c990 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:05:47.003926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Attempting to bind port b4888f6d-af3e-4581-a6db-3a7446a2c990 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:47.011882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fc941-aef8-4a5b-9e73-7ebbd845b981 None None] Pushing event updated for resources: {'Port': ['ID=b4888f6d-af3e-4581-a6db-3a7446a2c990,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:47.016562 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:47.017013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:05:47.017408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.017798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:47.018257 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Bound port: b4888f6d-af3e-4581-a6db-3a7446a2c990, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:05:47.019255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.030783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.065164 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 487a7225-97c5-47e2-9db1-791b2cda26ce triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:47.065531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.091135 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Network d2bb8595-4bdb-423a-a2ce-c596e145dd02 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:47.094067 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:47.104878 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:05:47.158305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Pushing event updated for resources: {'Port': ['ID=b157668f-7e92-47bb-99de-8171dcca18e1,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:47.159697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] For port b4888f6d-af3e-4581-a6db-3a7446a2c990, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:47.164094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] For port b4888f6d-af3e-4581-a6db-3a7446a2c990, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b4888f6d-af3e-4581-a6db-3a7446a2c990,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:47.175370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.238687 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 487a7225-97c5-47e2-9db1-791b2cda26ce is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:47.300707 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.382133 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Routers {'7ce364e0-6506-402f-a706-9c3e6ef05b69'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:47.382682 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7ce364e0-6506-402f-a706-9c3e6ef05b69'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:47.421079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.459141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fc941-aef8-4a5b-9e73-7ebbd845b981 None None] Pushing event updated for resources: {'Port': ['ID=b4888f6d-af3e-4581-a6db-3a7446a2c990,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:47.571862 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e1af9526-b614-48e1-86d5-cc4072fada0d None None] Provisioning for port b157668f-7e92-47bb-99de-8171dcca18e1 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:47.581975 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e1af9526-b614-48e1-86d5-cc4072fada0d None None] Provisioning complete for port b157668f-7e92-47bb-99de-8171dcca18e1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:47.582641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1af9526-b614-48e1-86d5-cc4072fada0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.630507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] Set router 7ce364e0-6506-402f-a706-9c3e6ef05b69 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:47.711526 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e1af9526-b614-48e1-86d5-cc4072fada0d None None] Port b157668f-7e92-47bb-99de-8171dcca18e1 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:05:47.775707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.894344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.977392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'name': 'tempest-TestShelveInstance-411193806-router', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:42Z', 'updated_at': '2022-06-16T16:05:47Z', 'revision_number': 4, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'gw_port': {'id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:43Z', 'updated_at': '2022-06-16T16:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b157668f-7e92-47bb-99de-8171dcca18e1', 'name': '', 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'mac_address': 'fa:16:3e:7a:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:46Z', 'updated_at': '2022-06-16T16:05:46Z', 'revision_number': 1, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'subnets': [{'id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:47.981894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc007a-a73d-4a2c-8027-d09a1f9963db None None] The sync data for ids ['7ce364e0-6506-402f-a706-9c3e6ef05b69'] in dv-neutron-846028-2-hyperv is: [{'id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'name': 'tempest-TestShelveInstance-411193806-router', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:42Z', 'updated_at': '2022-06-16T16:05:47Z', 'revision_number': 4, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'gw_port': {'id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:43Z', 'updated_at': '2022-06-16T16:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b157668f-7e92-47bb-99de-8171dcca18e1', 'name': '', 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'mac_address': 'fa:16:3e:7a:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:46Z', 'updated_at': '2022-06-16T16:05:46Z', 'revision_number': 1, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'subnets': [{'id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:48.006801 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.010525 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Pushing event updated for resources: {'Port': ['ID=b157668f-7e92-47bb-99de-8171dcca18e1,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:48.199989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Network d2bb8595-4bdb-423a-a2ce-c596e145dd02 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:48.204295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:48.473215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Router 7ce364e0-6506-402f-a706-9c3e6ef05b69 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:48.527162 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ce686403-12d0-49f3-a244-67f0fd82f45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.553033 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a838ad3d-8d71-453b-ab44-36ac57356b73 None None] Provisioning complete for port b157668f-7e92-47bb-99de-8171dcca18e1 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:48.558485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a838ad3d-8d71-453b-ab44-36ac57356b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.622484 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a838ad3d-8d71-453b-ab44-36ac57356b73 None None] Port b157668f-7e92-47bb-99de-8171dcca18e1 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:05:48.700339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:48.710700 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-d0573e69-6e3a-413f-8898-c10cbc040d58 admin admin] 10.222.0.73 "PUT /v2.0/routers/7ce364e0-6506-402f-a706-9c3e6ef05b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9138010 Jun 16 16:05:48.803336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:49.232383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39810) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:49.243081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873089816', 'description': 'tempest-secgroup-smoke-873089816 description', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:49.253767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:49.261775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:49.266875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:49.276689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:49.384500 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:49.407400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:49.414178 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:49.419208 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:49.426360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:49.514741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:49.603135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:49.659074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:49.814799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:49.819530 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-61d165e7-46a6-4c3f-99c2-28a5671c15cc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5827558 Jun 16 16:05:49.820809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39814) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:49.826019 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '24dd77c2-e131-4fbe-8c6c-1a54dd0d300f', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:49.832823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:49.837363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:49.840381 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:49.847417 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:49.975582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.041715 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.197395 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.222204 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acb664d-ae7f-4467-bf54-404d69931f20,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:50.305976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.307388 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-898ab73e-5192-4cb5-8a6a-187e49a87559 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4859512 Jun 16 16:05:50.310117 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39818) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:50.315813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '24dd77c2-e131-4fbe-8c6c-1a54dd0d300f', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:50.323138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:50.327377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:50.330643 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:50.340229 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:50.428044 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.456781 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.500054 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.574572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.578613 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Sync routers for ids ['7ce364e0-6506-402f-a706-9c3e6ef05b69'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:50.590292 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Routers {'7ce364e0-6506-402f-a706-9c3e6ef05b69'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:50.591269 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7ce364e0-6506-402f-a706-9c3e6ef05b69'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:50.601725 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55e0bcc-6366-46da-84a3-040a53b8f60e,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:50.700007 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.701733 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-be9bd9ff-f558-45af-9136-9c615d79f8e0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3903940 Jun 16 16:05:50.704903 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39822) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:50.711370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '24dd77c2-e131-4fbe-8c6c-1a54dd0d300f', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:50.717685 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:50.721901 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:50.725555 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:50.734319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:50.777916 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Set router 7ce364e0-6506-402f-a706-9c3e6ef05b69 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:50.841275 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b4888f6d-af3e-4581-a6db-3a7446a2c990 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:50.857776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.941794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.008659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port b4888f6d-af3e-4581-a6db-3a7446a2c990 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:51.014809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b4888f6d-af3e-4581-a6db-3a7446a2c990 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:51.015446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.049045 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.080524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6c08f5-16c0-4839-ae23-24f668c60917,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:51.178819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.183594 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a382eb82-4910-4f18-adcf-ff1ee5f5670b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4770148 Jun 16 16:05:51.188858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39826) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:51.192530 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '24dd77c2-e131-4fbe-8c6c-1a54dd0d300f', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:51.196329 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'name': 'tempest-TestShelveInstance-411193806-router', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:42Z', 'updated_at': '2022-06-16T16:05:47Z', 'revision_number': 4, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'gw_port': {'id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:43Z', 'updated_at': '2022-06-16T16:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b157668f-7e92-47bb-99de-8171dcca18e1', 'name': '', 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'mac_address': 'fa:16:3e:7a:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:46Z', 'updated_at': '2022-06-16T16:05:47Z', 'revision_number': 2, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'subnets': [{'id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:51.197845 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b4888f6d-af3e-4581-a6db-3a7446a2c990 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:51.198418 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.200867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:51.201876 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Checking router: 7ce364e0-6506-402f-a706-9c3e6ef05b69 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:51.202234 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Updating router 7ce364e0-6506-402f-a706-9c3e6ef05b69 port b157668f-7e92-47bb-99de-8171dcca18e1 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:05:51.211443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:51.217541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:51.219174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port b4888f6d-af3e-4581-a6db-3a7446a2c990, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b4888f6d-af3e-4581-a6db-3a7446a2c990,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:51.226817 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:51.269924 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.310062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.341851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.388680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=b4888f6d-af3e-4581-a6db-3a7446a2c990,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:51.422266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.499888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.525584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14a0a04-ea1e-42f4-b5c0-98965f0c5698,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:51.614245 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.615496 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-a80416c4-9b8a-44cb-9e97-9d8a7544b08d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4302292 Jun 16 16:05:51.618328 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 39830) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:51.623630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '24dd77c2-e131-4fbe-8c6c-1a54dd0d300f', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:51.630005 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-d977a476-fc7d-4612-8632-5cf78d7eec0b req-03739928-2648-4dbe-a425-df0e724f852a tempest-ServersNegativeTestJSON-1002815135 tempest-ServersNegativeTestJSON-1002815135-project] (89745) timed out ('10.222.0.46', 50719) {{(pid=89745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:05:51.631077 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:51.635521 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:51.638741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:51.646507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:51.664031 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.677566 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Transition to ACTIVE for port object b157668f-7e92-47bb-99de-8171dcca18e1 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:51.722805 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.761461 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.762055 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Project 85ce61401c9045048ada5ed4a2aa92cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:05:51.770379 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.838969 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.912013 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.928098 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80672b9-f2a1-4b79-b2af-111a018b364f None None] Pushing event updated for resources: {'Port': ['ID=b157668f-7e92-47bb-99de-8171dcca18e1,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:51.950453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfe8058-7283-4d02-91e7-ad6d9865e343,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:51.996568 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Attempting to bind port b157668f-7e92-47bb-99de-8171dcca18e1 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:05:51.996911 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Attempting to bind port b157668f-7e92-47bb-99de-8171dcca18e1 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:05:51.997265 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Attempting to bind port b157668f-7e92-47bb-99de-8171dcca18e1 on network d2bb8595-4bdb-423a-a2ce-c596e145dd02 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:52.003944 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:52.005538 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Checking segment: {'id': '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:05:52.005917 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.006300 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Bound using segment: {'id': '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:52.006785 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Bound port: b157668f-7e92-47bb-99de-8171dcca18e1, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:05:52.007179 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.020002 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.021294 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-73e6928f-8bd7-480f-bfdb-7c0140fb4baf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4019530 Jun 16 16:05:52.024091 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39834) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:52.029266 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '24dd77c2-e131-4fbe-8c6c-1a54dd0d300f', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:52.035476 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:05:52.039489 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:05:52.042406 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:05:52.048194 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:05:52.097097 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] For port b157668f-7e92-47bb-99de-8171dcca18e1, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:52.098627 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] For port b157668f-7e92-47bb-99de-8171dcca18e1, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b157668f-7e92-47bb-99de-8171dcca18e1,segment=NetworkSegment(1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62),segment_id=1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:52.128367 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Project 85ce61401c9045048ada5ed4a2aa92cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:05:52.138716 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.187145 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.215120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.288676 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.309395 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Routers {'7ce364e0-6506-402f-a706-9c3e6ef05b69'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:05:52.309395 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7ce364e0-6506-402f-a706-9c3e6ef05b69'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:52.315483 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f1ad74-bb7f-46dc-964f-72185156ac95,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:52.359657 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80672b9-f2a1-4b79-b2af-111a018b364f None None] Pushing event updated for resources: {'Port': ['ID=b157668f-7e92-47bb-99de-8171dcca18e1,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:52.403330 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.405035 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8b1ef056-3a27-4fdb-a104-23cd71e7544f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3797491 Jun 16 16:05:52.505304 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] Set router 7ce364e0-6506-402f-a706-9c3e6ef05b69 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:05:52.840750 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'name': 'tempest-TestShelveInstance-411193806-router', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:42Z', 'updated_at': '2022-06-16T16:05:47Z', 'revision_number': 4, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'gw_port': {'id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:43Z', 'updated_at': '2022-06-16T16:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b157668f-7e92-47bb-99de-8171dcca18e1', 'name': '', 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'mac_address': 'fa:16:3e:7a:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:46Z', 'updated_at': '2022-06-16T16:05:52Z', 'revision_number': 4, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'subnets': [{'id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:52.842906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b157668f-7e92-47bb-99de-8171dcca18e1 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:52.845550 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b16e53-5e42-4fc8-a4f0-74cb3f053d0d None None] The sync data for ids ['7ce364e0-6506-402f-a706-9c3e6ef05b69'] in dv-neutron-846028-2-hyperv is: [{'id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'name': 'tempest-TestShelveInstance-411193806-router', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:42Z', 'updated_at': '2022-06-16T16:05:47Z', 'revision_number': 4, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'gw_port': {'id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:43Z', 'updated_at': '2022-06-16T16:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'b157668f-7e92-47bb-99de-8171dcca18e1', 'name': '', 'network_id': 'd2bb8595-4bdb-423a-a2ce-c596e145dd02', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'mac_address': 'fa:16:3e:7a:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:46Z', 'updated_at': '2022-06-16T16:05:52Z', 'revision_number': 4, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'subnets': [{'id': '7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:52.945637 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36c0675b-2a32-4482-895d-5602deda8b03 req-305d04df-4d97-4e77-ab79-d360be63bd7b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Synchronizing usage tracker for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:05:53.077380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port b157668f-7e92-47bb-99de-8171dcca18e1 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:53.083967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b157668f-7e92-47bb-99de-8171dcca18e1 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:53.085236 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.109767 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36c0675b-2a32-4482-895d-5602deda8b03 req-305d04df-4d97-4e77-ab79-d360be63bd7b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Unset dirty status for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:05:53.111299 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-305d04df-4d97-4e77-ab79-d360be63bd7b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873089816&fields=id&tenant_id=85ce61401c9045048ada5ed4a2aa92cb HTTP/1.1" status: 200 len: 267 time: 0.2084329 Jun 16 16:05:53.303554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b157668f-7e92-47bb-99de-8171dcca18e1 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:53.303948 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.323550 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0675b-2a32-4482-895d-5602deda8b03 req-eed4cdd8-8a76-4d11-9fca-913145bfa648 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:05:53.324259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36c0675b-2a32-4482-895d-5602deda8b03 req-eed4cdd8-8a76-4d11-9fca-913145bfa648 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Synchronizing usage tracker for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:network {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:05:53.343183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port b157668f-7e92-47bb-99de-8171dcca18e1, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b157668f-7e92-47bb-99de-8171dcca18e1,segment=NetworkSegment(1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62),segment_id=1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:53.447176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.448248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b4888f6d-af3e-4581-a6db-3a7446a2c990 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:53.471377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36c0675b-2a32-4482-895d-5602deda8b03 req-eed4cdd8-8a76-4d11-9fca-913145bfa648 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Unset dirty status for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:network {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:05:53.474224 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-eed4cdd8-8a76-4d11-9fca-913145bfa648 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 808 time: 0.3542483 Jun 16 16:05:53.491655 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-dd2b7717-70ce-44c3-9178-ee0f8f902067 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/quotas/85ce61401c9045048ada5ed4a2aa92cb HTTP/1.1" status: 200 len: 375 time: 0.0107064 Jun 16 16:05:53.581551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=b157668f-7e92-47bb-99de-8171dcca18e1,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:53.593663 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b4888f6d-af3e-4581-a6db-3a7446a2c990 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:53.594036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.604539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36c0675b-2a32-4482-895d-5602deda8b03 req-c8dbda2a-b836-45c7-8ef6-99438b205274 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Synchronizing usage tracker for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:05:53.711975 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-36c0675b-2a32-4482-895d-5602deda8b03 req-c8dbda2a-b836-45c7-8ef6-99438b205274 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Unset dirty status for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:05:53.713567 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-c8dbda2a-b836-45c7-8ef6-99438b205274 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2127349 Jun 16 16:05:53.721499 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b4888f6d-af3e-4581-a6db-3a7446a2c990 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:53.850020 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-682aad33-7a7e-45c2-b588-4141b3253d6f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:05:53.851034 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-682aad33-7a7e-45c2-b588-4141b3253d6f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1229031 Jun 16 16:05:53.990695 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-9c631753-f250-4de8-9bd0-d66404bf6703 service neutron] 10.222.0.73 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326635 Jun 16 16:05:54.252119 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-80c806e7-4638-46e9-a5d7-78704d39bd77 service neutron] 10.222.0.73 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554517 Jun 16 16:05:54.536822 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5dfece6b-527a-411c-9432-4af0841774bc req-050579fd-96cb-48c0-b070-85be3f1e6762 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 210 time: 0.0538337 Jun 16 16:05:54.813699 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b157668f-7e92-47bb-99de-8171dcca18e1 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:54.885692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b157668f-7e92-47bb-99de-8171dcca18e1 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:54.886062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.003915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b157668f-7e92-47bb-99de-8171dcca18e1 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:05:55.643755 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e278cee-6024-43ef-b515-226ce04176c3 req-8d457131-efd8-4257-a9b9-087f01ce35ee tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 210 time: 0.0506005 Jun 16 16:05:56.760802 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e1a9115a-f310-4de2-8be4-d22d19b7f9fa req-fcd36d1e-ac77-4af8-8f36-83a48814a58e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 210 time: 0.0632067 Jun 16 16:05:57.863596 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c1ac09b6-9e9f-4049-a477-1a113712d28a req-5958cab0-b201-4a76-b5c9-e6ad02fa11c2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 210 time: 0.0496373 Jun 16 16:05:59.022727 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3f8d53fc-1217-4586-97f9-a53ec0a58623 req-0e679ec9-ba06-429e-b986-3e05a00d420a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 210 time: 0.0542006 Jun 16 16:06:00.187411 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4749b632-917f-404d-afdf-5b741189efeb req-21063399-6edf-4d4e-b54b-6e0feb12d47a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 210 time: 0.0522366 Jun 16 16:06:00.565929 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0675b-2a32-4482-895d-5602deda8b03 req-da871e5d-29b4-42fd-abb1-758705de1979 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:00.567847 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-da871e5d-29b4-42fd-abb1-758705de1979 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 808 time: 0.1589618 Jun 16 16:06:00.619926 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-36c0675b-2a32-4482-895d-5602deda8b03 req-3695304a-d489-4dcf-a48c-c84bd92fa95f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Synchronizing usage tracker for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:06:00.631874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-36c0675b-2a32-4482-895d-5602deda8b03 req-3695304a-d489-4dcf-a48c-c84bd92fa95f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Unset dirty status for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:06:00.633217 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-3695304a-d489-4dcf-a48c-c84bd92fa95f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85ce61401c9045048ada5ed4a2aa92cb HTTP/1.1" status: 200 len: 379 time: 0.0584748 Jun 16 16:06:00.643144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'port': {'device_id': 'faab357c-a157-4522-97e7-3404cb13438e', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'admin_state_up': True, 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'security_groups': ['24dd77c2-e131-4fbe-8c6c-1a54dd0d300f']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:00.931816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:06:00.942637 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:06:01.070126 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Made reservation on behalf of 85ce61401c9045048ada5ed4a2aa92cb for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:01.074776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.277104 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Allocated IP 172.20.0.11 (09dca511-e50f-42a4-92b9-e5ae8eb8bda4/11d98826-fb46-4c4b-bbc8-18e31d2cb7ee/eba28ce0-664e-401d-acdf-48aaf1f466f6) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:01.454058 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-35da7059-0797-4973-9b7f-d44bce6e5e1a req-642f2080-98fe-4c21-a30e-0474a3ae5692 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 210 time: 0.1354606 Jun 16 16:06:01.523788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.545334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Transition to ACTIVE for port object eba28ce0-664e-401d-acdf-48aaf1f466f6 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:01.666252 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.773436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:01.777177 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:01.781093 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:06:01.818423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:01.879166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:01.880587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.021151 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-b0d3ffa3-741d-40a5-bd72-c4e5e0d5b4ed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3833270 Jun 16 16:06:02.033025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Request body: {'port': {'device_id': 'faab357c-a157-4522-97e7-3404cb13438e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:02.139379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5d929dbc-f571-4bd3-8cdf-798f0523a41a None None] Provisioning for port eba28ce0-664e-401d-acdf-48aaf1f466f6 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:02.145583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5d929dbc-f571-4bd3-8cdf-798f0523a41a None None] Provisioning complete for port eba28ce0-664e-401d-acdf-48aaf1f466f6 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:02.146109 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5d929dbc-f571-4bd3-8cdf-798f0523a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.164209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.213659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5d929dbc-f571-4bd3-8cdf-798f0523a41a None None] Port eba28ce0-664e-401d-acdf-48aaf1f466f6 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:06:02.559069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba28ce0-664e-401d-acdf-48aaf1f466f6 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:06:02.567920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.589910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Transition to ACTIVE for port object eba28ce0-664e-401d-acdf-48aaf1f466f6 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:02.689152 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.783846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893f5a2-a34d-42ec-b209-af2fc7bcc3a9 req-47b046f7-6381-4f7c-a74b-0f696b8de3f3 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:02.789900 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6893f5a2-a34d-42ec-b209-af2fc7bcc3a9 req-47b046f7-6381-4f7c-a74b-0f696b8de3f3 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1552839 Jun 16 16:06:02.851185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Pushing event updated for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:02.881435 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6893f5a2-a34d-42ec-b209-af2fc7bcc3a9 req-3358c565-d245-43ac-b2cb-9e5a9f010b82 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854504 Jun 16 16:06:02.985789 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Attempting to bind port eba28ce0-664e-401d-acdf-48aaf1f466f6 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:06:02.986322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Attempting to bind port eba28ce0-664e-401d-acdf-48aaf1f466f6 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:06:02.986844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Attempting to bind port eba28ce0-664e-401d-acdf-48aaf1f466f6 on network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:02.994913 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Port eba28ce0-664e-401d-acdf-48aaf1f466f6 on network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:06:02.995526 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Attempting to bind port eba28ce0-664e-401d-acdf-48aaf1f466f6 on network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:03.003974 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:03.005010 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Checking segment: {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:06:03.005624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Bound using segment: {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:03.006311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Bound port: eba28ce0-664e-401d-acdf-48aaf1f466f6, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:06:03.006889 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.139594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:03.143423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:03.287899 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.349478 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:03.350117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.351584 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] 10.222.0.46 "PUT /v2.0/ports/eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 200 len: 1094 time: 1.3235333 Jun 16 16:06:03.352034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:06:03.380900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea608ee-56fb-4d66-9ae4-d840662245d5 service neutron] Pushing event updated for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:03.414817 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb4a85f-3cbd-4ab7-be0a-e408384c1c6b'] response: {'name': 'network-changed', 'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'status': 'completed', 'code': 200} Jun 16 16:06:03.557895 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86deae4-986b-4fd4-9c0c-1e311c3831a0 req-aac2ca2c-eb1a-4e63-a13c-16c3c0fb369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:03.559405 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b86deae4-986b-4fd4-9c0c-1e311c3831a0 req-aac2ca2c-eb1a-4e63-a13c-16c3c0fb369f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1097 time: 0.1228273 Jun 16 16:06:03.869697 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86deae4-986b-4fd4-9c0c-1e311c3831a0 req-849b1392-dc78-4c1d-8305-108658b64cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:03.872041 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b86deae4-986b-4fd4-9c0c-1e311c3831a0 req-849b1392-dc78-4c1d-8305-108658b64cbf service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3039479 Jun 16 16:06:04.031106 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86deae4-986b-4fd4-9c0c-1e311c3831a0 req-baae33e1-05e5-4a11-8f4a-9d20fdf377a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:04.032545 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-b86deae4-986b-4fd4-9c0c-1e311c3831a0 req-baae33e1-05e5-4a11-8f4a-9d20fdf377a6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547885 Jun 16 16:06:04.118684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ad7f1-90c1-4237-a82f-52b75ddc54c8 req-84b11961-a47a-4218-951b-480171993cd3 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:04.120715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d29ad7f1-90c1-4237-a82f-52b75ddc54c8 req-84b11961-a47a-4218-951b-480171993cd3 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1160927 Jun 16 16:06:04.155072 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0675b-2a32-4482-895d-5602deda8b03 req-c60ff967-c8eb-45f6-8685-65d2a869aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:04.156702 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-c60ff967-c8eb-45f6-8685-65d2a869aa4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1097 time: 0.0879092 Jun 16 16:06:04.190845 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d29ad7f1-90c1-4237-a82f-52b75ddc54c8 req-9fcf086c-98fa-4147-bd01-1931c6889df1 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629210 Jun 16 16:06:04.239345 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-dade73ca-b902-4d00-b303-02f738850f90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 200 len: 217 time: 0.0736077 Jun 16 16:06:04.303763 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0675b-2a32-4482-895d-5602deda8b03 req-a3d78513-41c6-409b-a914-ca930c27c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:04.304899 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-a3d78513-41c6-409b-a914-ca930c27c17a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0609531 Jun 16 16:06:04.395605 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0675b-2a32-4482-895d-5602deda8b03 req-e2482a5a-4eb9-46f4-a5c7-566d0a3d8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:04.397071 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-e2482a5a-4eb9-46f4-a5c7-566d0a3d8e6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862968 Jun 16 16:06:04.557549 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-ca857bc1-6820-4120-bc6c-8dde5e94037c service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538391 Jun 16 16:06:04.703479 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-36c0675b-2a32-4482-895d-5602deda8b03 req-6ffc9af9-1bca-41b4-b415-2bef2a0b33fa service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393514 Jun 16 16:06:05.467726 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49728-29cf-4b79-864c-9289d5e7c3f1 req-694575f1-fbdf-4140-b321-51395440bd7e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:05.469672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-65b49728-29cf-4b79-864c-9289d5e7c3f1 req-694575f1-fbdf-4140-b321-51395440bd7e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1010656 Jun 16 16:06:05.538978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-65b49728-29cf-4b79-864c-9289d5e7c3f1 req-384ab804-1ef0-443e-9ae1-11868bb949cd tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625148 Jun 16 16:06:06.260437 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.743359 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a086e5-3c32-4f2e-afdc-ee9c8d459fce req-9d8c2aa3-b343-4284-bd60-249dfd218030 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:06.744853 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-32a086e5-3c32-4f2e-afdc-ee9c8d459fce req-9d8c2aa3-b343-4284-bd60-249dfd218030 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.0970209 Jun 16 16:06:06.791296 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-32a086e5-3c32-4f2e-afdc-ee9c8d459fce req-720b7007-8404-4a5c-834a-936a71aeab8f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400956 Jun 16 16:06:07.548606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eba28ce0-664e-401d-acdf-48aaf1f466f6 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:06:07.716454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:07.733807 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'port_id': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'mac_address': 'fa:16:3e:b6:d6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:06:07.801542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port eba28ce0-664e-401d-acdf-48aaf1f466f6 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:06:07.801921 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:07.820173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba28ce0-664e-401d-acdf-48aaf1f466f6 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:06:07.843183 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:07.921408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.017475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:08.038285 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3729f1-47d9-4149-bb17-208d76e674e0 req-59cc341b-4171-4c58-b8c1-97e6fde81d31 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:08.040785 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7a3729f1-47d9-4149-bb17-208d76e674e0 req-59cc341b-4171-4c58-b8c1-97e6fde81d31 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 945 time: 0.1208630 Jun 16 16:06:08.099029 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7a3729f1-47d9-4149-bb17-208d76e674e0 req-298861fc-ce90-4de9-8206-a8c15db176cd tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488012 Jun 16 16:06:08.132603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['eba28ce0-664e-401d-acdf-48aaf1f466f6'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:06:09.388809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ffa75-dc83-47ae-a287-7bf096255567 req-16a0cf45-c7b3-4350-8ca0-14f72256be46 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:09.390318 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-564ffa75-dc83-47ae-a287-7bf096255567 req-16a0cf45-c7b3-4350-8ca0-14f72256be46 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 945 time: 0.1304276 Jun 16 16:06:09.442572 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-564ffa75-dc83-47ae-a287-7bf096255567 req-ee674465-370e-473b-98d8-05d35cdffc3d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452471 Jun 16 16:06:09.548594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eba28ce0-664e-401d-acdf-48aaf1f466f6 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:09.710565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port eba28ce0-664e-401d-acdf-48aaf1f466f6 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:09.716919 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port eba28ce0-664e-401d-acdf-48aaf1f466f6 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:09.717290 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:09.860099 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port eba28ce0-664e-401d-acdf-48aaf1f466f6 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:06:09.860473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:09.891044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:06:09.901741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:09.940567 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541531b3-b4f2-4094-b798-4aaaa149722d'] response: {'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'code': 200} Jun 16 16:06:10.065178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.152479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:10.514441 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef392b-0a8c-454d-b6a9-d058504a158a req-f5e22b96-d068-4c8f-b492-d04bfb35caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:10.516347 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-97ef392b-0a8c-454d-b6a9-d058504a158a req-f5e22b96-d068-4c8f-b492-d04bfb35caf3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1099 time: 0.0990880 Jun 16 16:06:10.558521 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-97ef392b-0a8c-454d-b6a9-d058504a158a req-48540d95-9ea4-40f5-99be-2794948aa9f3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362504 Jun 16 16:06:10.669694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ed8e4-0a81-4a87-a791-ad6ebe0bee49 req-e609cc18-0946-49b4-94f8-c0b617caa663 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:10.671172 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d88ed8e4-0a81-4a87-a791-ad6ebe0bee49 req-e609cc18-0946-49b4-94f8-c0b617caa663 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0984576 Jun 16 16:06:10.722589 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d88ed8e4-0a81-4a87-a791-ad6ebe0bee49 req-d05eb719-9e30-4627-9502-2a3cd202bb0a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447485 Jun 16 16:06:11.559653 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:06:11.942120 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fdd71-d1b2-49a9-8191-84be917623c5 req-e4d2fcc4-e3f6-44be-905d-8a57b2ed7f79 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:11.943542 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-857fdd71-d1b2-49a9-8191-84be917623c5 req-e4d2fcc4-e3f6-44be-905d-8a57b2ed7f79 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0965950 Jun 16 16:06:11.995777 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-857fdd71-d1b2-49a9-8191-84be917623c5 req-0acb8c15-1b2a-472b-a0b7-3e09a914e092 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434821 Jun 16 16:06:12.201300 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038ff6b-2ade-4abb-831e-4c15a6a6f4fd req-1c043ed7-ffa0-4470-afd3-5cbd33c1fb4f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:12.201300 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8038ff6b-2ade-4abb-831e-4c15a6a6f4fd req-1c043ed7-ffa0-4470-afd3-5cbd33c1fb4f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0974898 Jun 16 16:06:12.246133 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8038ff6b-2ade-4abb-831e-4c15a6a6f4fd req-02df99f2-14da-47ca-9639-0681ae80b1c8 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414841 Jun 16 16:06:12.275366 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39924) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:12.409805 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da0a19-f000-4cf6-9952-8a619ca96419 tempest-TestShelveInstance-1942399427 tempest-TestShelveInstance-1942399427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:12.410587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-31da0a19-f000-4cf6-9952-8a619ca96419 tempest-TestShelveInstance-1942399427 tempest-TestShelveInstance-1942399427-project-admin] Synchronizing usage tracker for tenant:a278cae1242742e6bfc57b8070e33f70 on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:06:12.516576 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-31da0a19-f000-4cf6-9952-8a619ca96419 tempest-TestShelveInstance-1942399427 tempest-TestShelveInstance-1942399427-project-admin] Unset dirty status for tenant:a278cae1242742e6bfc57b8070e33f70 on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:06:12.517890 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-31da0a19-f000-4cf6-9952-8a619ca96419 tempest-TestShelveInstance-1942399427 tempest-TestShelveInstance-1942399427-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1094 time: 0.2412202 Jun 16 16:06:12.521468 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 39930) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:12.526687 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:12.533224 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:06:12.538084 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:floatingip and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:06:12.540956 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:06:12.546713 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:06:12.633799 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for floatingip, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:12.894318 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:13.076070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Allocated IP 172.26.2.243 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/54acf244-b9ab-4c10-b2cf-969e3d189578) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:13.245826 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:13.358114 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:13.427327 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:13.430645 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:13.434307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:06:13.468042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'Port': ['ID=54acf244-b9ab-4c10-b2cf-969e3d189578,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:13.927202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:14.110387 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:14.391236 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for port, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:14.487022 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15216825'] for port, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:14.607051 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'Port': ['ID=54acf244-b9ab-4c10-b2cf-969e3d189578,revision_number=2']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:14.620644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.621123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.621583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.622068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.622685 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.623068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.623401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.623734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.624066 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.624401 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.624722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.625048 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.636937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:14.906726 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Floating IP 1435a691-5b08-445d-947d-068cb6c09b44 associated. External IP: 172.26.2.243, port: eba28ce0-664e-401d-acdf-48aaf1f466f6. Jun 16 16:06:15.475687 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Router 60772754-49a9-4e9f-8461-1c9d58081f5d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:06:15.694180 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:06:15.713044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] Sync routers for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:06:15.731337 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:06:15.735778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:15.797566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6c39d24f-2ebc-4fb3-a830-58688fdf9cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:15.823439 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:15.896444 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-79d7589f-edfe-4553-a47e-0cf5bb4079af tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3736963 Jun 16 16:06:15.897283 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:06:15.955731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:06:15.967433 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af957a5-c99b-406a-9225-0dcd5085dd9d'] response: {'name': 'network-changed', 'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'status': 'completed', 'code': 200} Jun 16 16:06:16.112832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-b5475aa1-e594-4e73-b02c-1244b1c85cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:16.115019 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-b5475aa1-e594-4e73-b02c-1244b1c85cbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1099 time: 0.1205189 Jun 16 16:06:16.265040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-17c7b895-f768-438a-8286-48237ff1b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:16.266627 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-17c7b895-f768-438a-8286-48237ff1b70e service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1460831 Jun 16 16:06:16.397927 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-fc0c9e97-09ee-429a-b202-acbbeef75666 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 200 len: 1000 time: 0.1246927 Jun 16 16:06:16.465582 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-27b5d023-fa1e-493c-beab-a67fdcb8a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:16.467296 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-27b5d023-fa1e-493c-beab-a67fdcb8a5df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0641477 Jun 16 16:06:16.541853 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '1435a691-5b08-445d-947d-068cb6c09b44', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'floating_ip_address': '172.26.2.243', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'port_id': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'mac_address': 'fa:16:3e:b6:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab357c-a157-4522-97e7-3404cb13438e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:06:13Z', 'updated_at': '2022-06-16T16:06:13Z', 'revision_number': 0, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:16.549342 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] Checking router: 60772754-49a9-4e9f-8461-1c9d58081f5d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:06:16.563388 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:06:16.564305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:05:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:16.575597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-650d634f-9d30-486f-b6a1-c2bc30abeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:16.577147 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-650d634f-9d30-486f-b6a1-c2bc30abeafd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1031096 Jun 16 16:06:16.759957 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-908ae533-7c89-4eb4-97ad-1359d286d103 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754642 Jun 16 16:06:16.799408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:06:17.114802 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d5d1b197-ea7c-4fd1-a170-21b64a0623f0 req-56d92694-1705-4bd8-81ce-ac591de12cdb service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492241 Jun 16 16:06:17.249198 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '1435a691-5b08-445d-947d-068cb6c09b44', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'floating_ip_address': '172.26.2.243', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'port_id': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'mac_address': 'fa:16:3e:b6:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab357c-a157-4522-97e7-3404cb13438e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:06:13Z', 'updated_at': '2022-06-16T16:06:13Z', 'revision_number': 0, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:17.259344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961d25a3-d867-4bcc-8e9d-67bcca262a93 None None] The sync data for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv is: [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '1435a691-5b08-445d-947d-068cb6c09b44', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'floating_ip_address': '172.26.2.243', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'port_id': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'mac_address': 'fa:16:3e:b6:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab357c-a157-4522-97e7-3404cb13438e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:06:13Z', 'updated_at': '2022-06-16T16:06:13Z', 'revision_number': 0, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:06:17.521506 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca2e909-5ab2-4ee8-ada2-110f5e74e95e None None] New status for floating IP 1435a691-5b08-445d-947d-068cb6c09b44: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:06:18.465649 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-44c53345-2263-4192-8956-b71122dd8281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:18.875880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:20.476582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:21.757019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.294377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:45.830801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-27515b0c-9b77-41f0-a5db-5384fc7945cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.498809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-945e7cdc-8c2a-4c3c-b8ad-1f29ad349854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.559596 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:06:48.881589 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:50.476820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:51.813094 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:06.258618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:07.115595 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-acbde236-ac60-43f8-8745-7e5e321ac0ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928228 Jun 16 16:07:07.262458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-96bd7be4-64cf-4054-87c8-b4af8176c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:07:07.263968 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-96bd7be4-64cf-4054-87c8-b4af8176c0e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1099 time: 0.0828438 Jun 16 16:07:07.420608 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-123246ff-ec9c-4707-86e2-3984b431db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:07:07.421932 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-123246ff-ec9c-4707-86e2-3984b431db1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1387486 Jun 16 16:07:07.526680 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-39c3979a-8b8f-4db5-8280-67f3ff4ed0af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 200 len: 1002 time: 0.0972393 Jun 16 16:07:07.592017 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-c86a8573-91e3-4564-bb4c-cf41002def89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:07:07.593453 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-c86a8573-91e3-4564-bb4c-cf41002def89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0614839 Jun 16 16:07:07.683594 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-bad787de-2448-4d38-8dd0-78be2e8cbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:07:07.684971 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-bad787de-2448-4d38-8dd0-78be2e8cbc0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858624 Jun 16 16:07:07.828017 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-a867122a-9f82-4cdd-a1df-9b2ac907f47d service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353045 Jun 16 16:07:07.974768 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-57bf4fae-a3c8-457f-87af-ff1cd105af4d req-f12221af-69e9-4ebf-a35f-b45fca3c8769 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395886 Jun 16 16:07:15.779135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-61566165-151b-41ca-8d0b-1aa34c1e4710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.401554 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-56a2a9cd-8aac-4fc9-86ee-5430e3b7a765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.870625 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.493122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.727817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:25.559296 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:07:36.259637 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:45.767672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a73a013a-7756-423e-bb70-d7d24d727ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:48.464597 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7cc11c1b-cd2d-45cb-903a-ee59dd5097db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:48.784354 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.476216 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:51.738575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:02.557864 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:08:06.277179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:09.909160 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-58e6f361-0222-446b-aafd-552feec9fcd5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1257734 Jun 16 16:08:10.083788 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-23d11db2-389b-4b33-8c48-25ce870e06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:10.093788 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-23d11db2-389b-4b33-8c48-25ce870e06d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1099 time: 0.1018944 Jun 16 16:08:10.271444 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-98a74897-c268-4edc-a89f-665321fe0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:10.273312 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-98a74897-c268-4edc-a89f-665321fe0190 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1645162 Jun 16 16:08:10.412086 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-a01baace-5735-4f6b-993c-3bf7e7c69755 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 200 len: 1002 time: 0.1326001 Jun 16 16:08:10.489507 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-ce12ffef-8181-45b1-9eae-709213eccfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:10.491073 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-ce12ffef-8181-45b1-9eae-709213eccfc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0733595 Jun 16 16:08:10.623619 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-7b523be6-9ca7-4233-a869-7b746d542247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:10.625301 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-7b523be6-9ca7-4233-a869-7b746d542247 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1270406 Jun 16 16:08:10.780822 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-7448b716-071d-494f-bda7-f7cc72eefcce service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483011 Jun 16 16:08:10.923751 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-32ea0ad1-3a36-4fbb-b055-a0007cdcbacb req-b21cfe36-9d90-4574-ab93-29c530d37037 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365714 Jun 16 16:08:12.212111 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31308ea4-8f4c-471a-b11e-2d63a741eae4 req-5829a85e-7c57-4196-8699-51a28f0570de tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:12.213559 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31308ea4-8f4c-471a-b11e-2d63a741eae4 req-5829a85e-7c57-4196-8699-51a28f0570de tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1376903 Jun 16 16:08:12.270016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31308ea4-8f4c-471a-b11e-2d63a741eae4 req-54f49a43-afe2-4019-ae2a-47432079db88 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501616 Jun 16 16:08:13.474620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ebdfe-0dd6-412c-938a-ac6fff000a7d req-4969307f-08f2-4c90-859f-394cb07a0b55 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:13.476099 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-883ebdfe-0dd6-412c-938a-ac6fff000a7d req-4969307f-08f2-4c90-859f-394cb07a0b55 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0939834 Jun 16 16:08:13.523527 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-883ebdfe-0dd6-412c-938a-ac6fff000a7d req-7a0c0729-24d8-472a-b791-bc8e43c7139b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415833 Jun 16 16:08:14.724187 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1bab9-b6b6-445a-8673-09c2d7ba2f65 req-7bdef702-1ffe-49e1-b2b3-b177908e3f5c tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:14.725651 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-33d1bab9-b6b6-445a-8673-09c2d7ba2f65 req-7bdef702-1ffe-49e1-b2b3-b177908e3f5c tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0904832 Jun 16 16:08:14.773597 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-33d1bab9-b6b6-445a-8673-09c2d7ba2f65 req-a439c2fd-757a-4933-82c0-987de2843b48 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423439 Jun 16 16:08:15.829995 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3d4b981c-b9d0-42a8-8688-49cfe6f1b9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.979941 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ed4bf-30b0-462b-9b55-02768d96efa2 req-b064a40c-e8a9-4e20-a2ec-8924c02ac8bb tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:15.981453 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-766ed4bf-30b0-462b-9b55-02768d96efa2 req-b064a40c-e8a9-4e20-a2ec-8924c02ac8bb tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0961149 Jun 16 16:08:16.033312 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-766ed4bf-30b0-462b-9b55-02768d96efa2 req-034559f6-fc89-4f1a-a085-c4778fd246f7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451839 Jun 16 16:08:17.278898 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2447c5-6f53-4a19-9a52-2107dc40124c req-26a6ff7d-e9df-473b-be9f-991addeee91f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:17.280508 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad2447c5-6f53-4a19-9a52-2107dc40124c req-26a6ff7d-e9df-473b-be9f-991addeee91f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0977387 Jun 16 16:08:17.343773 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad2447c5-6f53-4a19-9a52-2107dc40124c req-80647165-94cc-4dde-8a8b-d908028b1c12 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551350 Jun 16 16:08:18.418336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-85316468-76bb-45b4-97ba-22174f6ec4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:18.582349 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0780ce-d7cc-408e-8135-467d3eacb3c0 req-d8db64ed-94d9-469d-921f-f4ef72732e79 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:18.585015 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7b0780ce-d7cc-408e-8135-467d3eacb3c0 req-d8db64ed-94d9-469d-921f-f4ef72732e79 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1124430 Jun 16 16:08:18.634002 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7b0780ce-d7cc-408e-8135-467d3eacb3c0 req-9fd875f3-cef2-4c2c-b056-37266cf40523 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432611 Jun 16 16:08:18.824393 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:19.842989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348ef2b-ea86-4dbf-a709-744ad61bd1b5 req-0aaeff46-231a-4464-816f-feb11b8dfa8e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:19.844440 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4348ef2b-ea86-4dbf-a709-744ad61bd1b5 req-0aaeff46-231a-4464-816f-feb11b8dfa8e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0987976 Jun 16 16:08:19.892988 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4348ef2b-ea86-4dbf-a709-744ad61bd1b5 req-73354310-a056-481e-beed-62eb8c526edf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401492 Jun 16 16:08:20.581769 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:21.093490 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da597b0-f99a-45fa-b7c5-7c0bc40eb8d5 req-63cec69e-b4f7-4fe1-a922-aa18e7b2f8ac tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:21.095183 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7da597b0-f99a-45fa-b7c5-7c0bc40eb8d5 req-63cec69e-b4f7-4fe1-a922-aa18e7b2f8ac tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0920765 Jun 16 16:08:21.142751 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7da597b0-f99a-45fa-b7c5-7c0bc40eb8d5 req-50d66c24-6ccf-4015-b7d3-5481af18801e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Jun 16 16:08:21.824353 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:22.351232 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f5976-7853-4cf3-983a-efee8e4707dd req-c287205a-c94c-4a4c-87a1-c7765cd21485 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:22.352691 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c7f5976-7853-4cf3-983a-efee8e4707dd req-c287205a-c94c-4a4c-87a1-c7765cd21485 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0935574 Jun 16 16:08:22.399204 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5c7f5976-7853-4cf3-983a-efee8e4707dd req-8e44d171-4ba0-459f-ad65-94e76520e714 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405436 Jun 16 16:08:23.732654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f86d1c-03a5-4dfa-9428-1dc4d24fdaf0 req-f45ffed6-a8e8-410c-8a3f-5741e8b12353 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:23.734036 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e5f86d1c-03a5-4dfa-9428-1dc4d24fdaf0 req-f45ffed6-a8e8-410c-8a3f-5741e8b12353 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.2172680 Jun 16 16:08:23.784619 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e5f86d1c-03a5-4dfa-9428-1dc4d24fdaf0 req-0369b13d-f4bf-4647-8684-93841e28a5d4 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398293 Jun 16 16:08:24.281652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eba28ce0-664e-401d-acdf-48aaf1f466f6 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:08:24.483065 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:24.497080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'port_id': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'mac_address': 'fa:16:3e:b6:d6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:08:24.561629 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port eba28ce0-664e-401d-acdf-48aaf1f466f6 is: ACTIVE; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:08:24.561897 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:24.579421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eba28ce0-664e-401d-acdf-48aaf1f466f6 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:08:24.597809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:24.738548 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:24.814340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:24.824620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.828858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:24.840068 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['eba28ce0-664e-401d-acdf-48aaf1f466f6'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:08:25.010696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6839a-ad6c-451b-8a0f-732b0d0ca534 req-aa252951-b690-4b0b-a252-c6244e388592 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:25.012401 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-26b6839a-ad6c-451b-8a0f-732b0d0ca534 req-aa252951-b690-4b0b-a252-c6244e388592 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 945 time: 0.0975146 Jun 16 16:08:25.061210 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-26b6839a-ad6c-451b-8a0f-732b0d0ca534 req-581db4d5-ff27-4ca2-964c-1b036bac43e8 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430152 Jun 16 16:08:26.278060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ff8cf-e06a-423d-8643-dcf75c29f901 req-d32a5012-1a5d-486c-9120-31a42dec41d2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:26.279962 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b90ff8cf-e06a-423d-8643-dcf75c29f901 req-d32a5012-1a5d-486c-9120-31a42dec41d2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 945 time: 0.0939498 Jun 16 16:08:26.296123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eba28ce0-664e-401d-acdf-48aaf1f466f6 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:08:26.337665 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b90ff8cf-e06a-423d-8643-dcf75c29f901 req-98aeddcc-d77a-4d7b-a0b9-91c4afdf42c8 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506418 Jun 16 16:08:26.374738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port eba28ce0-664e-401d-acdf-48aaf1f466f6 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:08:26.375172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:26.549455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port eba28ce0-664e-401d-acdf-48aaf1f466f6 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:08:26.549895 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:26.595070 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:08:26.610158 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:26.665029 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eefc2fb-f953-453c-85ee-55cebd4de1f7'] response: {'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'code': 200} Jun 16 16:08:26.756174 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:26.862095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:27.554195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61080a6-e0ec-4130-8e98-c8ca06edf597 req-9a679c23-ee2a-4e3d-9bb2-e96a628c5f7a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:27.559406 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b61080a6-e0ec-4130-8e98-c8ca06edf597 req-9a679c23-ee2a-4e3d-9bb2-e96a628c5f7a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1083360 Jun 16 16:08:27.610815 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b61080a6-e0ec-4130-8e98-c8ca06edf597 req-e7914ef1-f703-4231-9f22-5b9ff41fceca tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485206 Jun 16 16:08:28.855365 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e392d17-0895-4620-a876-04d0b123988b req-afc61cf1-7a14-4db8-8fa7-32407c629c0b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:28.863514 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0e392d17-0895-4620-a876-04d0b123988b req-afc61cf1-7a14-4db8-8fa7-32407c629c0b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1200836 Jun 16 16:08:28.909203 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0e392d17-0895-4620-a876-04d0b123988b req-a1f55c3a-392c-4851-b756-f9863c3cf997 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440023 Jun 16 16:08:30.127541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd121d-59a2-4d84-8ecf-dc917d3f1d68 req-81e9363a-ae52-42b1-95da-56bd7fe63159 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:30.130918 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-82cd121d-59a2-4d84-8ecf-dc917d3f1d68 req-81e9363a-ae52-42b1-95da-56bd7fe63159 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1004355 Jun 16 16:08:30.182409 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-82cd121d-59a2-4d84-8ecf-dc917d3f1d68 req-e1ac0162-ff94-4dfa-a7d8-55307b233913 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450239 Jun 16 16:08:31.480849 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e49e7e-701e-4180-b1d6-e59990730773 req-3b6a2b73-fec7-4cef-b898-f6e8680b9176 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:31.482468 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-97e49e7e-701e-4180-b1d6-e59990730773 req-3b6a2b73-fec7-4cef-b898-f6e8680b9176 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1307421 Jun 16 16:08:31.578520 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-97e49e7e-701e-4180-b1d6-e59990730773 req-83fbe405-31c3-45f6-aec6-635241024ad1 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818582 Jun 16 16:08:32.821032 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2cd5e-7a82-4a95-b48e-d2ac7a286ec4 req-c068eb3c-cf8b-4674-91c1-00d4f814924d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:32.824740 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-89e2cd5e-7a82-4a95-b48e-d2ac7a286ec4 req-c068eb3c-cf8b-4674-91c1-00d4f814924d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1182754 Jun 16 16:08:32.891217 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-89e2cd5e-7a82-4a95-b48e-d2ac7a286ec4 req-647392d6-c298-462a-ab09-30dcde61630b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598137 Jun 16 16:08:34.161140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8fbaa-a374-4056-a092-fb05b293ca16 req-40d38e1b-a8f8-4e9b-9a05-b5cf2cbe5a0d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:34.164137 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8b8fbaa-a374-4056-a092-fb05b293ca16 req-40d38e1b-a8f8-4e9b-9a05-b5cf2cbe5a0d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1291518 Jun 16 16:08:34.252143 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e8b8fbaa-a374-4056-a092-fb05b293ca16 req-4f16a7b6-8a6e-4039-9d80-7a82f876ed50 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774598 Jun 16 16:08:35.540547 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86544373-aa7c-4e21-be3d-11b1fe072974 req-51e9e7d4-1b4a-42c7-a680-9ea93fb408bf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:35.542715 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86544373-aa7c-4e21-be3d-11b1fe072974 req-51e9e7d4-1b4a-42c7-a680-9ea93fb408bf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1298118 Jun 16 16:08:35.622626 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86544373-aa7c-4e21-be3d-11b1fe072974 req-4e14376d-a1e9-4439-8f79-dafdd68b2e4b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725965 Jun 16 16:08:36.475753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:36.884202 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81310dbe-8bb7-4952-a84b-e207de091a4a req-8fd93738-21e7-4742-9d65-e9ca652c2de4 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:36.885909 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-81310dbe-8bb7-4952-a84b-e207de091a4a req-8fd93738-21e7-4742-9d65-e9ca652c2de4 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1122818 Jun 16 16:08:36.945512 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-81310dbe-8bb7-4952-a84b-e207de091a4a req-251abe7e-bfd9-45c8-8520-32bbcbb0ffe0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533094 Jun 16 16:08:38.190061 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee745b-7d15-490f-a9af-b3a377f64442 req-c222fd88-131c-4db6-be28-70fc1f169af6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:38.191574 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b4ee745b-7d15-490f-a9af-b3a377f64442 req-c222fd88-131c-4db6-be28-70fc1f169af6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0966103 Jun 16 16:08:38.239587 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b4ee745b-7d15-490f-a9af-b3a377f64442 req-1b7b0215-9189-4de3-b9c7-8fd7220123cf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415211 Jun 16 16:08:38.880797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-6d31eecd-f2c3-48af-b8aa-f2740c1e71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:38.882287 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-6d31eecd-f2c3-48af-b8aa-f2740c1e71e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1099 time: 0.0871413 Jun 16 16:08:39.131568 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-ce724b92-b3c8-4cdb-a050-a994d9da7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:39.132909 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-ce724b92-b3c8-4cdb-a050-a994d9da7d70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.2448053 Jun 16 16:08:39.237607 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-6f342ec3-152c-4703-9c2c-f6e0477a85df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 200 len: 1002 time: 0.0980928 Jun 16 16:08:39.301483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-536692ad-1b10-497f-ad3e-98cf8ff67c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:39.303067 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-536692ad-1b10-497f-ad3e-98cf8ff67c1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0603387 Jun 16 16:08:39.395312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-d0c52991-d5c1-4bb5-9a2c-d07dca79f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:39.396771 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-d0c52991-d5c1-4bb5-9a2c-d07dca79f772 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879216 Jun 16 16:08:39.464650 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2604a-b830-4bac-9cc7-e4b3e90cf617 req-f5b36d79-2071-49b1-9421-4d50fdb527cf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:39.466187 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dca2604a-b830-4bac-9cc7-e4b3e90cf617 req-f5b36d79-2071-49b1-9421-4d50fdb527cf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1075745 Jun 16 16:08:39.514373 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dca2604a-b830-4bac-9cc7-e4b3e90cf617 req-dd6264ec-7493-4299-bd53-04f48d0e1dc5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410597 Jun 16 16:08:39.539119 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-6f33f29d-282d-4f09-a696-b4f0077bdf1f service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362364 Jun 16 16:08:39.562465 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:08:39.681600 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-76e18484-f9f5-4698-af50-1f5318f70e18 req-e3270e55-f41b-4cbd-90e2-1df95d20ff62 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333210 Jun 16 16:08:40.739644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb5d37-ee4c-4199-8469-26bac838d21e req-d1602894-66fe-4b6c-98d0-925ca3102b76 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:40.741121 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-81cb5d37-ee4c-4199-8469-26bac838d21e req-d1602894-66fe-4b6c-98d0-925ca3102b76 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.1097047 Jun 16 16:08:40.790981 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-81cb5d37-ee4c-4199-8469-26bac838d21e req-ce13c79b-7788-41c7-8b4b-9ba1c26b5bad tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437953 Jun 16 16:08:41.997607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9ffe5-ede0-4c7f-ada3-07217084b81b req-aa893c37-cbf9-4bf3-9785-7816b81b95b3 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:41.999160 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ee9ffe5-ede0-4c7f-ada3-07217084b81b req-aa893c37-cbf9-4bf3-9785-7816b81b95b3 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 946 time: 0.0942307 Jun 16 16:08:42.048750 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2ee9ffe5-ede0-4c7f-ada3-07217084b81b req-35b15357-195b-4a32-8c01-4f836593d3ac tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422575 Jun 16 16:08:42.366251 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eba28ce0-664e-401d-acdf-48aaf1f466f6 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:08:42.491623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port eba28ce0-664e-401d-acdf-48aaf1f466f6 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:08:42.492005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:42.519926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:08:42.530034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:42.565403 dv-neutron-846028-2-hyperv neutron-server[89747]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0b95313d-8cb5-4f45-9708-b9c3f49a35da']: {'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'code': 422} returned with failed status Jun 16 16:08:42.715621 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:42.793368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:42.824012 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95824cc-fd18-4fe8-92d3-e1578cc38f8e req-257eb4c8-7453-47b2-94a5-f818cac9a916 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:42.825697 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e95824cc-fd18-4fe8-92d3-e1578cc38f8e req-257eb4c8-7453-47b2-94a5-f818cac9a916 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1146722 Jun 16 16:08:42.879935 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e95824cc-fd18-4fe8-92d3-e1578cc38f8e req-ad6b2b97-83e5-49c6-b4a6-aea36d3d72b9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471916 Jun 16 16:08:43.320435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40112) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:43.553523 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-f9cb6a12-41a6-46d1-af49-2137c8ba2413 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2319534 Jun 16 16:08:44.076596 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c86750-8e90-4703-adc8-cec61825f79e req-5489349e-bd87-4156-b560-e84a91ad84f7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:44.078049 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c1c86750-8e90-4703-adc8-cec61825f79e req-5489349e-bd87-4156-b560-e84a91ad84f7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.0886204 Jun 16 16:08:44.123449 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c1c86750-8e90-4703-adc8-cec61825f79e req-fcfc129a-6b18-4310-a391-b6fbecf36b7e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389037 Jun 16 16:08:45.332990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be16b3c-371f-4bd6-aa45-8fa1596681f3 req-a19aea91-4d48-4dd5-9d6c-6567c39ae228 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:45.334415 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5be16b3c-371f-4bd6-aa45-8fa1596681f3 req-a19aea91-4d48-4dd5-9d6c-6567c39ae228 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1037216 Jun 16 16:08:45.379998 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5be16b3c-371f-4bd6-aa45-8fa1596681f3 req-197c7207-bba7-49c3-8bd0-41eca3d8b438 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392065 Jun 16 16:08:45.812461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ccb90253-cc39-4dc9-9ad2-e7a8c22f367a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:46.405358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eba28ce0-664e-401d-acdf-48aaf1f466f6 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:08:46.548719 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port eba28ce0-664e-401d-acdf-48aaf1f466f6 is: DOWN; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:08:46.586087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2bd4-b634-48fc-a2b8-ce746b2b9142 req-fa1a88ea-e3f8-4cf6-bad9-ce69adef84e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:46.587649 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06be2bd4-b634-48fc-a2b8-ce746b2b9142 req-fa1a88ea-e3f8-4cf6-bad9-ce69adef84e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.0959570 Jun 16 16:08:46.646847 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-06be2bd4-b634-48fc-a2b8-ce746b2b9142 req-e772bf53-d2c7-4ff0-adc7-45725570e833 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510383 Jun 16 16:08:47.862779 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea56a22-072a-42c7-add2-6d7a196cd51c req-41e0dc9c-f324-49b8-8e3d-59bf4743f94c tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:47.864831 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fea56a22-072a-42c7-add2-6d7a196cd51c req-41e0dc9c-f324-49b8-8e3d-59bf4743f94c tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.0985031 Jun 16 16:08:47.926655 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fea56a22-072a-42c7-add2-6d7a196cd51c req-69f81caa-abf2-47a3-90af-8331635d6a70 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506532 Jun 16 16:08:48.533178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8f3f53bd-3597-4f4a-b3db-86ea8df89e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.881498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.190392 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d6c03-15a3-4325-8238-5b4e86036c2e req-341aa2b9-c77c-4919-ba7c-c5ab02491a7e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:49.193904 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d36d6c03-15a3-4325-8238-5b4e86036c2e req-341aa2b9-c77c-4919-ba7c-c5ab02491a7e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1404126 Jun 16 16:08:49.244999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d36d6c03-15a3-4325-8238-5b4e86036c2e req-7fd021a4-b088-411d-8c14-f3ffb9fd0bcd tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443647 Jun 16 16:08:49.776086 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-84d6eb8c-d91c-40e9-8928-de8d8cee8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:49.777571 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-84d6eb8c-d91c-40e9-8928-de8d8cee8366 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e&tenant_id=85ce61401c9045048ada5ed4a2aa92cb HTTP/1.1" status: 200 len: 1097 time: 0.0821719 Jun 16 16:08:49.892352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-e55ead35-ee44-4158-ba37-81f025882510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:49.893955 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-e55ead35-ee44-4158-ba37-81f025882510 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1097 time: 0.0957425 Jun 16 16:08:50.034573 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-cac09936-10a2-4ae5-bad0-b36611e3a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:50.036676 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-cac09936-10a2-4ae5-bad0-b36611e3a228 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1361897 Jun 16 16:08:50.139406 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-0cb9dbe8-1b89-4065-a46f-dcffa56801f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 200 len: 1000 time: 0.0974419 Jun 16 16:08:50.213632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-87942dd7-d2e1-4de9-8799-fa7a6fac29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:50.216098 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-87942dd7-d2e1-4de9-8799-fa7a6fac29b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0707352 Jun 16 16:08:50.338099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-e7968356-28a2-42bf-9913-f34a9446b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:50.339624 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-e7968356-28a2-42bf-9913-f34a9446b6cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1174538 Jun 16 16:08:50.492449 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-7b7ec881-3316-4823-849c-5b6734e54fc5 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458035 Jun 16 16:08:50.493242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.548265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9d46a-33e0-40e7-a317-fb04e36e4bfc req-ce5eaba3-37a3-4d1a-b02d-4370c803ca02 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:50.549480 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b6f9d46a-33e0-40e7-a317-fb04e36e4bfc req-ce5eaba3-37a3-4d1a-b02d-4370c803ca02 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1126127 Jun 16 16:08:50.624996 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b6f9d46a-33e0-40e7-a317-fb04e36e4bfc req-dc39b07d-30fd-40c4-b64f-66be22a08bd3 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659490 Jun 16 16:08:50.680567 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-9df1c549-99ac-405c-8d22-235f6b895ebd service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820731 Jun 16 16:08:51.865023 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:51.945453 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9551d4-0339-41c9-8335-ca75c045af07 req-a2c31a15-bef8-4abd-b853-3db4b09fa577 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:51.948471 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb9551d4-0339-41c9-8335-ca75c045af07 req-a2c31a15-bef8-4abd-b853-3db4b09fa577 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1416152 Jun 16 16:08:52.019438 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb9551d4-0339-41c9-8335-ca75c045af07 req-97baae27-f05c-45bb-90da-4117a134dd35 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589392 Jun 16 16:08:53.276621 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6015-9250-459e-b769-b75922455b53 req-e39ac89c-98c5-401e-8d74-0ef9a8a42df1 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:53.290040 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e2b6015-9250-459e-b769-b75922455b53 req-e39ac89c-98c5-401e-8d74-0ef9a8a42df1 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1211126 Jun 16 16:08:53.340040 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1e2b6015-9250-459e-b769-b75922455b53 req-4d9d51fe-923f-49db-9d2a-719fbd2baa21 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488617 Jun 16 16:08:54.626613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbb6f5-8120-4c8a-baab-b9ebdc4c9522 req-07bf8f3b-0a06-43a2-9520-41a91644a086 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:54.628890 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0dbbb6f5-8120-4c8a-baab-b9ebdc4c9522 req-07bf8f3b-0a06-43a2-9520-41a91644a086 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1162505 Jun 16 16:08:54.707636 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0dbbb6f5-8120-4c8a-baab-b9ebdc4c9522 req-857fe023-d08f-4b81-b0dd-75ed22894466 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704713 Jun 16 16:08:55.951449 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26227555-79c2-4a3e-b786-f935f60db46c req-69881c16-f921-411c-bfbc-a0b4afb86bdf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:55.952912 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-26227555-79c2-4a3e-b786-f935f60db46c req-69881c16-f921-411c-bfbc-a0b4afb86bdf tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1196289 Jun 16 16:08:56.013952 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-26227555-79c2-4a3e-b786-f935f60db46c req-2bd2b041-5360-4e3b-9d57-c9f23855beb3 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540230 Jun 16 16:08:57.313979 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae54c7-1cad-406b-9db0-613dbee8822f req-a44f1164-7e12-4140-96d7-717401d7ea69 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:57.315616 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c1ae54c7-1cad-406b-9db0-613dbee8822f req-a44f1164-7e12-4140-96d7-717401d7ea69 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1540432 Jun 16 16:08:57.381846 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c1ae54c7-1cad-406b-9db0-613dbee8822f req-806d0a89-c587-464a-bb32-5b247d051d40 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600231 Jun 16 16:08:58.636216 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c534162-cf9b-4e05-a78d-490a0a4ed628 req-a60407d2-802a-4df9-96b1-fa1a0e6645bb tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:58.638003 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7c534162-cf9b-4e05-a78d-490a0a4ed628 req-a60407d2-802a-4df9-96b1-fa1a0e6645bb tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1237538 Jun 16 16:08:58.715566 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7c534162-cf9b-4e05-a78d-490a0a4ed628 req-d5603e74-d80b-4db9-9b43-509d7697fe0f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716264 Jun 16 16:08:59.997279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4f7fa-0956-4eee-b55b-c066d349b96c req-b3a70f7e-5201-4366-81c6-31574c027208 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:08:59.998788 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a7e4f7fa-0956-4eee-b55b-c066d349b96c req-b3a70f7e-5201-4366-81c6-31574c027208 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1308136 Jun 16 16:09:00.046914 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a7e4f7fa-0956-4eee-b55b-c066d349b96c req-0904b910-861f-4d9a-af3e-caf4a73a0d1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408735 Jun 16 16:09:01.290094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e86ac4-a6ed-4f31-9d29-5b6042827bf0 req-b70a8014-6402-4ee8-92c9-3374d5f921e4 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:01.292698 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5e86ac4-a6ed-4f31-9d29-5b6042827bf0 req-b70a8014-6402-4ee8-92c9-3374d5f921e4 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1101105 Jun 16 16:09:01.351005 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d5e86ac4-a6ed-4f31-9d29-5b6042827bf0 req-12eed25f-e841-4c02-be02-ac412e3250f7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487263 Jun 16 16:09:02.568838 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178cc7f-07ac-45a7-a20b-9cfd516e587a req-38fd17ab-326e-4cb3-88dd-80e1eecb5659 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:02.570561 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f178cc7f-07ac-45a7-a20b-9cfd516e587a req-38fd17ab-326e-4cb3-88dd-80e1eecb5659 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1021323 Jun 16 16:09:02.638018 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f178cc7f-07ac-45a7-a20b-9cfd516e587a req-ed06ce7f-fa03-4452-9c88-315a25d66475 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576108 Jun 16 16:09:03.867982 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb26bf-4481-4125-b389-6a5e48d62774 req-736f1a82-0763-498d-a668-8c193f533665 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:03.869334 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0beb26bf-4481-4125-b389-6a5e48d62774 req-736f1a82-0763-498d-a668-8c193f533665 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 944 time: 0.1018670 Jun 16 16:09:03.923196 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0beb26bf-4481-4125-b389-6a5e48d62774 req-46dd1ced-862a-4c9b-b365-5d2d78f330ab tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451303 Jun 16 16:09:04.483705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eba28ce0-664e-401d-acdf-48aaf1f466f6 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:09:04.622836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:04.636652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'port_id': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'mac_address': 'fa:16:3e:b6:d6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:09:04.698674 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port eba28ce0-664e-401d-acdf-48aaf1f466f6 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:09:04.699074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:04.718144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba28ce0-664e-401d-acdf-48aaf1f466f6 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:09:04.737122 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:04.927787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:05.005085 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=9']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:05.158268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76bc5-58cf-4271-a9de-07cc326b7436 req-246522f2-d8a8-4b23-8993-3946169822d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:05.159820 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dbf76bc5-58cf-4271-a9de-07cc326b7436 req-246522f2-d8a8-4b23-8993-3946169822d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 945 time: 0.1141517 Jun 16 16:09:05.175135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['eba28ce0-664e-401d-acdf-48aaf1f466f6'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:09:05.231638 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dbf76bc5-58cf-4271-a9de-07cc326b7436 req-9ac5a844-27df-4ddb-b505-f5292fe56728 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645542 Jun 16 16:09:06.315582 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:06.462722 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0fdc3-ab17-4cb5-a5df-c85f5ee4e30a req-a69cac6b-2bfe-4779-a657-c2abfde4e69c tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:06.464481 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a8f0fdc3-ab17-4cb5-a5df-c85f5ee4e30a req-a69cac6b-2bfe-4779-a657-c2abfde4e69c tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 945 time: 0.0982876 Jun 16 16:09:06.490461 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eba28ce0-664e-401d-acdf-48aaf1f466f6 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:09:06.520525 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a8f0fdc3-ab17-4cb5-a5df-c85f5ee4e30a req-0cad113d-12b7-4bef-b6aa-b30ef481b550 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497448 Jun 16 16:09:06.616741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port eba28ce0-664e-401d-acdf-48aaf1f466f6 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:09:06.616741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:06.767277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port eba28ce0-664e-401d-acdf-48aaf1f466f6 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:09:06.767684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:06.797301 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:09:06.807468 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:06.846380 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907cba39-c25d-4b9e-afed-cdcff686df86'] response: {'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'code': 200} Jun 16 16:09:06.949618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:07.025378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=10']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:07.407162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a85df1-bed8-4b38-9ec6-5c832f2b88cb req-57730573-358e-4045-96af-72f1d6d9164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:07.409000 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d5a85df1-bed8-4b38-9ec6-5c832f2b88cb req-57730573-358e-4045-96af-72f1d6d9164a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1100 time: 0.0909562 Jun 16 16:09:07.461719 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-d5a85df1-bed8-4b38-9ec6-5c832f2b88cb req-c66cf041-6b6d-40b1-aedb-68e36852fe62 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448699 Jun 16 16:09:07.747762 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a311df-9421-471f-85dc-d59c68b100cf req-a9bf4eb9-fbe3-4fc9-a25e-86902b982217 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:07.749383 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-00a311df-9421-471f-85dc-d59c68b100cf req-a9bf4eb9-fbe3-4fc9-a25e-86902b982217 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 947 time: 0.1009212 Jun 16 16:09:07.799259 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-00a311df-9421-471f-85dc-d59c68b100cf req-ff941f93-1772-4be5-8aea-48b861dd38c3 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436895 Jun 16 16:09:09.202989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea966d-b497-47ea-b524-f663c833fe4e req-ae712022-b326-4b53-92d6-92fc6f5f0d96 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:09.205224 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3dea966d-b497-47ea-b524-f663c833fe4e req-ae712022-b326-4b53-92d6-92fc6f5f0d96 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 947 time: 0.2481000 Jun 16 16:09:09.273657 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3dea966d-b497-47ea-b524-f663c833fe4e req-9f5677f7-7e55-469a-9b05-98fde99bc848 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610819 Jun 16 16:09:10.571185 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2096da4-efbb-48e2-a4a6-c287e8fa5c49 req-659ec200-1df0-4999-aa85-7aee977df25a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:10.572899 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b2096da4-efbb-48e2-a4a6-c287e8fa5c49 req-659ec200-1df0-4999-aa85-7aee977df25a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 947 time: 0.1278343 Jun 16 16:09:10.647879 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b2096da4-efbb-48e2-a4a6-c287e8fa5c49 req-61b75581-704b-46c2-9ace-c739a1da0d5b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628574 Jun 16 16:09:10.855280 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-315e500b-8b49-4bf9-983e-d33723d23ea9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1065123 Jun 16 16:09:11.156837 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-aba3a889-fefd-4ced-a7a3-1c7efe243d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:11.158220 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-aba3a889-fefd-4ced-a7a3-1c7efe243d62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1100 time: 0.2119815 Jun 16 16:09:11.344031 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-216a0775-b5c0-472f-a7aa-b59e79616973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:11.347070 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-216a0775-b5c0-472f-a7aa-b59e79616973 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1684718 Jun 16 16:09:11.490523 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-bba49cf5-efea-48d4-ad76-d5990e0d6b6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 200 len: 1002 time: 0.1383722 Jun 16 16:09:11.578881 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-1ad7e54f-efe7-4f01-82b1-d2b2127aaf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:11.580588 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-1ad7e54f-efe7-4f01-82b1-d2b2127aaf41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0847452 Jun 16 16:09:11.697589 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-58118e4d-d172-4eda-b591-a3e170d6a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:11.699465 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-58118e4d-d172-4eda-b591-a3e170d6a788 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129234 Jun 16 16:09:11.893435 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-b0bfb619-d5db-4ed6-a645-55df3dee29e1 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876302 Jun 16 16:09:11.916623 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c4814-2857-4a0b-bf69-d9c8d2781b3e req-a9e1474f-3680-4b8d-a546-74ae69de63a0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:09:11.919124 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-da1c4814-2857-4a0b-bf69-d9c8d2781b3e req-a9e1474f-3680-4b8d-a546-74ae69de63a0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 947 time: 0.1296287 Jun 16 16:09:12.004344 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-da1c4814-2857-4a0b-bf69-d9c8d2781b3e req-30f5aed3-bc06-4a7c-be9a-f0ba1e48f135 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771210 Jun 16 16:09:12.106417 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4dcb6d82-5880-4db9-8a60-83ea3c0bb2e6 req-70524f65-f7db-4423-8210-d63dbb600096 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064548 Jun 16 16:09:15.824394 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1483b549-63cc-4a42-bd98-8c1d85b028d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:16.563556 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:09:18.481302 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d7a8-e81b-4df7-9ad4-8f1e90d4db32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:18.812792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:20.561752 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:21.767194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:36.275601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:45.795269 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9183359d-7c5f-4b5c-a71b-012251395962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:48.429880 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d609cf4b-9e41-4a19-b7cd-0a53775ba9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:48.807487 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:50.538827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:51.743920 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:53.570167 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:10:06.316445 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:10.875144 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-a2aa1479-65cd-436f-8bb0-844af7bcd45d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1836326 Jun 16 16:10:11.036702 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-8e05b534-cb5e-48db-9fc1-c1929fb35b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:11.038242 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-8e05b534-cb5e-48db-9fc1-c1929fb35b4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1100 time: 0.0922201 Jun 16 16:10:11.211902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-47ab7db1-f348-43d4-9499-214c8fa02a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:11.213768 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-47ab7db1-f348-43d4-9499-214c8fa02a9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1548154 Jun 16 16:10:11.336739 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-c1035e23-dfff-4e7e-910b-875687a10678 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 200 len: 1002 time: 0.1167364 Jun 16 16:10:11.403392 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-32ce895f-7de8-49df-97fb-abd1ccf63fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:11.405642 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-32ce895f-7de8-49df-97fb-abd1ccf63fac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0635948 Jun 16 16:10:11.509858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-ebcf9539-a8f7-4d61-ace0-ecc53deafe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:11.512211 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-ebcf9539-a8f7-4d61-ace0-ecc53deafe6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010189 Jun 16 16:10:11.672784 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-82607ef3-df07-45dc-b6a9-bb599ad7806d service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541657 Jun 16 16:10:11.939793 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-f2d4ba34-a4f8-47c5-9f28-a73e38e14838 req-d2c63280-87d1-45e8-bfcb-d4db699ab8df service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609203 Jun 16 16:10:15.778450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-90016219-541b-4dd1-9138-704fcb925528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:18.520985 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3e48f587-5175-405d-8c8a-476159e8ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:18.818028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:20.514313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:21.749089 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:21.931259 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40264) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:22.148572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Deleting port 54acf244-b9ab-4c10-b2cf-969e3d189578 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:10:22.148904 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:22.340892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:22.341222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:22.475509 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Calling delete_port for 54acf244-b9ab-4c10-b2cf-969e3d189578 owned by network:floatingip {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:10:22.767128 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:22.819281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event deleted for resources: {'Port': ['ID=54acf244-b9ab-4c10-b2cf-969e3d189578,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:22.861738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.862092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.862719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.863231 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.863683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.864094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.864543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.865078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.865588 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.865976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.866433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.866783 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:22.935654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for floatingip, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:22.936371 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.l3_db [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Floating IP 1435a691-5b08-445d-947d-068cb6c09b44 disassociated (deleted). External IP: 172.26.2.243, port: eba28ce0-664e-401d-acdf-48aaf1f466f6. Jun 16 16:10:23.452620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Router 60772754-49a9-4e9f-8461-1c9d58081f5d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:10:23.653707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:23.666893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] Sync routers for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:23.676892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:23.678324 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:10:23.678982 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:10:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:23.770442 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-af95d131-b28a-46ef-85b6-d8fb7cc6bfb9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "DELETE /v2.0/floatingips/1435a691-5b08-445d-947d-068cb6c09b44 HTTP/1.1" status: 204 len: 168 time: 1.8359230 Jun 16 16:10:23.770442 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6'}] {{(pid=89745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:10:23.925801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:10:23.961537 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8065ef-af64-44dd-8943-c3d039787aac'] response: {'name': 'network-changed', 'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'status': 'completed', 'code': 200} Jun 16 16:10:24.083365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-6b3154a2-764e-4ea5-bcee-015da6e1fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:24.084926 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-6b3154a2-764e-4ea5-bcee-015da6e1fb18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 1100 time: 0.0998778 Jun 16 16:10:24.226978 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-3dfc2fe8-b98b-43af-a519-71d26fb4f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:24.228794 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-3dfc2fe8-b98b-43af-a519-71d26fb4f9fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1381874 Jun 16 16:10:24.290205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:24.295430 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] Checking router: 60772754-49a9-4e9f-8461-1c9d58081f5d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:24.306313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:10:24.307167 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:10:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:24.321247 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-6231d6c9-71fd-4441-9a97-9874e4c6b392 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 200 len: 217 time: 0.0852938 Jun 16 16:10:24.401495 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-236bd18c-d666-43aa-b8dc-f6388db63b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:24.403398 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-236bd18c-d666-43aa-b8dc-f6388db63b0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0768766 Jun 16 16:10:24.530197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:10:24.533802 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-948bdcfa-d5a8-4c47-b696-fd9a73483d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:24.536403 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-948bdcfa-d5a8-4c47-b696-fd9a73483d34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1255322 Jun 16 16:10:24.574127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc04d6-fa93-4dd4-8c1f-55e534c8b0f8 req-6bf40079-df3d-472c-a0fa-d614f36f0cce tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:24.575008 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-dccc04d6-fa93-4dd4-8c1f-55e534c8b0f8 req-6bf40079-df3d-472c-a0fa-d614f36f0cce tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Synchronizing usage tracker for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:port {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:10:24.700804 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-556eac8d-c963-4bad-9d0a-846d7c61a83c service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562786 Jun 16 16:10:24.738363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-dccc04d6-fa93-4dd4-8c1f-55e534c8b0f8 req-6bf40079-df3d-472c-a0fa-d614f36f0cce tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Unset dirty status for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:port {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:10:24.739790 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dccc04d6-fa93-4dd4-8c1f-55e534c8b0f8 req-6bf40079-df3d-472c-a0fa-d614f36f0cce tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 947 time: 0.2907500 Jun 16 16:10:24.789148 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dccc04d6-fa93-4dd4-8c1f-55e534c8b0f8 req-4d1d4726-aade-4171-a66d-7c9a40d66eec tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436428 Jun 16 16:10:24.865829 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-e3cc5ccd-5ea7-447e-95bb-c84399f6a225 req-1686b921-d9e3-4bf8-a07b-c550d6207740 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580403 Jun 16 16:10:24.922624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:24.928893 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5d384-1016-438a-9611-fac4c26cdf5e None None] The sync data for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv is: [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:25.174318 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03fa13c-a670-418f-95e0-747f22b0118f None None] New status for floating IP 1435a691-5b08-445d-947d-068cb6c09b44: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:10:25.880295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-f68a3c1a-35fa-4910-a3a9-55d07f43d5d0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:25.881281 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-f68a3c1a-35fa-4910-a3a9-55d07f43d5d0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Synchronizing usage tracker for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:10:25.895194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-f68a3c1a-35fa-4910-a3a9-55d07f43d5d0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Unset dirty status for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:10:25.896330 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-f68a3c1a-35fa-4910-a3a9-55d07f43d5d0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 947 time: 0.1070344 Jun 16 16:10:25.988849 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Deleting port eba28ce0-664e-401d-acdf-48aaf1f466f6 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:10:25.989185 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:26.092082 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dd7fa-6dee-4f32-969b-606867ab52dc req-0d264f58-6864-4e8e-81d2-522882fc61ef tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:10:26.093564 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb1dd7fa-6dee-4f32-969b-606867ab52dc req-0d264f58-6864-4e8e-81d2-522882fc61ef tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 947 time: 0.1210413 Jun 16 16:10:26.155281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cb1dd7fa-6dee-4f32-969b-606867ab52dc req-bcf51441-8790-4420-b428-3007288a21d5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543849 Jun 16 16:10:26.287693 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] For port eba28ce0-664e-401d-acdf-48aaf1f466f6, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=eba28ce0-664e-401d-acdf-48aaf1f466f6,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:26.288060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:26.430915 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Calling delete_port for eba28ce0-664e-401d-acdf-48aaf1f466f6 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:10:26.811414 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:26.864488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event deleted for resources: {'Port': ['ID=eba28ce0-664e-401d-acdf-48aaf1f466f6,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:26.909632 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.910410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.910410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.910750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.910992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.911333 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.911660 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.911992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.912325 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.912647 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.912977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:26.913297 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:27.082446 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] No DVR routers for this DVR port eba28ce0-664e-401d-acdf-48aaf1f466f6 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:10:27.085037 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:27.087725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'name': 'network-vif-deleted', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:10:27.218148 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90dc2341-e4fb-4a63-baa6-cc7b30d72670'] response: {'server_uuid': 'faab357c-a157-4522-97e7-3404cb13438e', 'name': 'network-vif-deleted', 'tag': 'eba28ce0-664e-401d-acdf-48aaf1f466f6', 'status': 'completed', 'code': 200} Jun 16 16:10:27.367493 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c8aca6fc-0dec-4768-a1dc-5d53219b2673 req-03b8aab1-e015-49bd-bf4a-6107aebd6769 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.46 "DELETE /v2.0/ports/eba28ce0-664e-401d-acdf-48aaf1f466f6 HTTP/1.1" status: 204 len: 173 time: 1.4661150 Jun 16 16:10:27.394195 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9af74bbf-9d55-4fc5-a723-9253e1c49931 req-0666f1d1-7d98-4426-ba9c-864b89446e7b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 210 time: 0.0717232 Jun 16 16:10:28.616489 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1111230f-7606-4acb-bdb3-3fe448266fa1 req-b9ac03da-ab8f-4d3f-8e8f-147e0c53a074 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=faab357c-a157-4522-97e7-3404cb13438e HTTP/1.1" status: 200 len: 210 time: 0.0652747 Jun 16 16:10:29.726719 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40292) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:29.801628 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b35009b8-0441-4e77-80f2-606f27f2fd95 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:29.836881 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b35009b8-0441-4e77-80f2-606f27f2fd95 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.006961 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b35009b8-0441-4e77-80f2-606f27f2fd95 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.028025 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35009b8-0441-4e77-80f2-606f27f2fd95 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd77c2-e131-4fbe-8c6c-1a54dd0d300f,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:30.166867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b35009b8-0441-4e77-80f2-606f27f2fd95 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:30.168054 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b35009b8-0441-4e77-80f2-606f27f2fd95 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "DELETE /v2.0/security-groups/24dd77c2-e131-4fbe-8c6c-1a54dd0d300f HTTP/1.1" status: 204 len: 168 time: 0.4403214 Jun 16 16:10:30.560216 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:10:30.919494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eba28ce0-664e-401d-acdf-48aaf1f466f6 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:10:30.954722 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: eba28ce0-664e-401d-acdf-48aaf1f466f6 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:10:30.955098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device eba28ce0-664e-401d-acdf-48aaf1f466f6 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:10:31.570690 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40302) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:31.578080 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081653578', 'description': 'tempest-secgroup-smoke-2081653578 description', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:31.584620 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:10:31.588895 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:10:31.592127 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:10:31.598877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:10:31.727170 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:31.750662 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:10:31.756171 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:10:31.757775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:10:31.763659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:10:31.839492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:31.955342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.008305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212e7582-7f43-46c8-aaff-9cc0577cb554,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:32.119683 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.120930 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b5ce5755-305c-4ffb-93f0-e3ff7ff98b59 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5490067 Jun 16 16:10:32.125289 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40306) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:32.130964 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '212e7582-7f43-46c8-aaff-9cc0577cb554', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:32.137480 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:10:32.141797 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:10:32.151222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:10:32.152539 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:10:32.265600 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.347400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.440907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.483094 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a5e7f2-649f-4b58-ad4e-55b72abb8f4f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:32.606876 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.608205 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-8da4df24-7dba-49ba-8f87-4cc56e130f1f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4816923 Jun 16 16:10:32.611160 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40310) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:32.621013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '212e7582-7f43-46c8-aaff-9cc0577cb554', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:32.628337 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:10:32.634254 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:10:32.638577 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:10:32.645445 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:10:32.734617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.807870 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.943616 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.969328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667a12cd-fadf-4352-9e1b-566803759ee4,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:33.086603 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.087901 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-56e1379c-a72a-43c1-9fad-0c1385221f2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4757895 Jun 16 16:10:33.090788 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40314) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:33.098772 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '212e7582-7f43-46c8-aaff-9cc0577cb554', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:33.106262 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:10:33.110527 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:10:33.114078 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:10:33.120659 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:10:33.279920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.352348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.497877 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.525380 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f409c6-d6d3-4806-bec0-6ee8788b745f,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:33.641208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.642369 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-c09ff6ac-0ae0-4b20-8921-a6dcee3a87e5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5504978 Jun 16 16:10:33.646851 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40318) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:33.652304 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '212e7582-7f43-46c8-aaff-9cc0577cb554', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:33.659208 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:10:33.663972 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:10:33.667377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:10:33.674501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:10:33.780506 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.856613 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.966627 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:33.994843 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776cbbcb-a59a-40e7-ba27-ee4a45026118,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:34.143782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.145720 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-daf08d96-323a-4722-bf4e-77f6bb2b4c7d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4976554 Jun 16 16:10:34.148763 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40322) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:34.154532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '212e7582-7f43-46c8-aaff-9cc0577cb554', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:34.161100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:10:34.165827 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:10:34.168951 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:10:34.175812 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:10:34.337990 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Project 85ce61401c9045048ada5ed4a2aa92cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:10:34.347486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.421092 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.538194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.563308 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5f2704-870f-4bcf-b86d-93d462776ca5,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:34.673958 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.675970 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-5d267a44-3bd0-440f-ac53-67b9a6d8a2b7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5261443 Jun 16 16:10:34.679654 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40326) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:34.686866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'security_group_rule': {'security_group_id': '212e7582-7f43-46c8-aaff-9cc0577cb554', 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:34.694117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:10:34.698732 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:security_group_rule and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:10:34.702155 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:10:34.708776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:10:34.886749 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.securitygroups_db [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Project 85ce61401c9045048ada5ed4a2aa92cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:10:34.894870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.968586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:35.109825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:35.139458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6182b5-7208-410e-b47e-14c1178d48cf,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:35.251060 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:35.252305 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-15d1d982-27ba-43f4-8306-cbc23f960932 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5704143 Jun 16 16:10:36.319730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.002028 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1925d643-a2be-431a-9877-69fe9afc5868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:48.944263 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f5b9858c-61e8-494b-acd6-d7122f774d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.005320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:50.519879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.777822 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.287127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:07.561401 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:11:11.056292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-c442f1fd-1f14-4c94-b68d-0976ac63760e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Synchronizing usage tracker for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:security_group {{(pid=89745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:11:11.223357 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-c442f1fd-1f14-4c94-b68d-0976ac63760e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Unset dirty status for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:security_group {{(pid=89745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:11:11.224439 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-c442f1fd-1f14-4c94-b68d-0976ac63760e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081653578&fields=id&tenant_id=85ce61401c9045048ada5ed4a2aa92cb HTTP/1.1" status: 200 len: 267 time: 0.2122233 Jun 16 16:11:11.383410 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-6fbe029e-d705-4dea-b4b6-f35bdda927fb tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:11.384978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-6fbe029e-d705-4dea-b4b6-f35bdda927fb tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 808 time: 0.1535642 Jun 16 16:11:11.401243 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-1b2b6f23-de87-459b-b487-1444c6ad5fc1 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/quotas/85ce61401c9045048ada5ed4a2aa92cb HTTP/1.1" status: 200 len: 375 time: 0.0099947 Jun 16 16:11:11.493544 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-ea38d2bb-1d0a-4b26-bcb5-8fe9ffd53bfd tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868742 Jun 16 16:11:11.731555 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-eccb00af-5cf6-485d-a434-9dacf12771b5 service neutron] 10.222.0.73 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691604 Jun 16 16:11:11.870032 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-a746f257-6d0d-441c-ad99-915089346f1e service neutron] 10.222.0.73 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316872 Jun 16 16:11:12.863823 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-940d5f97-1761-4fd2-8958-9f894d387a10 req-100d8e1f-93e3-49f7-96c4-9cf998413e36 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 210 time: 0.1047883 Jun 16 16:11:13.979993 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9f729a2d-1619-4daa-9241-367e22d47bf6 req-a1d17830-2033-435a-92e3-51a8716e7d8f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 210 time: 0.0521061 Jun 16 16:11:15.153887 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b82b2f43-5380-4cf2-b7c2-700c868c5d9e req-b482141a-2c29-406c-885f-3b25a3191140 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 210 time: 0.0588002 Jun 16 16:11:15.839004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-3e02ac19-3bb1-4646-b2af-31c6c374d3e6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:15.840570 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-3e02ac19-3bb1-4646-b2af-31c6c374d3e6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 808 time: 0.1504929 Jun 16 16:11:15.895542 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-b5a6ea49-8c81-4832-ace5-76e42968024f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85ce61401c9045048ada5ed4a2aa92cb HTTP/1.1" status: 200 len: 380 time: 0.0475070 Jun 16 16:11:15.904304 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'port': {'device_id': '436da66d-90a3-462c-a087-e0f222aa8036', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'admin_state_up': True, 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'security_groups': ['212e7582-7f43-46c8-aaff-9cc0577cb554']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:11:15.921485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ff41bc6c-24bd-40f3-ac41-2764a3749922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:16.054820 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:11:16.059616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:port and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:11:16.063447 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:11:16.071760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:11:16.179777 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Made reservation on behalf of 85ce61401c9045048ada5ed4a2aa92cb for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:16.187822 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:16.376312 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-654a4a86-6a72-49da-804e-ee255a89469c req-2a1a615a-d387-44ba-9cee-8e72c70090fd tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 210 time: 0.0549595 Jun 16 16:11:16.412163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Allocated IP 172.20.0.7 (09dca511-e50f-42a4-92b9-e5ae8eb8bda4/11d98826-fb46-4c4b-bbc8-18e31d2cb7ee/92b38589-cee0-412c-b742-3e9806fc681f) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:16.621198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:16.642081 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Transition to ACTIVE for port object 92b38589-cee0-412c-b742-3e9806fc681f will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:11:16.839677 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:16.915911 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:16.921067 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:16.924753 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:11:16.962815 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'Port': ['ID=92b38589-cee0-412c-b742-3e9806fc681f,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:17.017260 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:17.017931 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:17.249336 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-453d0fc0-dd23-407d-bd77-18fadea410c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3492458 Jun 16 16:11:17.342961 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Request body: {'port': {'device_id': '436da66d-90a3-462c-a087-e0f222aa8036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:11:17.462752 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:17.486194 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-932d3e7f-2206-49ac-9334-457163054c0d None None] Provisioning for port 92b38589-cee0-412c-b742-3e9806fc681f completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:11:17.495900 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-932d3e7f-2206-49ac-9334-457163054c0d None None] Provisioning complete for port 92b38589-cee0-412c-b742-3e9806fc681f triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:11:17.496764 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-932d3e7f-2206-49ac-9334-457163054c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:17.570504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-932d3e7f-2206-49ac-9334-457163054c0d None None] Port 92b38589-cee0-412c-b742-3e9806fc681f cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:11:17.619607 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80c7f0-bf45-47ed-8b72-52fd274b7007 req-2ef577b0-a403-461e-b03b-3316f51dfb81 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:17.627170 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6f80c7f0-bf45-47ed-8b72-52fd274b7007 req-2ef577b0-a403-461e-b03b-3316f51dfb81 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 931 time: 0.1321237 Jun 16 16:11:17.785229 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6f80c7f0-bf45-47ed-8b72-52fd274b7007 req-45cb0eb5-c5fd-4f09-8d82-8a7d1bd07ce3 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564827 Jun 16 16:11:17.848423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b38589-cee0-412c-b742-3e9806fc681f {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:11:17.862810 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:17.871791 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Transition to ACTIVE for port object 92b38589-cee0-412c-b742-3e9806fc681f will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:11:18.029840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.200786 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Pushing event updated for resources: {'Port': ['ID=92b38589-cee0-412c-b742-3e9806fc681f,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:18.392506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Attempting to bind port 92b38589-cee0-412c-b742-3e9806fc681f on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:11:18.392746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Attempting to bind port 92b38589-cee0-412c-b742-3e9806fc681f by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:11:18.393133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Attempting to bind port 92b38589-cee0-412c-b742-3e9806fc681f on network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:11:18.398071 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Port 92b38589-cee0-412c-b742-3e9806fc681f on network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:11:18.398362 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Attempting to bind port 92b38589-cee0-412c-b742-3e9806fc681f on network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:11:18.403529 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:11:18.403863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Checking segment: {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:11:18.404295 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Bound using segment: {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:11:18.404734 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Bound port: 92b38589-cee0-412c-b742-3e9806fc681f, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098cf106-d9ed-40bb-9699-289685d0f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:11:18.405050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.444691 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c5141c89-c911-4144-af57-716ecbc4a80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.499176 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] For port 92b38589-cee0-412c-b742-3e9806fc681f, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:11:18.503316 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] For port 92b38589-cee0-412c-b742-3e9806fc681f, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=92b38589-cee0-412c-b742-3e9806fc681f,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:11:18.630050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.693004 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:18.693612 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.695040 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] 10.222.0.46 "PUT /v2.0/ports/92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 1093 time: 1.3986576 Jun 16 16:11:18.695489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:11:18.739332 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8438f1-35be-4d94-b097-26f405108b47 service neutron] Pushing event updated for resources: {'Port': ['ID=92b38589-cee0-412c-b742-3e9806fc681f,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:18.857639 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.885645 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca694407-91fa-4cd2-9a40-cf18b48e2581'] response: {'name': 'network-changed', 'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f', 'status': 'completed', 'code': 200} Jun 16 16:11:18.938082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-5191af61-7eda-4694-804c-8b667520333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:18.939742 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-5191af61-7eda-4694-804c-8b667520333f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1096 time: 0.0988333 Jun 16 16:11:18.993458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102e127-2ac4-407b-9370-223660c96b08 req-1ae4034d-bc5d-4e9f-a8a3-da2b996fd82f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:18.994916 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e102e127-2ac4-407b-9370-223660c96b08 req-1ae4034d-bc5d-4e9f-a8a3-da2b996fd82f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.0909801 Jun 16 16:11:19.010004 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-183a3aa5-cb95-4576-a838-326c02e3caa4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 217 time: 0.0635397 Jun 16 16:11:19.048559 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e102e127-2ac4-407b-9370-223660c96b08 req-aa85e727-05b9-4856-9c27-fb9a9f425eed tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473542 Jun 16 16:11:19.082729 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-3c686691-1a74-4520-a37b-ab60580e07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:19.084473 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-3c686691-1a74-4520-a37b-ab60580e07d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0690625 Jun 16 16:11:19.176558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-382b03f4-3a1a-4927-812c-d0b0eb9d834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:19.177940 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-382b03f4-3a1a-4927-812c-d0b0eb9d834b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869751 Jun 16 16:11:19.319320 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-fd3e643e-75ca-4b04-a588-42bcc19fea5c service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340814 Jun 16 16:11:19.456493 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bd8bcf91-7de1-468f-8197-7cdf040d2706 req-5effca45-b4b3-4984-99a5-27c090837bba service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309872 Jun 16 16:11:19.733533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-54edde4c-a564-413c-a39a-fe9f47163da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:19.734962 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-54edde4c-a564-413c-a39a-fe9f47163da8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1096 time: 0.0941479 Jun 16 16:11:19.881025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-143f6740-f389-44df-ad61-c5a281d7352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:19.888736 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-143f6740-f389-44df-ad61-c5a281d7352f service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1473353 Jun 16 16:11:19.964988 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-6a20fefa-7ed2-4828-8661-cbc765346504 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 217 time: 0.0703676 Jun 16 16:11:20.028755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-265f30f1-6f60-4713-b783-48fb05a127a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:20.030189 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-265f30f1-6f60-4713-b783-48fb05a127a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0594652 Jun 16 16:11:20.116725 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-08e34428-64e6-46f3-84b1-7e4b69d7ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:20.118315 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-08e34428-64e6-46f3-84b1-7e4b69d7ca7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825081 Jun 16 16:11:20.292335 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-e914d5bf-a130-4e7f-b6b3-2a7cf29185fe service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667202 Jun 16 16:11:20.312631 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8866694-e636-4c0c-9f16-be76c437cd3c req-e4f372c8-c0c1-4d9b-91f7-0154cab19464 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:20.314277 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d8866694-e636-4c0c-9f16-be76c437cd3c req-e4f372c8-c0c1-4d9b-91f7-0154cab19464 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1182125 Jun 16 16:11:20.365899 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d8866694-e636-4c0c-9f16-be76c437cd3c req-54371eda-444e-484d-862c-c96ec795e9f0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450561 Jun 16 16:11:20.441416 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8cfd014e-260a-448a-9b3b-6831862036a0 req-5b2593f5-f1db-4793-9469-4da2cfff3f66 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441882 Jun 16 16:11:20.543939 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:21.593471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9017b-98cb-4360-9c46-c4e70681ca3c req-50666afd-f01b-48f6-b6a6-ad10c07ae93b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:21.594801 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36f9017b-98cb-4360-9c46-c4e70681ca3c req-50666afd-f01b-48f6-b6a6-ad10c07ae93b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.0943744 Jun 16 16:11:21.647220 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-36f9017b-98cb-4360-9c46-c4e70681ca3c req-5874e5ff-f428-455b-a7a4-d555bff68eb0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455778 Jun 16 16:11:21.884730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:22.949492 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54277eb-2c68-475e-ba78-b3455f9d9aec req-ac89923f-ac84-4db4-a5f1-d0a229a0f032 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:22.951264 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b54277eb-2c68-475e-ba78-b3455f9d9aec req-ac89923f-ac84-4db4-a5f1-d0a229a0f032 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1250546 Jun 16 16:11:23.016021 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b54277eb-2c68-475e-ba78-b3455f9d9aec req-5b5f2f2b-d9a5-44a5-b777-a42e88e47ef4 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568788 Jun 16 16:11:24.226658 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ad107-af50-4682-9198-67635a6efdfe req-56bac1e0-e780-4a5d-a43d-e9da5a604fa9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:24.228138 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-598ad107-af50-4682-9198-67635a6efdfe req-56bac1e0-e780-4a5d-a43d-e9da5a604fa9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.0946209 Jun 16 16:11:24.274224 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-598ad107-af50-4682-9198-67635a6efdfe req-0b920ff1-234a-4c4c-8bc9-31ca5b46137c tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401139 Jun 16 16:11:25.492884 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04019484-23bf-4d47-9dfa-af0124725a51 req-4b2466d6-aedb-45c0-83c8-07998e54b2c1 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:25.494322 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-04019484-23bf-4d47-9dfa-af0124725a51 req-4b2466d6-aedb-45c0-83c8-07998e54b2c1 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.0935347 Jun 16 16:11:25.540845 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-04019484-23bf-4d47-9dfa-af0124725a51 req-181116fe-aace-424c-90ee-061323c75a97 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408223 Jun 16 16:11:26.746222 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf32146-4162-4453-b7c7-6786958223f0 req-2cc6b129-a19c-491e-81e7-81fa25ab8ae0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:26.747696 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-baf32146-4162-4453-b7c7-6786958223f0 req-2cc6b129-a19c-491e-81e7-81fa25ab8ae0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.0974069 Jun 16 16:11:26.795178 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-baf32146-4162-4453-b7c7-6786958223f0 req-9dff0e46-56e1-427a-b21f-99886263e452 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416121 Jun 16 16:11:28.013192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280363f-2575-49ea-9ec9-14438eb39c59 req-d721d728-9337-4439-b5d1-27e99e5a1c56 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:28.014814 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7280363f-2575-49ea-9ec9-14438eb39c59 req-d721d728-9337-4439-b5d1-27e99e5a1c56 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.0985167 Jun 16 16:11:28.075648 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7280363f-2575-49ea-9ec9-14438eb39c59 req-feb0b5ce-d0a8-446a-8f34-266bef632b32 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509324 Jun 16 16:11:29.293607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 92b38589-cee0-412c-b742-3e9806fc681f details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:11:29.323389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88968b06-0c5f-400f-920e-1f5c8527a40e req-c90fde42-ae2e-4465-a85a-5c2e56a47c3d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:29.325978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-88968b06-0c5f-400f-920e-1f5c8527a40e req-c90fde42-ae2e-4465-a85a-5c2e56a47c3d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1219528 Jun 16 16:11:29.392596 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-88968b06-0c5f-400f-920e-1f5c8527a40e req-8de79671-9390-46e0-b530-394262b65d2d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593779 Jun 16 16:11:29.464141 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 92b38589-cee0-412c-b742-3e9806fc681f, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=92b38589-cee0-412c-b742-3e9806fc681f,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:29.480902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '92b38589-cee0-412c-b742-3e9806fc681f', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'port_id': '92b38589-cee0-412c-b742-3e9806fc681f', 'mac_address': 'fa:16:3e:08:4c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:11:29.552038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 92b38589-cee0-412c-b742-3e9806fc681f is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:11:29.552343 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:29.569993 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b38589-cee0-412c-b742-3e9806fc681f {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:11:29.587851 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 92b38589-cee0-412c-b742-3e9806fc681f, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=92b38589-cee0-412c-b742-3e9806fc681f,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:29.739001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:29.808968 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=92b38589-cee0-412c-b742-3e9806fc681f,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:29.816399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.817252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.817585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.817914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.818239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.818564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.818910 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.819409 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.819717 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.820038 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.820355 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.827086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:29.947380 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['92b38589-cee0-412c-b742-3e9806fc681f'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:11:30.652347 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43eb5d-3584-4ba0-bc70-458363cf09c7 req-33b1a54a-399f-474c-80b6-2197298ad1ec tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:30.654673 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0e43eb5d-3584-4ba0-bc70-458363cf09c7 req-33b1a54a-399f-474c-80b6-2197298ad1ec tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 944 time: 0.1308463 Jun 16 16:11:30.716165 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0e43eb5d-3584-4ba0-bc70-458363cf09c7 req-7a896057-1e87-4126-8cdd-63f6121fa4fb tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546479 Jun 16 16:11:31.293159 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 92b38589-cee0-412c-b742-3e9806fc681f up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:11:31.520311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 92b38589-cee0-412c-b742-3e9806fc681f completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:11:31.525490 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 92b38589-cee0-412c-b742-3e9806fc681f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:11:31.525867 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:31.662245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 92b38589-cee0-412c-b742-3e9806fc681f is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:11:31.667919 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:31.693308 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:11:31.705003 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 92b38589-cee0-412c-b742-3e9806fc681f, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=92b38589-cee0-412c-b742-3e9806fc681f,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:31.844914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:31.878191 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc33848-f94d-4c58-92b0-e4b4c51a1b76'] response: {'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f', 'code': 200} Jun 16 16:11:31.927202 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=92b38589-cee0-412c-b742-3e9806fc681f,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:31.942660 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5fdfc-8d76-4193-b2b5-1a2d13495e12 req-9058697f-b041-4e96-a234-0bfd707bcb71 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:31.944956 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-65a5fdfc-8d76-4193-b2b5-1a2d13495e12 req-9058697f-b041-4e96-a234-0bfd707bcb71 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1098118 Jun 16 16:11:32.005699 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-65a5fdfc-8d76-4193-b2b5-1a2d13495e12 req-29443e85-1f97-4305-b536-64af3ddc9a03 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528979 Jun 16 16:11:32.341922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc219-1834-4b5e-b7c7-58df4097e06e req-8755de7f-baa8-4651-be61-29fa7ee005cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:32.341922 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3f3fc219-1834-4b5e-b7c7-58df4097e06e req-8755de7f-baa8-4651-be61-29fa7ee005cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.0970945 Jun 16 16:11:32.385138 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3f3fc219-1834-4b5e-b7c7-58df4097e06e req-b2ab5ea6-1739-4973-89f9-2e1708465a3f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Jun 16 16:11:33.226846 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b8c43-d1cb-4cc7-bfa7-79a319603f4d req-af8f0d8c-7f4e-45b3-a700-15e129992eb5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:33.228879 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7e2b8c43-d1cb-4cc7-bfa7-79a319603f4d req-af8f0d8c-7f4e-45b3-a700-15e129992eb5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1066141 Jun 16 16:11:33.295613 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7e2b8c43-d1cb-4cc7-bfa7-79a319603f4d req-7f58fb4b-bbc9-4094-8235-489900be9f5b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563724 Jun 16 16:11:34.693195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb10ba-bf6c-4e43-9c0e-c36dd586fed0 req-6ab1e32f-221d-4016-9a18-7de20ab8ee76 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:34.694913 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4bdb10ba-bf6c-4e43-9c0e-c36dd586fed0 req-6ab1e32f-221d-4016-9a18-7de20ab8ee76 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1014168 Jun 16 16:11:34.753718 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-4bdb10ba-bf6c-4e43-9c0e-c36dd586fed0 req-1b603091-3735-4623-8f2f-7284f33b7bc6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524278 Jun 16 16:11:34.973030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658be456-aab0-4024-8ef7-8c4b0dbb9649 req-058bbb6f-d343-45d3-a16b-4f3680ffdbcc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:34.975082 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-658be456-aab0-4024-8ef7-8c4b0dbb9649 req-058bbb6f-d343-45d3-a16b-4f3680ffdbcc tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1023278 Jun 16 16:11:35.033771 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-658be456-aab0-4024-8ef7-8c4b0dbb9649 req-c95027d6-5c6a-477e-9e5a-3d0f4f629757 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520451 Jun 16 16:11:35.059865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40616) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:35.314144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655d958-03de-4e11-9a45-5bf89f8e106a tempest-TestShelveInstance-1942399427 tempest-TestShelveInstance-1942399427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:35.315855 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b655d958-03de-4e11-9a45-5bf89f8e106a tempest-TestShelveInstance-1942399427 tempest-TestShelveInstance-1942399427-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1093 time: 0.2547057 Jun 16 16:11:35.320006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40622) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:35.325790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '92b38589-cee0-412c-b742-3e9806fc681f', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:11:35.332433 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:11:35.336595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Usage tracker for resource:floatingip and tenant:85ce61401c9045048ada5ed4a2aa92cb is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:11:35.339836 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:11:35.346987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:11:35.438639 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:35.606863 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:35.766817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Allocated IP 172.26.2.75 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/625ace5d-ed06-48fe-89a7-921ea83dbf53) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:35.939096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:36.098635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:36.172245 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:36.176303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:36.181097 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:11:36.211652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'Port': ['ID=625ace5d-ed06-48fe-89a7-921ea83dbf53,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:36.230841 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.232438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.232438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.232438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.232438 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.233135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.233135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.233135 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.233643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.233825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.234116 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.234437 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:36.315988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:36.664628 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:36.844463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:37.058772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:37.126200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:37.252145 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event updated for resources: {'Port': ['ID=625ace5d-ed06-48fe-89a7-921ea83dbf53,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:37.260811 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:37.433406 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Floating IP 78908cc7-dc07-47a6-949f-6dd38174b060 associated. External IP: 172.26.2.75, port: 92b38589-cee0-412c-b742-3e9806fc681f. Jun 16 16:11:37.929545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Router 60772754-49a9-4e9f-8461-1c9d58081f5d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:11:38.117579 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:11:38.131346 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] Sync routers for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:11:38.143863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:11:38.144532 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:11:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:38.263817 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:38.339342 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-730fd374-608c-429d-a41a-53b0e16d1941 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0177462 Jun 16 16:11:38.339960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:11:38.381002 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:11:38.390264 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014db124-51c8-44f2-91ce-f74df2bfb1ec'] response: {'name': 'network-changed', 'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f', 'status': 'completed', 'code': 200} Jun 16 16:11:38.502151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873f926-18d1-4832-bdda-507fb44afe8a req-2ae2bb2b-b295-4efe-bfaa-04ef4021409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:38.504397 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1873f926-18d1-4832-bdda-507fb44afe8a req-2ae2bb2b-b295-4efe-bfaa-04ef4021409d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.0928094 Jun 16 16:11:38.653342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873f926-18d1-4832-bdda-507fb44afe8a req-c821540f-0c42-4e21-8f9e-549bd480d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:38.654784 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1873f926-18d1-4832-bdda-507fb44afe8a req-c821540f-0c42-4e21-8f9e-549bd480d194 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1433322 Jun 16 16:11:38.763113 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1873f926-18d1-4832-bdda-507fb44afe8a req-374e8596-f185-4515-9a00-6be25705c844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 998 time: 0.1026149 Jun 16 16:11:38.781601 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '78908cc7-dc07-47a6-949f-6dd38174b060', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'floating_ip_address': '172.26.2.75', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'port_id': '92b38589-cee0-412c-b742-3e9806fc681f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'mac_address': 'fa:16:3e:08:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436da66d-90a3-462c-a087-e0f222aa8036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:36Z', 'revision_number': 0, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:38.786488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] Checking router: 60772754-49a9-4e9f-8461-1c9d58081f5d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:11:38.796048 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:11:38.796574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:11:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:38.831853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873f926-18d1-4832-bdda-507fb44afe8a req-b2417040-c147-4e36-87dc-a5cc182fa74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:38.833274 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1873f926-18d1-4832-bdda-507fb44afe8a req-b2417040-c147-4e36-87dc-a5cc182fa74c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0637751 Jun 16 16:11:38.926454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873f926-18d1-4832-bdda-507fb44afe8a req-4bc35566-e7a7-4b7b-83dd-e0cbad0b3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:11:38.927877 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1873f926-18d1-4832-bdda-507fb44afe8a req-4bc35566-e7a7-4b7b-83dd-e0cbad0b3b9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888577 Jun 16 16:11:38.991952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:11:39.088873 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1873f926-18d1-4832-bdda-507fb44afe8a req-5ee42994-13df-4caf-aaf4-b200bfb03365 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548190 Jun 16 16:11:39.231045 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1873f926-18d1-4832-bdda-507fb44afe8a req-b8e2da4b-293c-4928-8430-64860feb3077 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363139 Jun 16 16:11:39.388673 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '78908cc7-dc07-47a6-949f-6dd38174b060', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'floating_ip_address': '172.26.2.75', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'port_id': '92b38589-cee0-412c-b742-3e9806fc681f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'mac_address': 'fa:16:3e:08:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436da66d-90a3-462c-a087-e0f222aa8036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:36Z', 'revision_number': 0, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:39.394408 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92af7f-37b4-420f-9b39-766e2a6e6307 None None] The sync data for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv is: [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '78908cc7-dc07-47a6-949f-6dd38174b060', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'floating_ip_address': '172.26.2.75', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'port_id': '92b38589-cee0-412c-b742-3e9806fc681f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'mac_address': 'fa:16:3e:08:4c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436da66d-90a3-462c-a087-e0f222aa8036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:11:36Z', 'updated_at': '2022-06-16T16:11:36Z', 'revision_number': 0, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:11:39.622661 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc65f1f-7787-41e9-9355-3d79c29fbf6f None None] New status for floating IP 78908cc7-dc07-47a6-949f-6dd38174b060: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:11:44.567059 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:11:45.880728 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eba8ea84-2747-48f3-b8e4-ddc9da7d3182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:48.520894 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c24e54a3-79d2-498d-bc15-3270c655aca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:48.846825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:50.589715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.027392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:06.323556 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:11.132438 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3a8c6743-216f-4c16-a13e-117532902bce req-e1f7fbc3-44fe-4c4b-8bdd-a72e78491a3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1120102 Jun 16 16:12:11.411276 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c6743-216f-4c16-a13e-117532902bce req-91697ca1-59f1-4de9-9b48-7629c8cc5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:11.412839 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3a8c6743-216f-4c16-a13e-117532902bce req-91697ca1-59f1-4de9-9b48-7629c8cc5815 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.2012525 Jun 16 16:12:11.562775 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c6743-216f-4c16-a13e-117532902bce req-a922310a-6ea4-4dbd-b1a9-8c98d463832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:11.564452 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3a8c6743-216f-4c16-a13e-117532902bce req-a922310a-6ea4-4dbd-b1a9-8c98d463832d service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1325819 Jun 16 16:12:11.675557 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3a8c6743-216f-4c16-a13e-117532902bce req-dea010a7-156b-4122-87b4-3d721c2224bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 1000 time: 0.1050303 Jun 16 16:12:11.748084 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c6743-216f-4c16-a13e-117532902bce req-88b485af-057a-4091-b1b2-7e5d5f62751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:11.749531 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3a8c6743-216f-4c16-a13e-117532902bce req-88b485af-057a-4091-b1b2-7e5d5f62751c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0677779 Jun 16 16:12:11.836429 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c6743-216f-4c16-a13e-117532902bce req-2baba73f-1bba-4c4e-8ea2-58c28c849667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:11.837990 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3a8c6743-216f-4c16-a13e-117532902bce req-2baba73f-1bba-4c4e-8ea2-58c28c849667 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827928 Jun 16 16:12:11.998187 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3a8c6743-216f-4c16-a13e-117532902bce req-aa4534f2-d054-4aeb-ab90-44ef0d7bb0aa service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536016 Jun 16 16:12:12.150132 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3a8c6743-216f-4c16-a13e-117532902bce req-2deb4864-2409-40a2-8a03-63ef68784199 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451302 Jun 16 16:12:15.795924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b017750-e394-4e82-9af6-c329b3c81844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.646417 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a3c56121-4c61-4a79-a2bc-be69b347eb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.051886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.522377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:21.560961 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:12:21.835638 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:36.332055 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:45.841513 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43b51d76-5134-48f3-aeab-11d4d363c6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:48.497886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-94e153c0-f903-4ef0-bf4e-1cc28497d935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:48.886258 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:50.508624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:51.808930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:58.560391 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:13:06.383126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:12.126121 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-a703a2c4-9082-42bd-9655-241540081adb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828335 Jun 16 16:13:12.281991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-901f3ff3-5e46-46fc-89dd-06d06d01f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:12.283459 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-901f3ff3-5e46-46fc-89dd-06d06d01f921 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.0845883 Jun 16 16:13:12.435445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-d2699c0e-1f82-4c72-a2e8-1fbb75eb768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:12.436958 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-d2699c0e-1f82-4c72-a2e8-1fbb75eb768d service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1341033 Jun 16 16:13:12.543067 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-42abe855-d95e-4b08-9266-60866ea89566 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 1000 time: 0.0988526 Jun 16 16:13:12.606785 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-2a0168cb-45a2-4e72-872c-f85f6bc83e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:12.608255 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-2a0168cb-45a2-4e72-872c-f85f6bc83e30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0592976 Jun 16 16:13:12.693593 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-4a172ca7-07ff-471d-a2ff-c887aed34247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:12.694985 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-4a172ca7-07ff-471d-a2ff-c887aed34247 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813105 Jun 16 16:13:12.827460 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-abe2ae81-b393-4595-a038-9b8138925347 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255603 Jun 16 16:13:13.067618 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fcf9edd4-e0e9-441a-a05d-7604a2fd6fd6 req-5e9068ad-8240-46f5-a7ec-6cfe9df4b0a1 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346628 Jun 16 16:13:15.812357 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1986c4e-4a80-45cd-b26d-5eb9949e26b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:18.468619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-67601e17-406f-4544-b22c-cd63c97ae710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:18.842514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:20.508586 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:21.888207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:35.560426 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:13:36.330090 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:45.802447 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5a011b1d-ad3f-48f8-9229-cb1227101c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:48.482542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6247-38c8-4664-8ae1-424784485c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:48.925915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:50.508678 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:51.790748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.314239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.096478 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-bff75a30-a14f-434e-9eba-62a5dce4d0ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785978 Jun 16 16:14:12.252100 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-ff9cfb37-b8b2-4925-b1a3-7401f8f4544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:12.253688 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-ff9cfb37-b8b2-4925-b1a3-7401f8f4544d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.0849805 Jun 16 16:14:12.404917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-3e684f87-7e97-431f-ae52-40b0b6d7bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:12.406603 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-3e684f87-7e97-431f-ae52-40b0b6d7bcf7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1340625 Jun 16 16:14:12.523836 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-353be25a-9c48-429d-b11c-243445a96bda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 1000 time: 0.1102951 Jun 16 16:14:12.561040 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:14:12.602383 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-3c341b76-67e8-486e-b07d-f93f33b7f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:12.603861 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-3c341b76-67e8-486e-b07d-f93f33b7f369 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0739038 Jun 16 16:14:12.691140 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-9f572ec2-1917-46f4-b8d6-3694b3fcd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:12.692555 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-9f572ec2-1917-46f4-b8d6-3694b3fcd50c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824404 Jun 16 16:14:12.829231 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-1707671f-29b0-46f3-a232-0a835a46ff4b service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291609 Jun 16 16:14:12.964250 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-87f6778e-133f-4a0c-9a3d-5292b98e3496 req-bc565b49-d2c8-44d3-b397-2cdc83cfecf8 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287613 Jun 16 16:14:15.773839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5df4f5a0-311d-439a-b809-da0abe0f8ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.457320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-908e0538-ec63-48f0-bd3f-7779c8eed477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.779206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.487784 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.805798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.297013 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:45.800670 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0fd54564-26f7-4b30-848c-79e75f2372c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.445834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f23d-9701-46fb-9d1f-c227f20d4842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.782631 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.560718 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:14:50.560120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:51.784252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:58.010977 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0d65c-9d4f-4548-96f3-eb0f30dff15c req-dbfe706a-fb5c-4eb9-bc9d-6513d4f71d52 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:58.012452 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7ef0d65c-9d4f-4548-96f3-eb0f30dff15c req-dbfe706a-fb5c-4eb9-bc9d-6513d4f71d52 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1114919 Jun 16 16:14:58.060077 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7ef0d65c-9d4f-4548-96f3-eb0f30dff15c req-23c2ece5-e28f-43b9-89f8-8c04cabf0415 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414827 Jun 16 16:14:59.267147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec812-fb9d-4075-826e-162feed02012 req-3df88a47-4aa6-43f7-8ed2-f542ae9523ff tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:59.268640 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd4ec812-fb9d-4075-826e-162feed02012 req-3df88a47-4aa6-43f7-8ed2-f542ae9523ff tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0916221 Jun 16 16:14:59.322072 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bd4ec812-fb9d-4075-826e-162feed02012 req-e46ebe7a-8fa9-4cc8-9ba5-112952003379 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Jun 16 16:15:00.533569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a3519-78bc-4898-9c55-d2432fc74d0b req-3e722370-fa50-4529-affc-8aea7b47a501 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:00.535149 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-545a3519-78bc-4898-9c55-d2432fc74d0b req-3e722370-fa50-4529-affc-8aea7b47a501 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0970991 Jun 16 16:15:00.581952 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-545a3519-78bc-4898-9c55-d2432fc74d0b req-c66be864-f541-4eb6-bd19-f9d693210de9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399013 Jun 16 16:15:01.787348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73896807-fa04-425a-bbe9-0ef31f7138df req-7590c622-be4b-41c7-9616-5c14b699b2d5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:01.789562 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73896807-fa04-425a-bbe9-0ef31f7138df req-7590c622-be4b-41c7-9616-5c14b699b2d5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0935085 Jun 16 16:15:01.834203 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-73896807-fa04-425a-bbe9-0ef31f7138df req-fc043547-45c3-453a-8f4f-e6743d693eb1 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396643 Jun 16 16:15:03.043855 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bd603-16da-4edd-a25a-0a2b18465fc3 req-45e5e2eb-b9a8-4b34-b367-e968a433089f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:03.045306 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad5bd603-16da-4edd-a25a-0a2b18465fc3 req-45e5e2eb-b9a8-4b34-b367-e968a433089f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1000819 Jun 16 16:15:03.094431 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad5bd603-16da-4edd-a25a-0a2b18465fc3 req-9f5c62c6-3d36-4909-a5a9-997558f74119 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432749 Jun 16 16:15:04.289695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3208fa-914c-41ab-85f6-c24b56330370 req-1abdbb21-8196-4454-9f30-1bd92a837840 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:04.291189 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fa3208fa-914c-41ab-85f6-c24b56330370 req-1abdbb21-8196-4454-9f30-1bd92a837840 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0902822 Jun 16 16:15:04.335705 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fa3208fa-914c-41ab-85f6-c24b56330370 req-a4f7ea49-55e6-4309-87df-0e9d5285fc48 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384264 Jun 16 16:15:05.540745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913922c1-0acb-4a86-8b1b-b356c9bc6300 req-41990531-d062-4309-b0fa-359817aa509f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:05.542214 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-913922c1-0acb-4a86-8b1b-b356c9bc6300 req-41990531-d062-4309-b0fa-359817aa509f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0977573 Jun 16 16:15:05.593649 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-913922c1-0acb-4a86-8b1b-b356c9bc6300 req-baa61843-6387-4aee-ba7c-90431d9374c5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446091 Jun 16 16:15:06.325557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:06.792217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9925fbc-c699-49d9-b1c5-956601d136e7 req-0c031349-c063-4a76-a834-d7b2e200cd91 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:06.793681 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b9925fbc-c699-49d9-b1c5-956601d136e7 req-0c031349-c063-4a76-a834-d7b2e200cd91 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0888450 Jun 16 16:15:06.934255 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b9925fbc-c699-49d9-b1c5-956601d136e7 req-ae0a0bc9-16b9-4ad2-92d6-2bc3557a21a8 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345899 Jun 16 16:15:08.144454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6157f8e-404e-4e3e-99e7-65e33dc550af req-95bbf81b-e153-438f-bd56-5e984d564e9a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:08.144454 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6157f8e-404e-4e3e-99e7-65e33dc550af req-95bbf81b-e153-438f-bd56-5e984d564e9a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0971792 Jun 16 16:15:08.197073 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-d6157f8e-404e-4e3e-99e7-65e33dc550af req-16e7960b-6ef8-4dfd-8d37-82aa9b742e93 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460265 Jun 16 16:15:08.205235 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-26961b2b-107a-490d-99b7-54ae398b7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:08.211373 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-26961b2b-107a-490d-99b7-54ae398b7ef5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.0971560 Jun 16 16:15:08.344754 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-965d6c39-97a8-4fc3-996d-bb7cefb6f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:08.346299 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-965d6c39-97a8-4fc3-996d-bb7cefb6f261 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1339288 Jun 16 16:15:08.453737 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-c35195f1-371c-4434-a003-d0308c3b15d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 1000 time: 0.0997286 Jun 16 16:15:08.519587 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-996b6d91-c6a6-415f-9bf3-d5276c73f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:08.521645 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-996b6d91-c6a6-415f-9bf3-d5276c73f757 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0624182 Jun 16 16:15:08.609357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-91fb7cea-c3e5-4b9c-89e2-5faec24d057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:08.610783 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-91fb7cea-c3e5-4b9c-89e2-5faec24d057e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821674 Jun 16 16:15:08.620917 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-320c113b-9837-4283-a9b1-8468bcc0496f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:15:08.621957 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-320c113b-9837-4283-a9b1-8468bcc0496f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050607 Jun 16 16:15:08.752836 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-ad686e54-dfca-48f8-83c0-b7052299d7a4 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251740 Jun 16 16:15:09.006510 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7a7f9d07-72e2-400e-8560-eff1db0bae6e req-2cd31eeb-8587-45ca-907b-2189028f53c3 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481532 Jun 16 16:15:09.412630 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40aee8-785e-40a9-9501-13e0682e4af9 req-4bd17092-fbae-4f8d-99fb-c6f1f878a76a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:09.414149 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-df40aee8-785e-40a9-9501-13e0682e4af9 req-4bd17092-fbae-4f8d-99fb-c6f1f878a76a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0980840 Jun 16 16:15:09.471872 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-df40aee8-785e-40a9-9501-13e0682e4af9 req-e2f02d26-37cc-429c-abdb-7200c1a4c19f tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514181 Jun 16 16:15:10.678281 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e3c0-2178-4896-aaa1-8c57628f91be req-204eeafb-ba0c-447c-bada-4ef2b3a54a8a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:10.679827 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-18b5e3c0-2178-4896-aaa1-8c57628f91be req-204eeafb-ba0c-447c-bada-4ef2b3a54a8a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0998378 Jun 16 16:15:10.725535 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-18b5e3c0-2178-4896-aaa1-8c57628f91be req-dc4f9f25-e432-4576-bd11-ceb0ba6bbd7c tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397267 Jun 16 16:15:11.926962 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f46e52-4c7c-42a8-8738-5555e9a3994e req-92d443b8-8d4a-4008-a9a6-d9b69731a1fa tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:11.928432 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b9f46e52-4c7c-42a8-8738-5555e9a3994e req-92d443b8-8d4a-4008-a9a6-d9b69731a1fa tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0940335 Jun 16 16:15:12.006782 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b9f46e52-4c7c-42a8-8738-5555e9a3994e req-5afb1a43-c651-4bde-ac3d-aec8caa1c319 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712588 Jun 16 16:15:12.108982 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-ae7441c9-8f8e-4e9b-8498-5ebacf813b52 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943937 Jun 16 16:15:12.319751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-2a4bbc40-8823-4bda-aea8-2114858d140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:12.321214 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-2a4bbc40-8823-4bda-aea8-2114858d140a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.1325614 Jun 16 16:15:12.524317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-bc6e8d11-c909-48a3-8856-7ed0f7576aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:12.525743 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-bc6e8d11-c909-48a3-8856-7ed0f7576aa2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1819587 Jun 16 16:15:12.662790 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-05dd2a0e-43dd-44ea-8886-1b51afa1fcfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 1000 time: 0.1313155 Jun 16 16:15:12.742354 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-6b234d58-2d1a-408c-be14-e73d32285bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:12.744816 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-6b234d58-2d1a-408c-be14-e73d32285bf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0759461 Jun 16 16:15:12.748569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdabf3-ec2f-4335-ade0-4e7e15984c84 req-6c5dfb65-7c88-42cd-8aa1-aa23df3e2742 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:12.755672 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e3fdabf3-ec2f-4335-ade0-4e7e15984c84 req-6c5dfb65-7c88-42cd-8aa1-aa23df3e2742 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1104286 Jun 16 16:15:12.804813 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e3fdabf3-ec2f-4335-ade0-4e7e15984c84 req-d8f07fc8-9262-49c2-8e02-09b8467db147 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483840 Jun 16 16:15:12.904184 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-811567f2-6086-4326-a113-1c60467a27d9 req-0a2d6d23-2ba5-4f9c-884e-3b4a36ed0d72 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2010765 Jun 16 16:15:12.906170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-a10a4748-132a-439c-8bf2-7152d4b2a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:12.907529 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-a10a4748-132a-439c-8bf2-7152d4b2a33c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1577253 Jun 16 16:15:13.057668 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-3e0ac8a6-caaf-4143-a2ce-7ab634618540 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415615 Jun 16 16:15:13.201059 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-de364ed8-5567-4bdf-a8c3-9aa8712c1b3b req-0557dbbb-62b8-4076-8ab6-0f2653c3d45b service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383007 Jun 16 16:15:14.023745 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd1134-ea9c-4cdc-a52e-3939dbf3c2ca req-7d5675a8-a27c-4e62-9674-8de1281c06f9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:14.025295 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bccd1134-ea9c-4cdc-a52e-3939dbf3c2ca req-7d5675a8-a27c-4e62-9674-8de1281c06f9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1041305 Jun 16 16:15:14.086494 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bccd1134-ea9c-4cdc-a52e-3939dbf3c2ca req-be28c4b0-93f1-4a59-9009-15753010e406 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551906 Jun 16 16:15:14.320511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 92b38589-cee0-412c-b742-3e9806fc681f no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:15:14.473977 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 92b38589-cee0-412c-b742-3e9806fc681f is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:15:14.474362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:14.517888 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:14.532259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 92b38589-cee0-412c-b742-3e9806fc681f, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=92b38589-cee0-412c-b742-3e9806fc681f,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:14.563653 dv-neutron-846028-2-hyperv neutron-server[89747]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-85f88aef-f372-4a65-9a1e-ad5ae4263642']: {'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f', 'code': 422} returned with failed status Jun 16 16:15:14.635170 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:14.721746 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=92b38589-cee0-412c-b742-3e9806fc681f,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:14.731309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.731309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.731309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.731309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.731825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.731908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.732192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.732514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.732835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.733153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.733571 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:14.733903 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:15.318491 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2cb60-b60f-415d-a1d5-0f6258a68994 req-1067d560-0f8f-456a-ac7e-fd0680e5b0cd tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:15.319943 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-33c2cb60-b60f-415d-a1d5-0f6258a68994 req-1067d560-0f8f-456a-ac7e-fd0680e5b0cd tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1141567 Jun 16 16:15:15.373041 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-33c2cb60-b60f-415d-a1d5-0f6258a68994 req-53e4069c-1982-48b1-be82-1fd3496cdb67 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445817 Jun 16 16:15:15.784505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d8b7c971-a61c-471a-9930-8942213ae932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.604110 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755acf8-0715-4ef9-aba8-4c09661074a3 req-d12157c3-c105-4f72-b8d8-50c9ef8f0bd7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:16.605688 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2755acf8-0715-4ef9-aba8-4c09661074a3 req-d12157c3-c105-4f72-b8d8-50c9ef8f0bd7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1092260 Jun 16 16:15:16.653572 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2755acf8-0715-4ef9-aba8-4c09661074a3 req-16b98a55-1fb6-4f8e-bede-d8495b58d3f1 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Jun 16 16:15:17.439512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811567f2-6086-4326-a113-1c60467a27d9 req-417b48fb-21b3-4f90-9085-7b82328f18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.441146 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-811567f2-6086-4326-a113-1c60467a27d9 req-417b48fb-21b3-4f90-9085-7b82328f18cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036&tenant_id=85ce61401c9045048ada5ed4a2aa92cb HTTP/1.1" status: 200 len: 1096 time: 0.1173823 Jun 16 16:15:17.562210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811567f2-6086-4326-a113-1c60467a27d9 req-21c9c4e1-3b55-4a55-af55-be9cef989e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.563654 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-811567f2-6086-4326-a113-1c60467a27d9 req-21c9c4e1-3b55-4a55-af55-be9cef989e0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1096 time: 0.0973761 Jun 16 16:15:17.738307 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811567f2-6086-4326-a113-1c60467a27d9 req-ca8bda0a-8847-440f-b35e-1a9cc2d89560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.741014 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-811567f2-6086-4326-a113-1c60467a27d9 req-ca8bda0a-8847-440f-b35e-1a9cc2d89560 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1708968 Jun 16 16:15:17.894276 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-811567f2-6086-4326-a113-1c60467a27d9 req-9a6569c8-b46d-4ca9-a9dd-5b3924d63535 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 998 time: 0.1464925 Jun 16 16:15:17.908328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c349018-7a1f-4b19-9f3d-6cad48e3f688 req-6f164a1a-5b68-4e3f-8bb2-443b00cea9f7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.909851 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1c349018-7a1f-4b19-9f3d-6cad48e3f688 req-6f164a1a-5b68-4e3f-8bb2-443b00cea9f7 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1045640 Jun 16 16:15:17.966209 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1c349018-7a1f-4b19-9f3d-6cad48e3f688 req-ddab286f-d354-438f-9324-b6970c0533d9 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484977 Jun 16 16:15:17.979795 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811567f2-6086-4326-a113-1c60467a27d9 req-3126f678-c921-4441-940e-23e502b44cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.981606 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-811567f2-6086-4326-a113-1c60467a27d9 req-3126f678-c921-4441-940e-23e502b44cca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0818150 Jun 16 16:15:18.080783 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811567f2-6086-4326-a113-1c60467a27d9 req-8dd9944d-2705-4d69-a40f-52e16f3389e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:18.083085 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-811567f2-6086-4326-a113-1c60467a27d9 req-8dd9944d-2705-4d69-a40f-52e16f3389e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953310 Jun 16 16:15:18.352526 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-811567f2-6086-4326-a113-1c60467a27d9 req-79f4f637-1ac7-4c63-9820-0684c00b32cb service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635686 Jun 16 16:15:18.429714 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ba624a63-aa8c-47a8-9c34-cce669ca5022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.503636 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-811567f2-6086-4326-a113-1c60467a27d9 req-9ea46a39-8a39-4084-bf8c-96854b3dac20 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449008 Jun 16 16:15:18.807027 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.214736 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685086b-b2f5-493b-a482-e9f878f6fbeb req-db3ce913-29ec-4c15-8e71-63c996a86796 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:19.216210 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2685086b-b2f5-493b-a482-e9f878f6fbeb req-db3ce913-29ec-4c15-8e71-63c996a86796 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1043873 Jun 16 16:15:19.271122 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2685086b-b2f5-493b-a482-e9f878f6fbeb req-22bd4abd-b7f6-4726-8bbb-7b61c4804e73 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483885 Jun 16 16:15:20.502339 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae449423-314e-4f07-92d1-2d6a22364421 req-a465cac1-eeb9-416d-8e10-a1055a1eccfd tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:20.503876 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ae449423-314e-4f07-92d1-2d6a22364421 req-a465cac1-eeb9-416d-8e10-a1055a1eccfd tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1080906 Jun 16 16:15:20.521891 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:20.569288 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ae449423-314e-4f07-92d1-2d6a22364421 req-0772359b-8e89-4538-9a92-1ea964245550 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547957 Jun 16 16:15:21.790978 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832f99e-1a73-44f5-9670-d7403601526e req-2c945fcf-b0e9-4807-9f5b-0ada96a799b4 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:21.793000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0832f99e-1a73-44f5-9670-d7403601526e req-2c945fcf-b0e9-4807-9f5b-0ada96a799b4 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1062961 Jun 16 16:15:21.807305 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:21.846157 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-0832f99e-1a73-44f5-9670-d7403601526e req-a88052a2-d5f5-43ba-bf91-a56a2e7b244e tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Jun 16 16:15:23.094308 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5ce95-da16-4a6e-a480-b762fa87c867 req-254cedea-ca5d-49f4-b238-f011c9e81424 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:23.095967 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9ec5ce95-da16-4a6e-a480-b762fa87c867 req-254cedea-ca5d-49f4-b238-f011c9e81424 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1104143 Jun 16 16:15:23.156849 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-9ec5ce95-da16-4a6e-a480-b762fa87c867 req-21adc8eb-0dcb-4d83-b727-3d3753ab6242 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539098 Jun 16 16:15:24.373545 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f42f19-9280-4978-b721-467ce0bf9153 req-c70a454e-e539-4500-bdf1-2b96e9c6b0ec tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:24.375129 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0f42f19-9280-4978-b721-467ce0bf9153 req-c70a454e-e539-4500-bdf1-2b96e9c6b0ec tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.1011715 Jun 16 16:15:24.424163 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a0f42f19-9280-4978-b721-467ce0bf9153 req-85297ae8-2d55-4e8a-bfcc-506d7d03891c tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 Jun 16 16:15:25.631702 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc93dd-eca6-4ac8-8721-476a90895d58 req-47e01fd5-e8dc-45ae-bda5-db855401a9a4 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:25.633087 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b4bc93dd-eca6-4ac8-8721-476a90895d58 req-47e01fd5-e8dc-45ae-bda5-db855401a9a4 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 943 time: 0.0957978 Jun 16 16:15:25.685246 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b4bc93dd-eca6-4ac8-8721-476a90895d58 req-887b51ce-417d-4aec-8094-3273a396c739 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450454 Jun 16 16:15:26.398130 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 92b38589-cee0-412c-b742-3e9806fc681f details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:15:26.553148 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 92b38589-cee0-412c-b742-3e9806fc681f, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=92b38589-cee0-412c-b742-3e9806fc681f,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:26.561095 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:15:26.576684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '92b38589-cee0-412c-b742-3e9806fc681f', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'port_id': '92b38589-cee0-412c-b742-3e9806fc681f', 'mac_address': 'fa:16:3e:08:4c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:15:26.645091 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 92b38589-cee0-412c-b742-3e9806fc681f is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:15:26.645530 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:26.667911 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b38589-cee0-412c-b742-3e9806fc681f {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:26.689271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 92b38589-cee0-412c-b742-3e9806fc681f, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=92b38589-cee0-412c-b742-3e9806fc681f,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:26.761221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:26.836009 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=92b38589-cee0-412c-b742-3e9806fc681f,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:26.906739 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffde5e-7619-46df-bee9-0d853354bdef req-d6236ccb-e9f2-479e-822c-c2df569a7dc0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:26.908326 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-beffde5e-7619-46df-bee9-0d853354bdef req-d6236ccb-e9f2-479e-822c-c2df569a7dc0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 944 time: 0.1033809 Jun 16 16:15:26.959220 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-beffde5e-7619-46df-bee9-0d853354bdef req-58efec96-bfc8-48f4-bc50-c0783a112e14 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450108 Jun 16 16:15:27.002123 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['92b38589-cee0-412c-b742-3e9806fc681f'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:15:28.303809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894b894-fa7c-4c9e-b7c5-4f674e516a59 req-d0be2b81-1e95-4330-9705-5acf2340e850 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:28.305472 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b894b894-fa7c-4c9e-b7c5-4f674e516a59 req-d0be2b81-1e95-4330-9705-5acf2340e850 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 944 time: 0.2163353 Jun 16 16:15:28.353978 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b894b894-fa7c-4c9e-b7c5-4f674e516a59 req-8c0c0ed3-58ca-4ab0-a1d1-bdfea3fb700b tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420396 Jun 16 16:15:28.397837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 92b38589-cee0-412c-b742-3e9806fc681f up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:28.481692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 92b38589-cee0-412c-b742-3e9806fc681f triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:28.482057 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:28.629741 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 92b38589-cee0-412c-b742-3e9806fc681f is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:15:28.630049 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:28.659383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:28.670703 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 92b38589-cee0-412c-b742-3e9806fc681f, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=92b38589-cee0-412c-b742-3e9806fc681f,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:28.705248 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c190b512-f6d9-4bcd-940d-27014119150e'] response: {'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f', 'code': 200} Jun 16 16:15:28.822914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:28.890679 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=92b38589-cee0-412c-b742-3e9806fc681f,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:29.113760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccf49b-96d4-4c5a-8fbf-3ff81559fa9c req-d429038c-10c5-49f0-a95f-945b39c72c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:29.115298 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09ccf49b-96d4-4c5a-8fbf-3ff81559fa9c req-d429038c-10c5-49f0-a95f-945b39c72c05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.0908084 Jun 16 16:15:29.157130 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-09ccf49b-96d4-4c5a-8fbf-3ff81559fa9c req-ffe52f07-c6f6-42eb-a226-18b0b2368407 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360329 Jun 16 16:15:29.577847 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e6544-7c94-4af5-95b5-d196f17e333e req-b24c92f2-8bc7-4b5d-b96e-1a4be69ec661 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:29.579666 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ea8e6544-7c94-4af5-95b5-d196f17e333e req-b24c92f2-8bc7-4b5d-b96e-1a4be69ec661 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1097684 Jun 16 16:15:29.626718 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ea8e6544-7c94-4af5-95b5-d196f17e333e req-a9dfb188-f50c-4540-b619-40cc80fa3514 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403192 Jun 16 16:15:30.837107 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9d751-1907-4334-a4b8-769636239db5 req-1e930aab-0577-49cb-b127-7a0ee25e9b01 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:30.838692 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51a9d751-1907-4334-a4b8-769636239db5 req-1e930aab-0577-49cb-b127-7a0ee25e9b01 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.0983229 Jun 16 16:15:30.888261 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-51a9d751-1907-4334-a4b8-769636239db5 req-c033d36e-9277-4406-9869-c85f18f2cc81 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429077 Jun 16 16:15:36.417000 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.788400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f0835533-c45b-4226-991c-1d87b390c01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.457889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8253e86e-dbb3-422e-8398-ddc1f8ca8aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.959171 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.536061 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.829178 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.560724 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:16:06.394511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.135992 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-cc9f3a47-119a-487c-93f6-f57667255520 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1185088 Jun 16 16:16:13.373895 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-6b39f11d-b990-4c54-89f1-0b690f279710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:13.375432 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-6b39f11d-b990-4c54-89f1-0b690f279710 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.1380036 Jun 16 16:16:13.545197 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-caa26baf-37e9-4222-818f-1ad8a6b90ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:13.546616 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-caa26baf-37e9-4222-818f-1ad8a6b90ecd service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1442151 Jun 16 16:16:13.661569 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-761ff89d-a783-4d01-aefa-b6af2524c282 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 1000 time: 0.1075454 Jun 16 16:16:13.732233 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-38fcfdb3-461f-4740-8544-2058b32960d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:13.733770 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-38fcfdb3-461f-4740-8544-2058b32960d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0657170 Jun 16 16:16:13.821012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-369306e9-6f54-4f33-a438-1716460d165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:13.822479 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-369306e9-6f54-4f33-a438-1716460d165f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825074 Jun 16 16:16:13.959030 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-7f5cbe56-3802-4262-995e-bf0a82a9735b service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304846 Jun 16 16:16:14.095217 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8b1a27c1-b82e-4470-89d2-13fa2ec60a9e req-fab890cb-327f-41fe-8524-837c7004d29c service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301765 Jun 16 16:16:15.905283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f1483791-ac04-4a69-81d5-cff0be5626e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.446896 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69679157-f3cb-4ff2-806a-e9a085882b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.834588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:20.521618 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:21.943345 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:36.349498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:40.560083 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:16:45.896866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8c3af45a-e02e-4313-b935-23943ca4d7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:48.497485 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5092e6fe-39ae-48db-89b0-abf688fa784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:48.971155 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:50.537925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:51.818172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:06.382204 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.209104 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-79f4c1de-cab1-465c-8f76-1d451f89e6f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1785634 Jun 16 16:17:15.358602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-ea95b89c-4511-4b76-b38c-d5a38a6c4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:15.360071 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-ea95b89c-4511-4b76-b38c-d5a38a6c4e53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.0814624 Jun 16 16:17:15.518629 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-2f63120d-1d6e-420c-9e70-d6552b775109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:15.523058 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-2f63120d-1d6e-420c-9e70-d6552b775109 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1292615 Jun 16 16:17:15.631135 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-c93825a4-e6f4-42e4-be31-d9028414db89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 1000 time: 0.1043980 Jun 16 16:17:15.716352 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-859b0719-a79f-4503-9b3f-83651c182d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:15.717770 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-859b0719-a79f-4503-9b3f-83651c182d09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0765443 Jun 16 16:17:15.836580 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-8fc2edf9-90d1-4c8f-94f3-51837c02b0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.923284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-72dab92a-0386-431d-9b19-796672e3d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:15.924779 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-72dab92a-0386-431d-9b19-796672e3d5a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1980724 Jun 16 16:17:16.069888 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-d2f3cbe2-1fab-48a7-ba2f-c01dc3f99bb3 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382518 Jun 16 16:17:16.214865 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-ab5f9d7d-957a-4027-add5-f18e2a0fadf8 req-be5e44c7-b1cd-48af-8d75-dc410705fff3 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378644 Jun 16 16:17:17.559968 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:17:18.502050 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9333094a-0f0e-448e-9a7c-4ec83d1f10a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.908574 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:20.566853 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.862153 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:36.377272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:45.828229 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2f63e5dc-44a6-42cc-ac7c-8c92a35c8abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:46.916410 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40882) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:47.372069 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Deleting port 625ace5d-ed06-48fe-89a7-921ea83dbf53 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:17:47.372407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.637255 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.637535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.775066 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Calling delete_port for 625ace5d-ed06-48fe-89a7-921ea83dbf53 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:17:48.028062 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.074450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event deleted for resources: {'Port': ['ID=625ace5d-ed06-48fe-89a7-921ea83dbf53,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:48.119282 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.119636 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.119982 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.120317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.120650 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.120985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.121314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.121955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.122286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.122611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.122955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.123279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:48.183694 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.184031 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Floating IP 78908cc7-dc07-47a6-949f-6dd38174b060 disassociated (deleted). External IP: 172.26.2.75, port: 92b38589-cee0-412c-b742-3e9806fc681f. Jun 16 16:17:48.440110 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2d6356e9-b15c-4ba7-9670-14644d60ac27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.662187 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Router 60772754-49a9-4e9f-8461-1c9d58081f5d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:17:48.799421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.844942 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:48.856059 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] Sync routers for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:48.862012 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.865224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:17:48.865836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:48.923187 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-f9648477-209f-4fb2-9d82-a3f0afbd48d6 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "DELETE /v2.0/floatingips/78908cc7-dc07-47a6-949f-6dd38174b060 HTTP/1.1" status: 204 len: 168 time: 2.0054755 Jun 16 16:17:48.923927 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:49.068454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:17:49.471070 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:49.476207 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] Checking router: 60772754-49a9-4e9f-8461-1c9d58081f5d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:49.487336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:17:49.487960 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:49.679311 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:17:50.010659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:50.015588 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af012e-95df-4f95-a7a0-53d2338fd98a None None] The sync data for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv is: [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:05:37Z', 'revision_number': 4, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '92e628ce-a535-4644-ad50-88d7a486711c', 'name': '', 'network_id': '09dca511-e50f-42a4-92b9-e5ae8eb8bda4', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'mac_address': 'fa:16:3e:6c:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:36Z', 'updated_at': '2022-06-16T16:05:43Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'subnets': [{'id': '11d98826-fb46-4c4b-bbc8-18e31d2cb7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:50.131474 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62446a4f-7c2a-45be-94c4-9aa6a73718dd'] response: {'name': 'network-changed', 'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f', 'status': 'completed', 'code': 200} Jun 16 16:17:50.257567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-6a0d31b7-09f8-4540-9893-11f3d5a14fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:50.262037 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-6a0d31b7-09f8-4540-9893-11f3d5a14fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 1098 time: 0.1016743 Jun 16 16:17:50.301032 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fc943-7a84-4335-801b-041d18a7b9da None None] New status for floating IP 78908cc7-dc07-47a6-949f-6dd38174b060: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:17:50.416840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-69a562b1-8421-49b1-b28d-72116b74e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:50.419809 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-69a562b1-8421-49b1-b28d-72116b74e641 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 200 len: 909 time: 0.1535993 Jun 16 16:17:50.520693 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-bdbf5a6f-21ba-4d75-81fb-f1099bcf452e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 200 len: 217 time: 0.0917799 Jun 16 16:17:50.593907 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-27933673-0dbb-4349-9323-b782a65d2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:50.595952 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-27933673-0dbb-4349-9323-b782a65d2ee2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 200 len: 847 time: 0.0712473 Jun 16 16:17:50.633804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.706368 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-d0e872a2-7919-430f-ab8f-195c7e95b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:50.708758 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-d0e872a2-7919-430f-ab8f-195c7e95b8f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09dca511-e50f-42a4-92b9-e5ae8eb8bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1037436 Jun 16 16:17:50.866782 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-70355be4-77a3-44ec-acbd-194be3e8e98d service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499324 Jun 16 16:17:51.010539 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-93eb858b-b4fd-4776-a25c-e99c056ca05f req-27fec72d-b894-4a6b-ba5d-ecf7664b6ac8 service neutron] 10.222.0.46 "GET /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373470 Jun 16 16:17:51.022003 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2f8e7-fd85-4aa9-9839-e8e4a1c1e574 req-51db5a53-3050-483f-96f2-0da21e46bed0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:51.023502 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-60d2f8e7-fd85-4aa9-9839-e8e4a1c1e574 req-51db5a53-3050-483f-96f2-0da21e46bed0 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1453390 Jun 16 16:17:51.068756 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-60d2f8e7-fd85-4aa9-9839-e8e4a1c1e574 req-e0b5d71b-9608-4af8-85bd-311cd17d515d tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391195 Jun 16 16:17:51.816634 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.320123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95248148-f2f6-4f09-886a-b5f4ff785d10 req-54d84a9f-ddbc-4302-803f-757ba0322514 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:52.321591 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-95248148-f2f6-4f09-886a-b5f4ff785d10 req-54d84a9f-ddbc-4302-803f-757ba0322514 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.1367209 Jun 16 16:17:52.365900 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-95248148-f2f6-4f09-886a-b5f4ff785d10 req-7d4f4837-077d-448e-a2a9-c411d481b7f5 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/security-groups?id=212e7582-7f43-46c8-aaff-9cc0577cb554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383530 Jun 16 16:17:52.532471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-7c9a0d7a-99e5-47cd-841d-4a881d39e3ea tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:52.533180 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-7c9a0d7a-99e5-47cd-841d-4a881d39e3ea tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Synchronizing usage tracker for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:17:52.650808 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-7c9a0d7a-99e5-47cd-841d-4a881d39e3ea tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Unset dirty status for tenant:85ce61401c9045048ada5ed4a2aa92cb on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:17:52.651903 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-7c9a0d7a-99e5-47cd-841d-4a881d39e3ea tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.46 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 945 time: 0.2069998 Jun 16 16:17:52.733361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-01d6bffe-f706-43c9-8728-9b0f8ff2aed2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Deleting port 92b38589-cee0-412c-b742-3e9806fc681f {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:17:52.733698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-01d6bffe-f706-43c9-8728-9b0f8ff2aed2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.983472 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-01d6bffe-f706-43c9-8728-9b0f8ff2aed2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] For port 92b38589-cee0-412c-b742-3e9806fc681f, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=92b38589-cee0-412c-b742-3e9806fc681f,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:52.983751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-01d6bffe-f706-43c9-8728-9b0f8ff2aed2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.243657 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-01d6bffe-f706-43c9-8728-9b0f8ff2aed2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Calling delete_port for 92b38589-cee0-412c-b742-3e9806fc681f owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:17:53.485457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-01d6bffe-f706-43c9-8728-9b0f8ff2aed2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.527244 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-b12f9e09-dd49-4f74-9d50-78becf7a91cf req-c84b2924-501a-4724-8000-8784ec599378 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 210 time: 0.0504994 Jun 16 16:17:53.536569 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6bffe-f706-43c9-8728-9b0f8ff2aed2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event deleted for resources: {'Port': ['ID=92b38589-cee0-412c-b742-3e9806fc681f,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:53.634395 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-01d6bffe-f706-43c9-8728-9b0f8ff2aed2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] No DVR routers for this DVR port 92b38589-cee0-412c-b742-3e9806fc681f on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:17:53.637166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-01d6bffe-f706-43c9-8728-9b0f8ff2aed2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.641238 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'name': 'network-vif-deleted', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:53.684542 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4703ff2-ab6d-4762-b31f-75bf467539c3'] response: {'server_uuid': '436da66d-90a3-462c-a087-e0f222aa8036', 'name': 'network-vif-deleted', 'tag': '92b38589-cee0-412c-b742-3e9806fc681f', 'status': 'completed', 'code': 200} Jun 16 16:17:53.839802 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-6fec59a0-9ac9-4767-baf8-355a6ed70ae0 req-01d6bffe-f706-43c9-8728-9b0f8ff2aed2 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.46 "DELETE /v2.0/ports/92b38589-cee0-412c-b742-3e9806fc681f HTTP/1.1" status: 204 len: 173 time: 1.1817844 Jun 16 16:17:54.560030 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:17:54.705364 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cbaa2528-d41d-4467-8f70-e90daa881909 req-73c99e68-9595-46a8-b915-08b5bd18baa1 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 210 time: 0.0561867 Jun 16 16:17:55.044539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 92b38589-cee0-412c-b742-3e9806fc681f no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:55.079042 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 92b38589-cee0-412c-b742-3e9806fc681f {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:17:55.079414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 92b38589-cee0-412c-b742-3e9806fc681f not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:55.888057 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-15d30b62-7e9a-43de-b9c0-4b957135d50c req-aef1ae7c-4f21-42f4-9dda-71961b70a445 tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "GET /v2.0/ports?device_id=436da66d-90a3-462c-a087-e0f222aa8036 HTTP/1.1" status: 200 len: 210 time: 0.0505085 Jun 16 16:17:56.987224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40916) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:57.072201 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-51d36c45-e65e-4fb4-9dbc-295469e4449a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.107408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-51d36c45-e65e-4fb4-9dbc-295469e4449a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.294508 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-51d36c45-e65e-4fb4-9dbc-295469e4449a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.314512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d36c45-e65e-4fb4-9dbc-295469e4449a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e7582-7f43-46c8-aaff-9cc0577cb554,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:57.456853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-51d36c45-e65e-4fb4-9dbc-295469e4449a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.466169 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-51d36c45-e65e-4fb4-9dbc-295469e4449a tempest-TestShelveInstance-1602403121 tempest-TestShelveInstance-1602403121-project] 10.222.0.73 "DELETE /v2.0/security-groups/212e7582-7f43-46c8-aaff-9cc0577cb554 HTTP/1.1" status: 204 len: 168 time: 0.4709396 Jun 16 16:17:57.699798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40922) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:58.496599 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:58.963994 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Deleting port 92e628ce-a535-4644-ad50-88d7a486711c {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:17:58.964684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.142191 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] For port 92e628ce-a535-4644-ad50-88d7a486711c, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=92e628ce-a535-4644-ad50-88d7a486711c,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:59.142758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.272328 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Calling delete_port for 92e628ce-a535-4644-ad50-88d7a486711c owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:17:59.748024 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.796617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Pushing event deleted for resources: {'Port': ['ID=92e628ce-a535-4644-ad50-88d7a486711c,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:59.846181 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.846532 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.846873 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.847233 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.847565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.847896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.848814 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.849104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.849434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.849796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.850119 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:59.850435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:00.087336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:00.562126 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Router 60772754-49a9-4e9f-8461-1c9d58081f5d has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:18:00.756617 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:00.765804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] Sync routers for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:00.769225 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-365f80d3-dd35-4af8-9abb-892af3850141 admin admin] 10.222.0.73 "PUT /v2.0/routers/60772754-49a9-4e9f-8461-1c9d58081f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0677183 Jun 16 16:18:00.771102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40928) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:00.775262 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:00.775883 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:00.958626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:01.020905 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:01.167049 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:01.273870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Deleting port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:18:01.274156 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:01.360509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:17:59Z', 'revision_number': 5, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port': {'id': '77a9963b-f5ee-4ca2-b187-d3f3c01a5e63', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:33Z', 'updated_at': '2022-06-16T16:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:01.365358 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] Checking router: 60772754-49a9-4e9f-8461-1c9d58081f5d for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:01.375180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] Routers {'60772754-49a9-4e9f-8461-1c9d58081f5d'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:01.375798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['60772754-49a9-4e9f-8461-1c9d58081f5d'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:01.485631 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] For port 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=77a9963b-f5ee-4ca2-b187-d3f3c01a5e63,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:01.485912 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:01.546293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] Set router 60772754-49a9-4e9f-8461-1c9d58081f5d gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:01.617767 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Calling delete_port for 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:18:01.656785 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:18:01Z', 'revision_number': 6, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:01.659237 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff44b4-bc54-4ddd-aaf4-a5258ea86529 None None] The sync data for ids ['60772754-49a9-4e9f-8461-1c9d58081f5d'] in dv-neutron-846028-2-hyperv is: [{'id': '60772754-49a9-4e9f-8461-1c9d58081f5d', 'name': 'tempest-TestShelveInstance-368702590-router', 'tenant_id': '85ce61401c9045048ada5ed4a2aa92cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:32Z', 'updated_at': '2022-06-16T16:18:01Z', 'revision_number': 6, 'project_id': '85ce61401c9045048ada5ed4a2aa92cb', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:01.896450 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.062624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a9963b-f5ee-4ca2-b187-d3f3c01a5e63,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:02.166960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.357159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.359527 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.468096 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.468861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60772754-49a9-4e9f-8461-1c9d58081f5d {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:18:02.484995 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.486740 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-490a5f87-c7ed-4ac8-b337-9c21b9deeab4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/60772754-49a9-4e9f-8461-1c9d58081f5d HTTP/1.1" status: 204 len: 168 time: 1.7145915 Jun 16 16:18:02.489874 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40932) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:02.552193 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f632618-ad0c-4672-8cfb-e37002d57228 admin admin] Deleting subnet 11d98826-fb46-4c4b-bbc8-18e31d2cb7ee {{(pid=89746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 16:18:02.555566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7f632618-ad0c-4672-8cfb-e37002d57228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.610284 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7f632618-ad0c-4672-8cfb-e37002d57228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749956'] for subnet, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.705194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7f632618-ad0c-4672-8cfb-e37002d57228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.896819 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7f632618-ad0c-4672-8cfb-e37002d57228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14128387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15194058'] for subnet, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.939790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632618-ad0c-4672-8cfb-e37002d57228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d98826-fb46-4c4b-bbc8-18e31d2cb7ee,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:02.943963 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7f632618-ad0c-4672-8cfb-e37002d57228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:02.950584 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7f632618-ad0c-4672-8cfb-e37002d57228 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/11d98826-fb46-4c4b-bbc8-18e31d2cb7ee HTTP/1.1" status: 204 len: 168 time: 0.4596937 Jun 16 16:18:02.950811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13f6f3-c82e-432a-be7d-600475803114 None None] Network 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:18:02.953452 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40936) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:03.097235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:03.117404 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Deleting port 1279470f-6f0a-4114-a71e-f66378f0e7e0 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:18:03.117740 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:03.193549 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:18:03.229551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:18:03.229811 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 77a9963b-f5ee-4ca2-b187-d3f3c01a5e63 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:18:03.230238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 92e628ce-a535-4644-ad50-88d7a486711c no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:18:03.271310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 92e628ce-a535-4644-ad50-88d7a486711c {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:18:03.271310 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 92e628ce-a535-4644-ad50-88d7a486711c not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:18:03.321517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] DHCP port deletion for 09dca511-e50f-42a4-92b9-e5ae8eb8bda4 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 16:18:03.327497 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] Deleting port 1279470f-6f0a-4114-a71e-f66378f0e7e0 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:18:03.328127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:03.384682 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] For port 1279470f-6f0a-4114-a71e-f66378f0e7e0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1279470f-6f0a-4114-a71e-f66378f0e7e0,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:03.385265 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:03.558651 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Calling delete_port for 1279470f-6f0a-4114-a71e-f66378f0e7e0 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:18:03.601019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] For port 1279470f-6f0a-4114-a71e-f66378f0e7e0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=1279470f-6f0a-4114-a71e-f66378f0e7e0,segment=NetworkSegment(098cf106-d9ed-40bb-9699-289685d0f410),segment_id=098cf106-d9ed-40bb-9699-289685d0f410)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:03.601624 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:03.736697 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] Calling delete_port for 1279470f-6f0a-4114-a71e-f66378f0e7e0 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:18:03.781796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:03.833890 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Pushing event deleted for resources: {'Port': ['ID=1279470f-6f0a-4114-a71e-f66378f0e7e0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:03.837782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] No DVR routers for this DVR port 1279470f-6f0a-4114-a71e-f66378f0e7e0 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:18:03.875375 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:18:03.875870 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:18:03.959892 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:03.986768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dca511-e50f-42a4-92b9-e5ae8eb8bda4']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:04.003640 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098cf106-d9ed-40bb-9699-289685d0f410') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:04.003938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098cf106-d9ed-40bb-9699-289685d0f410') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:04.015493 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.031606 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.038372 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:18:04.045338 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.257565 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.265013 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.299775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] Pushing event deleted for resources: {'Network': ['ID=09dca511-e50f-42a4-92b9-e5ae8eb8bda4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:04.312994 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 098cf106-d9ed-40bb-9699-289685d0f410 resource provider aggregate not found Jun 16 16:18:04.329175 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 098cf106-d9ed-40bb-9699-289685d0f410 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 098cf106-d9ed-40bb-9699-289685d0f410 found for delete ", "request_id": "req-4d7f503f-aa27-4721-8f2b-bc3e96a5ff51"}]} Jun 16 16:18:04.377273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] Deleting port 1279470f-6f0a-4114-a71e-f66378f0e7e0 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:18:04.377824 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.424313 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b7d2d964-5f85-470e-b1f4-1db864b3d383 admin admin] 10.222.0.73 "DELETE /v2.0/networks/09dca511-e50f-42a4-92b9-e5ae8eb8bda4 HTTP/1.1" status: 204 len: 168 time: 1.4694235 Jun 16 16:18:04.428857 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40948) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:04.449655 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-81fa215b-571b-4f48-a626-931b26de2a8b None None] The port '1279470f-6f0a-4114-a71e-f66378f0e7e0' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 16:18:05.188657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1279470f-6f0a-4114-a71e-f66378f0e7e0 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:18:05.226581 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 1279470f-6f0a-4114-a71e-f66378f0e7e0 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:18:05.226925 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 1279470f-6f0a-4114-a71e-f66378f0e7e0 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:18:05.265074 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.667454 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] Deleting port b157668f-7e92-47bb-99de-8171dcca18e1 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:18:05.667796 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.871668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] For port b157668f-7e92-47bb-99de-8171dcca18e1, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b157668f-7e92-47bb-99de-8171dcca18e1,segment=NetworkSegment(1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62),segment_id=1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:05.872293 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.000543 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] Calling delete_port for b157668f-7e92-47bb-99de-8171dcca18e1 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:18:06.285310 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.348829 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b157668f-7e92-47bb-99de-8171dcca18e1,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:06.406614 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.817775 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:07.259244 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] Router 7ce364e0-6506-402f-a706-9c3e6ef05b69 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:18:07.477192 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:07.490194 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] Sync routers for ids ['7ce364e0-6506-402f-a706-9c3e6ef05b69'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:07.503068 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] Routers {'7ce364e0-6506-402f-a706-9c3e6ef05b69'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:07.509338 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7ce364e0-6506-402f-a706-9c3e6ef05b69'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:07.579931 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-e03d3365-2838-45ec-9784-68ae29a91fe1 admin admin] 10.222.0.73 "PUT /v2.0/routers/7ce364e0-6506-402f-a706-9c3e6ef05b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1494246 Jun 16 16:18:07.582277 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40952) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:07.761105 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] Set router 7ce364e0-6506-402f-a706-9c3e6ef05b69 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:07.867848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Notify callbacks [] for router, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.125721 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.194249 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Deleting port b4888f6d-af3e-4581-a6db-3a7446a2c990 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:18:08.194566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.227571 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'name': 'tempest-TestShelveInstance-411193806-router', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:42Z', 'updated_at': '2022-06-16T16:18:06Z', 'revision_number': 5, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'gw_port': {'id': 'b4888f6d-af3e-4581-a6db-3a7446a2c990', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:05:43Z', 'updated_at': '2022-06-16T16:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:08.234483 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] Checking router: 7ce364e0-6506-402f-a706-9c3e6ef05b69 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:08.252725 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] Routers {'7ce364e0-6506-402f-a706-9c3e6ef05b69'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:08.253267 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:17:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['7ce364e0-6506-402f-a706-9c3e6ef05b69'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:08.419133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] For port b4888f6d-af3e-4581-a6db-3a7446a2c990, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b4888f6d-af3e-4581-a6db-3a7446a2c990,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:08.419405 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.470688 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] Set router 7ce364e0-6506-402f-a706-9c3e6ef05b69 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:08.566955 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Calling delete_port for b4888f6d-af3e-4581-a6db-3a7446a2c990 owned by network:router_gateway {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:18:08.615704 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'name': 'tempest-TestShelveInstance-411193806-router', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:42Z', 'updated_at': '2022-06-16T16:18:08Z', 'revision_number': 6, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:08.620393 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78498caf-929b-495b-b776-3c71b2e8704c None None] The sync data for ids ['7ce364e0-6506-402f-a706-9c3e6ef05b69'] in dv-neutron-846028-2-hyperv is: [{'id': '7ce364e0-6506-402f-a706-9c3e6ef05b69', 'name': 'tempest-TestShelveInstance-411193806-router', 'tenant_id': 'a278cae1242742e6bfc57b8070e33f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:05:42Z', 'updated_at': '2022-06-16T16:18:08Z', 'revision_number': 6, 'project_id': 'a278cae1242742e6bfc57b8070e33f70', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:08.919369 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.972518 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4888f6d-af3e-4581-a6db-3a7446a2c990,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:09.088665 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.265878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.268191 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.373005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.375361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce364e0-6506-402f-a706-9c3e6ef05b69 {{(pid=89746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:18:09.395941 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.397568 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a609352c-f76b-440e-861e-8f317f3b729e admin admin] 10.222.0.73 "DELETE /v2.0/routers/7ce364e0-6506-402f-a706-9c3e6ef05b69 HTTP/1.1" status: 204 len: 168 time: 1.8134947 Jun 16 16:18:09.401240 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40956) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:09.455652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b157668f-7e92-47bb-99de-8171dcca18e1 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:18:09.492584 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0bb7ce-08eb-4ff9-945f-9f94d98c5a07 admin admin] Deleting subnet 7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 16:18:09.496060 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb7ce-08eb-4ff9-945f-9f94d98c5a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.500564 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: b157668f-7e92-47bb-99de-8171dcca18e1 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:18:09.500924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b157668f-7e92-47bb-99de-8171dcca18e1 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:18:09.501489 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b4888f6d-af3e-4581-a6db-3a7446a2c990 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:18:09.548012 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: b4888f6d-af3e-4581-a6db-3a7446a2c990 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:18:09.548666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b4888f6d-af3e-4581-a6db-3a7446a2c990 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:18:09.558587 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb7ce-08eb-4ff9-945f-9f94d98c5a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.650103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb7ce-08eb-4ff9-945f-9f94d98c5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.811618 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb7ce-08eb-4ff9-945f-9f94d98c5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.853514 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bb7ce-08eb-4ff9-945f-9f94d98c5a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:09.857217 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb7ce-08eb-4ff9-945f-9f94d98c5a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.865529 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6d0bb7ce-08eb-4ff9-945f-9f94d98c5a07 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7f9c24d2-74b4-4e22-a3ed-a6dced70c9a5 HTTP/1.1" status: 204 len: 168 time: 0.4628258 Jun 16 16:18:09.866265 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872e99b1-b5cf-4d5b-958a-f6750f2a040d None None] Network d2bb8595-4bdb-423a-a2ce-c596e145dd02 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:18:09.867997 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 40960) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:09.977021 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.987953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Deleting port 487a7225-97c5-47e2-9db1-791b2cda26ce {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:18:09.988292 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.171997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] DHCP port deletion for d2bb8595-4bdb-423a-a2ce-c596e145dd02 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 16:18:10.176928 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] Deleting port 487a7225-97c5-47e2-9db1-791b2cda26ce {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:18:10.177475 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.228118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] For port 487a7225-97c5-47e2-9db1-791b2cda26ce, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=487a7225-97c5-47e2-9db1-791b2cda26ce,segment=NetworkSegment(1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62),segment_id=1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:10.228619 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.414272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] For port 487a7225-97c5-47e2-9db1-791b2cda26ce, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=487a7225-97c5-47e2-9db1-791b2cda26ce,segment=NetworkSegment(1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62),segment_id=1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:10.414505 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.485116 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Calling delete_port for 487a7225-97c5-47e2-9db1-791b2cda26ce owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:18:10.536077 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] Calling delete_port for 487a7225-97c5-47e2-9db1-791b2cda26ce owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:18:10.730803 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.737371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:18:10.737846 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:18:10.782644 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=487a7225-97c5-47e2-9db1-791b2cda26ce,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:10.784470 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] No DVR routers for this DVR port 487a7225-97c5-47e2-9db1-791b2cda26ce on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:18:10.906444 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.941648 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bb8595-4bdb-423a-a2ce-c596e145dd02']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:10.956473 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:10.957976 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:10.973671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:10.992405 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.000195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:18:11.003657 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.080310 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62 resource provider aggregate not found Jun 16 16:18:11.103922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b94cfd1-4b3d-4af4-b83e-eb78c55d0a62 found for delete ", "request_id": "req-f748bd15-b401-4a05-8a0c-9cd2e5640681"}]} Jun 16 16:18:11.186999 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 487a7225-97c5-47e2-9db1-791b2cda26ce no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:18:11.216341 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.233581 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.243931 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] Deleting port 487a7225-97c5-47e2-9db1-791b2cda26ce {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:18:11.244283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.250348 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2bb8595-4bdb-423a-a2ce-c596e145dd02,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:11.254000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b9d47f6e-4868-4ade-acd3-4db261dbfee4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d2bb8595-4bdb-423a-a2ce-c596e145dd02 HTTP/1.1" status: 204 len: 168 time: 1.3844321 Jun 16 16:18:11.289296 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 487a7225-97c5-47e2-9db1-791b2cda26ce {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:18:11.289700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 487a7225-97c5-47e2-9db1-791b2cda26ce not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:18:11.336974 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee2184-8c68-4b1c-8bf6-e8baa8478293 None None] The port '487a7225-97c5-47e2-9db1-791b2cda26ce' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 16:18:11.687027 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40970) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:11.740606 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-fc627a00-7cf0-47c3-8e92-7253ab6178f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85ce61401c9045048ada5ed4a2aa92cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517247 Jun 16 16:18:11.742719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40974) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:11.811148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a69c-f4cf-44ed-b5da-dfa63b807e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.852370 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a69c-f4cf-44ed-b5da-dfa63b807e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.010474 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a69c-f4cf-44ed-b5da-dfa63b807e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.029726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6a69c-f4cf-44ed-b5da-dfa63b807e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71517579-3598-41fe-ab21-5eb9dc394184,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:12.041101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-b6e6a69c-f4cf-44ed-b5da-dfa63b807e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.042595 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-b6e6a69c-f4cf-44ed-b5da-dfa63b807e1f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/71517579-3598-41fe-ab21-5eb9dc394184 HTTP/1.1" status: 204 len: 168 time: 0.2987399 Jun 16 16:18:12.892198 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40982) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:12.948057 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-dcac9ff9-17a8-4af1-8d9a-daca026e258a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a278cae1242742e6bfc57b8070e33f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546823 Jun 16 16:18:12.951218 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 40986) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:13.019552 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef0dd5d2-ff30-489d-a8a8-17396f2f9034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.046492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef0dd5d2-ff30-489d-a8a8-17396f2f9034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.245755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef0dd5d2-ff30-489d-a8a8-17396f2f9034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.272558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dd5d2-ff30-489d-a8a8-17396f2f9034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397db857-6d1f-4b07-a577-6cd96155f159,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:13.291117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-ef0dd5d2-ff30-489d-a8a8-17396f2f9034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.295619 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-ef0dd5d2-ff30-489d-a8a8-17396f2f9034 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/397db857-6d1f-4b07-a577-6cd96155f159 HTTP/1.1" status: 204 len: 168 time: 0.3401883 Jun 16 16:18:14.752586 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41010) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:14.888932 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-800015121-network', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:14.897160 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:14.903925 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Usage tracker for resource:network and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:14.908457 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:14.918270 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:15.033567 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Made reservation on behalf of e596aff7049c403bbd0a1d61d631ce74 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:15.036565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.061397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.076453 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:15.080406 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Usage tracker for resource:security_group_rule and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:15.083348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:15.089163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:15.184170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.303000 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.335977 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:18:15.344704 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b0b304-197f-487c-a17c-ed6fada76aec,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:15.352314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.352666 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Added segment 1c2d2c9f-ba0c-42aa-a436-142826150ef7 of type vlan for network 87805874-b8e0-4d32-9431-f92a4fa35712 Jun 16 16:18:15.385393 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.490761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.491790 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:15.492375 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.609381 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] Pushing event updated for resources: {'Network': ['ID=87805874-b8e0-4d32-9431-f92a4fa35712,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:15.621838 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 87805874-b8e0-4d32-9431-f92a4fa35712 details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:18:15.680540 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-12e7aef0-9128-49d8-9c3b-e698476c03e0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9267969 Jun 16 16:18:15.684928 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41016) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:15.692512 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Request body: {'subnet': {'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-800015121-subnet', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'ip_version': 4}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:15.699258 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:15.703985 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Usage tracker for resource:subnet and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:15.707099 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:15.714924 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:15.811394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Made reservation on behalf of e596aff7049c403bbd0a1d61d631ce74 for: {'subnet': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:15.813814 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15194095'] for subnet, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:15.856512 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-bb875738-25ab-4f91-a9a1-d1766e84f777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.137210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14128450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15194109'] for subnet, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.240311 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b90fef9-80f5-4bee-9d67-a1159b09dae4,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:16.251095 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Checking segment: {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:18:16.251460 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Network hostable DHCP agents. Network: 87805874-b8e0-4d32-9431-f92a4fa35712, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:18:16.353858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Network 87805874-b8e0-4d32-9431-f92a4fa35712 is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:18:16.474035 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 87805874-b8e0-4d32-9431-f92a4fa35712) {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:16.479163 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:16.479920 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.485927 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8988b812-9aea-4973-8791-ce2cb0eac52d None None] Network 87805874-b8e0-4d32-9431-f92a4fa35712 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:18:16.644319 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7a89e0fe-b641-4163-bad5-5f39bddd997a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9530973 Jun 16 16:18:16.644680 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41020) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:16.650992 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:16.656151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:16.660565 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Usage tracker for resource:router and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:16.663741 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:16.669614 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:16.765745 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.767633 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.783619 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-87805874-b8e0-4d32-9431-f92a4fa35712', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 16:18:16.784492 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:16.796416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.035139 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Allocated IP 172.20.0.2 (87805874-b8e0-4d32-9431-f92a4fa35712/1b90fef9-80f5-4bee-9d67-a1159b09dae4/52a0b7a4-5658-44ac-9e47-cd0e8d22b85a) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:17.336953 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.349976 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Transition to ACTIVE for port object 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:17.372541 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Transition to ACTIVE for port object 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:17.398591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.473906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.553853 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Network 87805874-b8e0-4d32-9431-f92a4fa35712 is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:17.563926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:17.569546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:18:17.578979 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Pushing event updated for resources: {'Port': ['ID=52a0b7a4-5658-44ac-9e47-cd0e8d22b85a,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:17.628592 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.629127 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.630195 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.630646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.631074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.631471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.631967 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.632500 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.632940 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.633368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.633798 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.634221 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:17.714180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Attempting to bind port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:18:17.714643 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Attempting to bind port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:18:17.715083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Attempting to bind port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a on network 87805874-b8e0-4d32-9431-f92a4fa35712 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:17.724304 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:17.724756 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Checking segment: {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:18:17.725330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.725800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Bound using segment: {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:17.726335 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Bound port: 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:18:17.726709 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.840392 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] For port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:17.843438 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] For port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=52a0b7a4-5658-44ac-9e47-cd0e8d22b85a,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:17.943355 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.966963 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:17.982074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.122847 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc8690-8388-4c09-9758-00f18a486988 None None] Pushing event updated for resources: {'Port': ['ID=52a0b7a4-5658-44ac-9e47-cd0e8d22b85a,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:18.142378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Allocated IP 172.26.2.75 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/b821251a-10cf-472e-aba3-095470219aa0) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:18.406532 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.482201 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-94aae6f3-d5f2-4e33-acd8-6e5ecd1c0075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.555018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.654591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:18.659387 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:18.674420 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:18:18.756358 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=b821251a-10cf-472e-aba3-095470219aa0,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:18.805667 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.256371 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:19.373657 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d34097a-8535-4dc0-a329-0fc6cc4ddb4a None None] Network 87805874-b8e0-4d32-9431-f92a4fa35712 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:18:19.463805 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.627533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:19.653373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e76946af-d84b-44cc-91d2-56be172df82f None None] Provisioning for port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:19.717399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e76946af-d84b-44cc-91d2-56be172df82f None None] Provisioning complete for port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:19.717966 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e76946af-d84b-44cc-91d2-56be172df82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.958253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e76946af-d84b-44cc-91d2-56be172df82f None None] Current status of the port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:19.958611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e76946af-d84b-44cc-91d2-56be172df82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:20.014816 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-e76946af-d84b-44cc-91d2-56be172df82f None None] For port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=52a0b7a4-5658-44ac-9e47-cd0e8d22b85a,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:20.066196 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:20.114056 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e76946af-d84b-44cc-91d2-56be172df82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:20.214362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76946af-d84b-44cc-91d2-56be172df82f None None] Pushing event updated for resources: {'Port': ['ID=52a0b7a4-5658-44ac-9e47-cd0e8d22b85a,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:20.244253 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-ff2c85dd-b537-4c32-b47c-52fb2407e9d9 None None] Provisioning complete for port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:20.244918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ff2c85dd-b537-4c32-b47c-52fb2407e9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:20.413725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c85dd-b537-4c32-b47c-52fb2407e9d9 None None] Current status of the port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:20.497624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Router 4d33863b-d676-406e-b53c-a3a25af27151 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:18:20.526540 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:20.730559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:20.743542 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Sync routers for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:20.759830 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:20.760568 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:18:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:20.847151 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:20.849192 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-89344985-ab21-406c-a036-d5ad73d11ba7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2027919 Jun 16 16:18:20.855230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41026) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:21.043941 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:21.342066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:21.579165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:21.580268 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.704379 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:19Z', 'revision_number': 3, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:21.777828 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Checking router: 4d33863b-d676-406e-b53c-a3a25af27151 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:21.778187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Updating router 4d33863b-d676-406e-b53c-a3a25af27151 port b821251a-10cf-472e-aba3-095470219aa0 binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:18:21.835908 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:21.852763 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.963584 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.091150 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.300326 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.316011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Transition to ACTIVE for port object b821251a-10cf-472e-aba3-095470219aa0 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:22.382230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Allocated IP 172.20.0.1 (87805874-b8e0-4d32-9431-f92a4fa35712/1b90fef9-80f5-4bee-9d67-a1159b09dae4/edd5d5b2-2df7-42cb-8373-1f212a492bca) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:22.428340 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.532421 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Attempting to bind port b821251a-10cf-472e-aba3-095470219aa0 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:18:22.532807 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Attempting to bind port b821251a-10cf-472e-aba3-095470219aa0 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:18:22.533169 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Attempting to bind port b821251a-10cf-472e-aba3-095470219aa0 on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:22.540344 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcd411-163a-46e2-a1fd-46ac97d474b2 None None] Pushing event updated for resources: {'Port': ['ID=b821251a-10cf-472e-aba3-095470219aa0,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:22.544677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:22.545064 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:18:22.545450 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.545839 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:22.546425 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Bound port: b821251a-10cf-472e-aba3-095470219aa0, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:18:22.546922 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.584738 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.611766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Transition to ACTIVE for port object edd5d5b2-2df7-42cb-8373-1f212a492bca will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:22.654403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] For port b821251a-10cf-472e-aba3-095470219aa0, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:22.659934 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] For port b821251a-10cf-472e-aba3-095470219aa0, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b821251a-10cf-472e-aba3-095470219aa0,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:22.880794 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.891494 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.999360 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Network 87805874-b8e0-4d32-9431-f92a4fa35712 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:23.000865 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:23.005848 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:18:23.015454 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:23.016255 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:18:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:23.047338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Pushing event updated for resources: {'Port': ['ID=edd5d5b2-2df7-42cb-8373-1f212a492bca,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:23.088855 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.101892 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcd411-163a-46e2-a1fd-46ac97d474b2 None None] Pushing event updated for resources: {'Port': ['ID=b821251a-10cf-472e-aba3-095470219aa0,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:23.322473 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:23.526686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.626060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a0560ca2-bed2-4e80-8f80-e9d96e8fb75b None None] Provisioning for port edd5d5b2-2df7-42cb-8373-1f212a492bca completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:23.633662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a0560ca2-bed2-4e80-8f80-e9d96e8fb75b None None] Provisioning complete for port edd5d5b2-2df7-42cb-8373-1f212a492bca triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:23.634029 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a0560ca2-bed2-4e80-8f80-e9d96e8fb75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.715460 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a0560ca2-bed2-4e80-8f80-e9d96e8fb75b None None] Port edd5d5b2-2df7-42cb-8373-1f212a492bca cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:18:23.744142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:19Z', 'revision_number': 3, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:23.750442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2434e9-0de9-4684-8c1a-9f67402af39c None None] The sync data for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv is: [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:19Z', 'revision_number': 3, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:23.813117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:23.918624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.062442 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.075101 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Pushing event updated for resources: {'Port': ['ID=edd5d5b2-2df7-42cb-8373-1f212a492bca,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:24.262786 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Network 87805874-b8e0-4d32-9431-f92a4fa35712 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:24.264892 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:24.548283 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6504de94-0e39-4585-acfa-472cce937a3d None None] Provisioning complete for port edd5d5b2-2df7-42cb-8373-1f212a492bca triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:24.548712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6504de94-0e39-4585-acfa-472cce937a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.619859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6504de94-0e39-4585-acfa-472cce937a3d None None] Port edd5d5b2-2df7-42cb-8373-1f212a492bca cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:18:24.655184 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Router 4d33863b-d676-406e-b53c-a3a25af27151 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:18:24.875551 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:24.889285 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4e294f00-f1e7-40d3-9ea7-605b349f5dba admin admin] 10.222.0.73 "PUT /v2.0/routers/4d33863b-d676-406e-b53c-a3a25af27151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0329347 Jun 16 16:18:25.234051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b821251a-10cf-472e-aba3-095470219aa0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:25.543386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port b821251a-10cf-472e-aba3-095470219aa0 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:25.551080 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b821251a-10cf-472e-aba3-095470219aa0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:25.551733 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:25.555677 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Sync routers for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:25.572036 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:25.572670 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:18:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:25.714191 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b821251a-10cf-472e-aba3-095470219aa0 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:25.714577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:25.738504 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port b821251a-10cf-472e-aba3-095470219aa0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b821251a-10cf-472e-aba3-095470219aa0,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:25.792137 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:25.977117 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:26.071723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=b821251a-10cf-472e-aba3-095470219aa0,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:26.200434 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 2, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:26.207217 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Checking router: 4d33863b-d676-406e-b53c-a3a25af27151 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:26.207950 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Updating router 4d33863b-d676-406e-b53c-a3a25af27151 port edd5d5b2-2df7-42cb-8373-1f212a492bca binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:18:26.282474 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:26.308373 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41044) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:26.315254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-340667158-network', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:26.323173 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:26.330595 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Usage tracker for resource:network and tenant:cc102703249b49a8bbead18e71bcd911 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:26.334127 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:26.344057 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:26.628394 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Made reservation on behalf of cc102703249b49a8bbead18e71bcd911 for: {'network': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:26.630851 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for network, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:26.645324 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:26.666232 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:26.674666 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Usage tracker for resource:security_group_rule and tenant:cc102703249b49a8bbead18e71bcd911 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:26.678319 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:26.686413 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:26.705323 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:26.721307 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Transition to ACTIVE for port object edd5d5b2-2df7-42cb-8373-1f212a492bca will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:26.801875 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:26.925622 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.004830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.048361 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=89746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:18:27.070676 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d57364b-9cc1-4c84-b22a-67907ee153b8,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:27.077244 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.077706 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.segments_db [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Added segment 879ce1fa-f05c-402d-b9cb-0ecac4b8bf00 of type vlan for network 2d2b9b5c-7769-4e21-92e6-e41c915beeec Jun 16 16:18:27.133558 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Pushing event updated for resources: {'Port': ['ID=edd5d5b2-2df7-42cb-8373-1f212a492bca,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:27.138365 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777696593668'] for network, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.146663 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.147037 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.147381 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.147709 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.148038 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.148369 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.148834 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.149149 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.149329 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.149637 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.149954 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.150271 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.187143 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Attempting to bind port edd5d5b2-2df7-42cb-8373-1f212a492bca on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:18:27.187561 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Attempting to bind port edd5d5b2-2df7-42cb-8373-1f212a492bca by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:18:27.187736 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Attempting to bind port edd5d5b2-2df7-42cb-8373-1f212a492bca on network 87805874-b8e0-4d32-9431-f92a4fa35712 {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:27.207212 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:27.207823 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Checking segment: {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:18:27.208359 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.208926 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Bound using segment: {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:27.209923 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Bound port: edd5d5b2-2df7-42cb-8373-1f212a492bca, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:18:27.211031 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.249926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b821251a-10cf-472e-aba3-095470219aa0 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:27.357176 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port b821251a-10cf-472e-aba3-095470219aa0 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:27.357817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.360922 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] For port edd5d5b2-2df7-42cb-8373-1f212a492bca, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:27.364617 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] For port edd5d5b2-2df7-42cb-8373-1f212a492bca, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=edd5d5b2-2df7-42cb-8373-1f212a492bca,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:27.484681 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876'] for network, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.485880 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:27.486528 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Notify callbacks [] for network, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.507696 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port b821251a-10cf-472e-aba3-095470219aa0 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:27.537542 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.647309 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d2b9b5c-7769-4e21-92e6-e41c915beeec,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:27.662606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Network 2d2b9b5c-7769-4e21-92e6-e41c915beeec details requested by agent ovs-agent-dv-neutron-846028-2-hyperv with host dv-neutron-846028-2-hyperv {{(pid=89747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:18:27.669000 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:27.670305 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:18:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:27.728926 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-a1f3aa44-a9a4-4a11-a0a7-ac783072bcb6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4187133 Jun 16 16:18:27.733984 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41048) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:27.756165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Request body: {'subnet': {'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-340667158-subnet', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'ip_version': 4}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:27.756165 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:27.764237 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Usage tracker for resource:subnet and tenant:cc102703249b49a8bbead18e71bcd911 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:27.772096 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:27.775993 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef0e4-c986-4474-9a19-55cbd0089224 None None] Pushing event updated for resources: {'Port': ['ID=edd5d5b2-2df7-42cb-8373-1f212a492bca,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:27.789460 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:27.943770 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:27.965146 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Made reservation on behalf of cc102703249b49a8bbead18e71bcd911 for: {'subnet': 1} {{(pid=89745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:27.968723 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13730232'] for subnet, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.348892 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:27Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:28.354548 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f37d10-b7dd-4681-96e7-5bdb2be1e3f5 None None] The sync data for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv is: [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:27Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:28.393759 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15216686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13730218'] for subnet, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.508504 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e0ff26-2b55-4982-b79e-c0272912b668,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:28.514370 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Checking segment: {'id': '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:18:28.514734 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Network hostable DHCP agents. Network: 2d2b9b5c-7769-4e21-92e6-e41c915beeec, hostable agents: ['e38c833c-5448-44e3-aec8-f1595923742d'], hosted agents: [] {{(pid=89745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:18:28.656889 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Network 2d2b9b5c-7769-4e21-92e6-e41c915beeec is scheduled to be hosted by DHCP agent e38c833c-5448-44e3-aec8-f1595923742d with binding_index 1 {{(pid=89745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:18:28.771271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-846028-2-hyperv, 2d2b9b5c-7769-4e21-92e6-e41c915beeec) {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:28.776782 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:28.777654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.787766 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc1d3f-bf5b-4322-841f-c90e99489769 None None] Network 2d2b9b5c-7769-4e21-92e6-e41c915beeec requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:18:28.892608 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-bba93ddc-170f-4ff7-8606-1155db242073 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1571989 Jun 16 16:18:28.898991 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41052) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:28.915251 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-340667158-router', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:28.924953 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:28.932660 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Usage tracker for resource:router and tenant:cc102703249b49a8bbead18e71bcd911 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:28.937632 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:28.946400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:29.081103 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16680980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65382'] for router, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.083271 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16683835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16681531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16268592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65407'] for router, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.101727 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.119642 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ebeb2b6-c298-5eef-ab61-d3292f545095-2d2b9b5c-7769-4e21-92e6-e41c915beeec', 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'fixed_ips': [{'subnet_id': 'e7e0ff26-2b55-4982-b79e-c0272912b668'}]}} from dv-neutron-846028-2-hyperv. {{(pid=89747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 16 16:18:29.120924 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.263754 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device edd5d5b2-2df7-42cb-8373-1f212a492bca up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:29.436161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.db_base_plugin_common [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Allocated IP 172.20.0.2 (2d2b9b5c-7769-4e21-92e6-e41c915beeec/e7e0ff26-2b55-4982-b79e-c0272912b668/7602932f-a1ff-4afe-a76f-ca99e1106ec4) {{(pid=89747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:29.620214 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16681517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16681005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62853'] for router, precommit_update {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.653591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port edd5d5b2-2df7-42cb-8373-1f212a492bca completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:29.669813 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port edd5d5b2-2df7-42cb-8373-1f212a492bca triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:29.670367 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.875503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.924700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Transition to ACTIVE for port object 7602932f-a1ff-4afe-a76f-ca99e1106ec4 will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:29.975476 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Transition to ACTIVE for port object 7602932f-a1ff-4afe-a76f-ca99e1106ec4 will not be triggered until provisioned by entity DHCP. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:30.002086 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port edd5d5b2-2df7-42cb-8373-1f212a492bca is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:30.002471 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.045206 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port edd5d5b2-2df7-42cb-8373-1f212a492bca, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=edd5d5b2-2df7-42cb-8373-1f212a492bca,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:30.109126 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724'] for port, after_create {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.167904 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.183378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Network 2d2b9b5c-7769-4e21-92e6-e41c915beeec is already hosted by enough agents. {{(pid=89747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:30.184702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.scheduler.base_scheduler [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Resources bound (agent type, host, resource id): {{(pid=89747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:30.194381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Received port after_create {{(pid=89747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:18:30.237992 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Pushing event updated for resources: {'Port': ['ID=7602932f-a1ff-4afe-a76f-ca99e1106ec4,revision_number=1']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:30.377823 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Attempting to bind port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:18:30.378185 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Attempting to bind port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:18:30.378558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Attempting to bind port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 on network 2d2b9b5c-7769-4e21-92e6-e41c915beeec {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:30.384005 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=edd5d5b2-2df7-42cb-8373-1f212a492bca,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:30.389179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:30.389630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Checking segment: {'id': '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:18:30.389988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.390420 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Bound using segment: {'id': '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:30.390981 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Bound port: 7602932f-a1ff-4afe-a76f-ca99e1106ec4, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:18:30.391378 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.406042 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.449785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.508877 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] For port 7602932f-a1ff-4afe-a76f-ca99e1106ec4, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:30.512662 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] For port 7602932f-a1ff-4afe-a76f-ca99e1106ec4, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7602932f-a1ff-4afe-a76f-ca99e1106ec4,segment=NetworkSegment(879ce1fa-f05c-402d-b9cb-0ecac4b8bf00),segment_id=879ce1fa-f05c-402d-b9cb-0ecac4b8bf00)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:30.635938 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_common [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Allocated IP 172.26.2.237 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/17e70a7c-c9b7-409b-a4f3-e515f4876faa) {{(pid=89745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:30.651020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.774918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201ebad-8ff4-4fa3-bd9a-74a198522bc4 None None] Pushing event updated for resources: {'Port': ['ID=7602932f-a1ff-4afe-a76f-ca99e1106ec4,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:30.841649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.984235 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.062786 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:31.064118 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.base_scheduler [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Resources bound (agent type, host, resource id): {{(pid=89745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:31.072768 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Received port after_create {{(pid=89745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:18:31.155538 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Pushing event updated for resources: {'Port': ['ID=17e70a7c-c9b7-409b-a4f3-e515f4876faa,revision_number=1']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:31.365285 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device edd5d5b2-2df7-42cb-8373-1f212a492bca up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:31.469835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port edd5d5b2-2df7-42cb-8373-1f212a492bca triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:31.470403 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.563539 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:18:31.671917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port edd5d5b2-2df7-42cb-8373-1f212a492bca is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:31.673102 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7602932f-a1ff-4afe-a76f-ca99e1106ec4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:31.813001 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.864440 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:31.938596 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae1396-8bcb-4973-ada4-804bc5294dec None None] Network 2d2b9b5c-7769-4e21-92e6-e41c915beeec requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:18:32.174172 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dc213eeb-af40-410a-8e05-8b5197993a65 None None] Provisioning for port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:32.186918 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-dc213eeb-af40-410a-8e05-8b5197993a65 None None] Provisioning complete for port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:32.187414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc213eeb-af40-410a-8e05-8b5197993a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:32.243152 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16680994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16681478'] for router, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:32.413825 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-dc213eeb-af40-410a-8e05-8b5197993a65 None None] Current status of the port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:32.414429 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc213eeb-af40-410a-8e05-8b5197993a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:32.467771 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-dc213eeb-af40-410a-8e05-8b5197993a65 None None] For port 7602932f-a1ff-4afe-a76f-ca99e1106ec4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7602932f-a1ff-4afe-a76f-ca99e1106ec4,segment=NetworkSegment(879ce1fa-f05c-402d-b9cb-0ecac4b8bf00),segment_id=879ce1fa-f05c-402d-b9cb-0ecac4b8bf00)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:32.605809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc213eeb-af40-410a-8e05-8b5197993a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:32.684705 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc213eeb-af40-410a-8e05-8b5197993a65 None None] Pushing event updated for resources: {'Port': ['ID=7602932f-a1ff-4afe-a76f-ca99e1106ec4,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:32.728886 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-2b3f811c-5652-4e16-96a0-9568ef655f53 None None] Provisioning complete for port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:32.729248 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2b3f811c-5652-4e16-96a0-9568ef655f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:32.793079 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Router 08d807f0-457a-4098-a343-18ade14a7053 is scheduled to L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d with binding_index 1 {{(pid=89745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:18:32.858954 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f811c-5652-4e16-96a0-9568ef655f53 None None] Current status of the port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:33.006819 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:33.017708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Sync routers for ids ['08d807f0-457a-4098-a343-18ade14a7053'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:33.031140 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Routers {'08d807f0-457a-4098-a343-18ade14a7053'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:33.031776 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:18:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['08d807f0-457a-4098-a343-18ade14a7053'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:33.125268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.126657 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4317303b-a659-47c8-a04d-44db20d23210 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2260759 Jun 16 16:18:33.131344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41056) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:33.234855 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7602932f-a1ff-4afe-a76f-ca99e1106ec4 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:33.330738 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Set router 08d807f0-457a-4098-a343-18ade14a7053 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:33.485890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:33.486550 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.740617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:33.769271 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d807f0-457a-4098-a343-18ade14a7053', 'name': 'tempest-TestSnapshotPattern-340667158-router', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:29Z', 'updated_at': '2022-06-16T16:18:31Z', 'revision_number': 3, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'gw_port': {'id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d807f0-457a-4098-a343-18ade14a7053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:30Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:33.773503 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Checking router: 08d807f0-457a-4098-a343-18ade14a7053 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:33.773852 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Updating router 08d807f0-457a-4098-a343-18ade14a7053 port 17e70a7c-c9b7-409b-a4f3-e515f4876faa binding host dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:18:33.838889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:33.959524 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.205949 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Allocated IP 172.20.0.1 (2d2b9b5c-7769-4e21-92e6-e41c915beeec/e7e0ff26-2b55-4982-b79e-c0272912b668/4b875ef7-8760-4299-91f5-e87a11735b27) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:34.221607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Notify callbacks [] for port, precommit_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.246132 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Transition to ACTIVE for port object 17e70a7c-c9b7-409b-a4f3-e515f4876faa will not be triggered until provisioned by entity L2. {{(pid=89747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:34.370558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.458007 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Attempting to bind port 17e70a7c-c9b7-409b-a4f3-e515f4876faa on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:18:34.458583 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Attempting to bind port 17e70a7c-c9b7-409b-a4f3-e515f4876faa by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:18:34.458726 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Attempting to bind port 17e70a7c-c9b7-409b-a4f3-e515f4876faa on network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:34.464872 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151d325-a41a-4753-a0e4-ac245c75ad4c None None] Pushing event updated for resources: {'Port': ['ID=17e70a7c-c9b7-409b-a4f3-e515f4876faa,revision_number=2']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:34.469273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:34.469642 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Checking segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:18:34.470036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.470424 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Bound using segment: {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'} {{(pid=89747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:34.470887 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.managers [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Bound port: 17e70a7c-c9b7-409b-a4f3-e515f4876faa, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8338b5cf-f4f3-415c-90a5-41060be1d577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25'}}] {{(pid=89747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:18:34.471281 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.500074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.513670 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Transition to ACTIVE for port object 4b875ef7-8760-4299-91f5-e87a11735b27 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:34.552001 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] For port 17e70a7c-c9b7-409b-a4f3-e515f4876faa, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:34.555173 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] For port 17e70a7c-c9b7-409b-a4f3-e515f4876faa, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=17e70a7c-c9b7-409b-a4f3-e515f4876faa,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:34.673469 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.708020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.739366 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Network 2d2b9b5c-7769-4e21-92e6-e41c915beeec is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:34.746832 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:34.751561 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:18:34.798498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Routers {'08d807f0-457a-4098-a343-18ade14a7053'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:34.799148 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:18:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['08d807f0-457a-4098-a343-18ade14a7053'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:34.802486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b875ef7-8760-4299-91f5-e87a11735b27,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:34.843063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16681008'] for router_interface, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.883686 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151d325-a41a-4753-a0e4-ac245c75ad4c None None] Pushing event updated for resources: {'Port': ['ID=17e70a7c-c9b7-409b-a4f3-e515f4876faa,revision_number=3']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:35.037325 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] Set router 08d807f0-457a-4098-a343-18ade14a7053 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:35.142600 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.358956 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6898395d-fd59-49ff-a9df-41c5610fb184 None None] Provisioning for port 4b875ef7-8760-4299-91f5-e87a11735b27 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:35.367795 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-6898395d-fd59-49ff-a9df-41c5610fb184 None None] Provisioning complete for port 4b875ef7-8760-4299-91f5-e87a11735b27 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:35.368247 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6898395d-fd59-49ff-a9df-41c5610fb184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.389036 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.461653 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-6898395d-fd59-49ff-a9df-41c5610fb184 None None] Port 4b875ef7-8760-4299-91f5-e87a11735b27 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:18:35.488259 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d807f0-457a-4098-a343-18ade14a7053', 'name': 'tempest-TestSnapshotPattern-340667158-router', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:29Z', 'updated_at': '2022-06-16T16:18:31Z', 'revision_number': 3, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'gw_port': {'id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d807f0-457a-4098-a343-18ade14a7053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:30Z', 'updated_at': '2022-06-16T16:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:35.496212 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aec7e1d-1c0e-465a-8a11-afa2cec9c5f6 None None] The sync data for ids ['08d807f0-457a-4098-a343-18ade14a7053'] in dv-neutron-846028-2-hyperv is: [{'id': '08d807f0-457a-4098-a343-18ade14a7053', 'name': 'tempest-TestSnapshotPattern-340667158-router', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:29Z', 'updated_at': '2022-06-16T16:18:31Z', 'revision_number': 3, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'gw_port': {'id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d807f0-457a-4098-a343-18ade14a7053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:30Z', 'updated_at': '2022-06-16T16:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:35.537005 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.653591 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16363898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16684761'] for router_interface, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.656997 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b875ef7-8760-4299-91f5-e87a11735b27,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:35.828485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Network 2d2b9b5c-7769-4e21-92e6-e41c915beeec is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:35.830285 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:36.079422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Router 08d807f0-457a-4098-a343-18ade14a7053 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:18:36.192955 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-e9c9f5ca-0753-4eca-a9e9-d1a710c7a35b None None] Provisioning complete for port 4b875ef7-8760-4299-91f5-e87a11735b27 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:36.193757 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e9c9f5ca-0753-4eca-a9e9-d1a710c7a35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.253120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9f5ca-0753-4eca-a9e9-d1a710c7a35b None None] Port 4b875ef7-8760-4299-91f5-e87a11735b27 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:18:36.279186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:36.292083 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-05410799-b486-4e7b-8419-6bc6d966b0d1 admin admin] 10.222.0.73 "PUT /v2.0/routers/08d807f0-457a-4098-a343-18ade14a7053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1595697 Jun 16 16:18:36.587787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.808042 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41068) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:36.813964 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17688316', 'description': 'tempest-secgroup-smoke-17688316 description', 'project_id': 'e596aff7049c403bbd0a1d61d631ce74'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:36.821689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:36.826471 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:security_group and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:36.829662 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:36.838059 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:36.943417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.975117 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:36.987726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:security_group_rule and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:36.991303 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:36.998286 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:37.090488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.187722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.245330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bd8754-d8c5-44f8-b70a-acb7a92fcb20,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.249715 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 17e70a7c-c9b7-409b-a4f3-e515f4876faa up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:37.266016 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Sync routers for ids ['08d807f0-457a-4098-a343-18ade14a7053'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:37.276635 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Routers {'08d807f0-457a-4098-a343-18ade14a7053'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:37.277301 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:18:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['08d807f0-457a-4098-a343-18ade14a7053'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:37.325668 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.327615 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-67e5de28-ee48-4156-a5fb-fb30a8445687 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5182393 Jun 16 16:18:37.330560 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41072) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:37.336719 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'security_group_rule': {'security_group_id': '18bd8754-d8c5-44f8-b70a-acb7a92fcb20', 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:37.345080 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:37.349971 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:security_group_rule and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:37.353454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:37.359516 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:37.444802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 17e70a7c-c9b7-409b-a4f3-e515f4876faa completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:37.450210 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 17e70a7c-c9b7-409b-a4f3-e515f4876faa triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:37.450578 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.485230 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.485523 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Set router 08d807f0-457a-4098-a343-18ade14a7053 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:37.567400 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.602021 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 17e70a7c-c9b7-409b-a4f3-e515f4876faa is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:37.602398 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.624044 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 17e70a7c-c9b7-409b-a4f3-e515f4876faa, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=17e70a7c-c9b7-409b-a4f3-e515f4876faa,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:37.673206 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.702454 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03652d64-5eeb-4e14-8741-af2a614c0a00,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.713575 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.793359 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=17e70a7c-c9b7-409b-a4f3-e515f4876faa,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.816801 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.818454 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-d79f8352-be78-4b25-ac05-553c7f1d9c93 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4865627 Jun 16 16:18:37.824205 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41076) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:37.830243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'security_group_rule': {'security_group_id': '18bd8754-d8c5-44f8-b70a-acb7a92fcb20', 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:37.837342 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:37.841475 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:security_group_rule and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:37.844585 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:37.851341 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:37.880380 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d807f0-457a-4098-a343-18ade14a7053', 'name': 'tempest-TestSnapshotPattern-340667158-router', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:29Z', 'updated_at': '2022-06-16T16:18:34Z', 'revision_number': 4, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'gw_port': {'id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d807f0-457a-4098-a343-18ade14a7053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:30Z', 'updated_at': '2022-06-16T16:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '4b875ef7-8760-4299-91f5-e87a11735b27', 'name': '', 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'mac_address': 'fa:16:3e:de:c3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d807f0-457a-4098-a343-18ade14a7053', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'e7e0ff26-2b55-4982-b79e-c0272912b668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:34Z', 'updated_at': '2022-06-16T16:18:35Z', 'revision_number': 2, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'subnets': [{'id': 'e7e0ff26-2b55-4982-b79e-c0272912b668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:37.887099 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Checking router: 08d807f0-457a-4098-a343-18ade14a7053 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:37.887443 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Updating router 08d807f0-457a-4098-a343-18ade14a7053 port 4b875ef7-8760-4299-91f5-e87a11735b27 binding host dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:18:37.946848 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.966783 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.043018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.153314 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.182504 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1585661-d2c5-4937-b53f-8158b8f54a04,revision_number=0']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:38.279018 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.280675 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-47e4669e-28e5-4f58-ab48-5729a7a71f19 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4554074 Jun 16 16:18:38.283844 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41080) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:38.290684 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'security_group_rule': {'security_group_id': '18bd8754-d8c5-44f8-b70a-acb7a92fcb20', 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:38.299070 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:38.308036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:security_group_rule and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:38.308036 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:38.313942 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:38.340941 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Notify callbacks [] for port, precommit_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.354283 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.provisioning_blocks [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Transition to ACTIVE for port object 4b875ef7-8760-4299-91f5-e87a11735b27 will not be triggered until provisioned by entity L2. {{(pid=89748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:38.412099 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.439033 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.478663 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.568007 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4103f-64b6-4c58-b99c-fcd33e56b779 None None] Pushing event updated for resources: {'Port': ['ID=4b875ef7-8760-4299-91f5-e87a11735b27,revision_number=3']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:38.616458 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.644074 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdd0506-5a69-44ba-916d-e187f68eeda8,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:38.671241 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Attempting to bind port 4b875ef7-8760-4299-91f5-e87a11735b27 on host dv-neutron-846028-2-hyperv for vnic_type normal with profile {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:18:38.671596 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Attempting to bind port 4b875ef7-8760-4299-91f5-e87a11735b27 by drivers openvswitch,hyperv on host dv-neutron-846028-2-hyperv at level 0 using segments [{'id': '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec'}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:18:38.671949 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Attempting to bind port 4b875ef7-8760-4299-91f5-e87a11735b27 on network 2d2b9b5c-7769-4e21-92e6-e41c915beeec {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:38.678265 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Checking agent: {'id': '52c3dc95-584c-4be6-9cd3-23e951e5996a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-846028-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 3, 19), 'started_at': datetime.datetime(2022, 6, 16, 15, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-846028-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:38.678633 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Checking segment: {'id': '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:18:38.679046 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.679620 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Bound using segment: {'id': '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec'} {{(pid=89748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:38.680084 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.managers [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Bound port: 4b875ef7-8760-4299-91f5-e87a11735b27, host: dv-neutron-846028-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec'}}] {{(pid=89748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:18:38.680460 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.773322 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] For port 4b875ef7-8760-4299-91f5-e87a11735b27, host dv-neutron-846028-2-hyperv, cleared binding levels {{(pid=89748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:38.775924 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.plugins.ml2.db [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] For port 4b875ef7-8760-4299-91f5-e87a11735b27, host dv-neutron-846028-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4b875ef7-8760-4299-91f5-e87a11735b27,segment=NetworkSegment(879ce1fa-f05c-402d-b9cb-0ecac4b8bf00),segment_id=879ce1fa-f05c-402d-b9cb-0ecac4b8bf00)] {{(pid=89748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:38.833671 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.834905 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4dca7a91-9a5d-4f46-8034-2b918fb044ca tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5493391 Jun 16 16:18:38.837902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41084) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:38.843344 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'security_group_rule': {'security_group_id': '18bd8754-d8c5-44f8-b70a-acb7a92fcb20', 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:38.849753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:38.853958 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:security_group_rule and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:38.857040 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:38.864098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:38.890903 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.970755 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Routers {'08d807f0-457a-4098-a343-18ade14a7053'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:18:38.971415 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:18:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['08d807f0-457a-4098-a343-18ade14a7053'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:39.033083 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:39.076389 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4103f-64b6-4c58-b99c-fcd33e56b779 None None] Pushing event updated for resources: {'Port': ['ID=4b875ef7-8760-4299-91f5-e87a11735b27,revision_number=4']} {{(pid=89748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:39.129195 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:39.217032 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 17e70a7c-c9b7-409b-a4f3-e515f4876faa up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:39.217712 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] Set router 08d807f0-457a-4098-a343-18ade14a7053 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:18:39.260824 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:39.295275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd22a10-c1d9-4d9c-9a9c-743f353430d9,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:39.316196 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 17e70a7c-c9b7-409b-a4f3-e515f4876faa triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:39.316603 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:39.445045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 17e70a7c-c9b7-409b-a4f3-e515f4876faa is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:39.445322 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:39.446999 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-1936fdb8-266b-48c0-9e99-32b6e2abccfd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6080656 Jun 16 16:18:39.449902 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41088) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:39.455369 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'security_group_rule': {'security_group_id': '18bd8754-d8c5-44f8-b70a-acb7a92fcb20', 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:39.462515 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:39.466664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:security_group_rule and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:39.469794 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:39.478090 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:39.560217 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d807f0-457a-4098-a343-18ade14a7053', 'name': 'tempest-TestSnapshotPattern-340667158-router', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:29Z', 'updated_at': '2022-06-16T16:18:34Z', 'revision_number': 4, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'gw_port': {'id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d807f0-457a-4098-a343-18ade14a7053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:30Z', 'updated_at': '2022-06-16T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '4b875ef7-8760-4299-91f5-e87a11735b27', 'name': '', 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'mac_address': 'fa:16:3e:de:c3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d807f0-457a-4098-a343-18ade14a7053', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'e7e0ff26-2b55-4982-b79e-c0272912b668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:34Z', 'updated_at': '2022-06-16T16:18:38Z', 'revision_number': 4, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'subnets': [{'id': 'e7e0ff26-2b55-4982-b79e-c0272912b668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:39.566116 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd1996-1c76-4a1b-92e6-f55999823947 None None] The sync data for ids ['08d807f0-457a-4098-a343-18ade14a7053'] in dv-neutron-846028-2-hyperv is: [{'id': '08d807f0-457a-4098-a343-18ade14a7053', 'name': 'tempest-TestSnapshotPattern-340667158-router', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:29Z', 'updated_at': '2022-06-16T16:18:34Z', 'revision_number': 4, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'gw_port': {'id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d807f0-457a-4098-a343-18ade14a7053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:30Z', 'updated_at': '2022-06-16T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': '4b875ef7-8760-4299-91f5-e87a11735b27', 'name': '', 'network_id': '2d2b9b5c-7769-4e21-92e6-e41c915beeec', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'mac_address': 'fa:16:3e:de:c3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d807f0-457a-4098-a343-18ade14a7053', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'e7e0ff26-2b55-4982-b79e-c0272912b668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:34Z', 'updated_at': '2022-06-16T16:18:38Z', 'revision_number': 4, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'subnets': [{'id': 'e7e0ff26-2b55-4982-b79e-c0272912b668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:39.602045 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Project e596aff7049c403bbd0a1d61d631ce74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:18:39.603554 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:39.701832 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:39.781908 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:39.808434 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd851b9d-d699-43e8-8eb3-ec55ccc4684d,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:39.924771 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:39.926063 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-08693bad-f044-4e6f-9f57-644b1d36cdfc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4750535 Jun 16 16:18:39.929261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41092) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:39.936521 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.v2.base [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'security_group_rule': {'security_group_id': '18bd8754-d8c5-44f8-b70a-acb7a92fcb20', 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:39.943753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:39.948384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:security_group_rule and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:39.951409 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.quota.resource [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:39.958062 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.quota.driver [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:40.113950 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.db.securitygroups_db [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Project e596aff7049c403bbd0a1d61d631ce74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:18:40.122121 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:40.198949 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:40.326541 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16303450'] for security_group_rule, after_create {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:40.344928 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb93238-f1ff-4fb1-a617-9003951990fe,revision_number=0']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:40.467965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:40.469190 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-aab5b9b9-d149-42a4-ab6e-3b04d793a32a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5384054 Jun 16 16:18:40.670058 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-2166c69e-726d-4b2e-8508-0aab30830520 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17688316&fields=id&tenant_id=e596aff7049c403bbd0a1d61d631ce74 HTTP/1.1" status: 200 len: 267 time: 0.0541685 Jun 16 16:18:40.850421 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8517a-0572-48f3-8463-547353d0df50 req-1dd90ac2-c34d-42b5-b654-58bea9f8bd13 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:40.851922 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-1dd90ac2-c34d-42b5-b654-58bea9f8bd13 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 809 time: 0.1714520 Jun 16 16:18:40.871498 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-90633338-1be1-4e0e-a7d3-06fe39ba02d7 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/quotas/e596aff7049c403bbd0a1d61d631ce74 HTTP/1.1" status: 200 len: 375 time: 0.0138435 Jun 16 16:18:40.981229 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-9daeb1a2-f708-41ba-acf8-2a5e0b23ac13 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033862 Jun 16 16:18:41.112737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-d92b391e-fcf9-4f8e-841b-147658dc5b18 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=89745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:18:41.113739 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-d92b391e-fcf9-4f8e-841b-147658dc5b18 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1161671 Jun 16 16:18:41.244557 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4b875ef7-8760-4299-91f5-e87a11735b27 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:41.278865 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-91653d78-df88-483e-b11d-36af447fbc21 service neutron] 10.222.0.73 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573763 Jun 16 16:18:41.429998 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-d0b9b6cc-ded9-4cf8-92f3-8a99198dd987 service neutron] 10.222.0.73 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407621 Jun 16 16:18:41.501566 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning for port 4b875ef7-8760-4299-91f5-e87a11735b27 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:41.507812 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4b875ef7-8760-4299-91f5-e87a11735b27 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:41.530611 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.636506 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4b875ef7-8760-4299-91f5-e87a11735b27 is: DOWN; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:41.637021 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.670066 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] For port 4b875ef7-8760-4299-91f5-e87a11735b27, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4b875ef7-8760-4299-91f5-e87a11735b27,segment=NetworkSegment(879ce1fa-f05c-402d-b9cb-0ecac4b8bf00),segment_id=879ce1fa-f05c-402d-b9cb-0ecac4b8bf00)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:41.866701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.955745 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-54290312-de8a-4a6b-8820-bea6a94910d6 req-6e6beafa-8d26-4e07-a08c-f4c3098acb8b tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 210 time: 0.0651140 Jun 16 16:18:41.964547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Pushing event updated for resources: {'Port': ['ID=4b875ef7-8760-4299-91f5-e87a11735b27,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:43.088323 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-47fd8bc9-8f0e-48b2-9413-e44f6975b157 req-96552bb9-fdaf-428f-8298-5277efb06dff tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 210 time: 0.0586109 Jun 16 16:18:43.209520 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4b875ef7-8760-4299-91f5-e87a11735b27 up at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:43.290197 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Provisioning complete for port 4b875ef7-8760-4299-91f5-e87a11735b27 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:43.290729 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.433544 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Current status of the port 4b875ef7-8760-4299-91f5-e87a11735b27 is: ACTIVE; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:44.264845 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-576691d7-4830-41f3-b2ec-a3123310e248 req-60f720ee-767f-4a88-9a27-5b5377c71d1d tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 210 time: 0.0559809 Jun 16 16:18:45.449600 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-485c8d20-8c4f-4070-aa9c-97601f2404ec req-c093f285-6f30-40ec-814f-784ecd5adf11 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 210 time: 0.0592439 Jun 16 16:18:45.907617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-92a7c8aa-6e56-4e54-8ea5-729fed17c4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.266058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8517a-0572-48f3-8463-547353d0df50 req-7fc880b1-5e7d-4df1-b46d-54cc798374b4 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:46.266773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-fdf8517a-0572-48f3-8463-547353d0df50 req-7fc880b1-5e7d-4df1-b46d-54cc798374b4 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Synchronizing usage tracker for tenant:e596aff7049c403bbd0a1d61d631ce74 on resource:network {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:18:46.381511 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-fdf8517a-0572-48f3-8463-547353d0df50 req-7fc880b1-5e7d-4df1-b46d-54cc798374b4 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Unset dirty status for tenant:e596aff7049c403bbd0a1d61d631ce74 on resource:network {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:18:46.382674 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-7fc880b1-5e7d-4df1-b46d-54cc798374b4 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 809 time: 0.4011641 Jun 16 16:18:46.439188 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-fdf8517a-0572-48f3-8463-547353d0df50 req-a0c107e3-45f8-48e1-95fc-33f126c4abab tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Synchronizing usage tracker for tenant:e596aff7049c403bbd0a1d61d631ce74 on resource:security_group {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:18:46.543566 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-fdf8517a-0572-48f3-8463-547353d0df50 req-a0c107e3-45f8-48e1-95fc-33f126c4abab tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Unset dirty status for tenant:e596aff7049c403bbd0a1d61d631ce74 on resource:security_group {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:18:46.544810 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-a0c107e3-45f8-48e1-95fc-33f126c4abab tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e596aff7049c403bbd0a1d61d631ce74 HTTP/1.1" status: 200 len: 378 time: 0.1490655 Jun 16 16:18:46.554718 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'port': {'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'admin_state_up': True, 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'security_groups': ['18bd8754-d8c5-44f8-b70a-acb7a92fcb20']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:46.613000 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a6690ce8-b368-4f01-8c9b-fc2a4b76b56a req-49f52bcb-3714-4d20-b566-815c821bb230 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 210 time: 0.0509129 Jun 16 16:18:46.695501 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:46.699733 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:port and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:46.703326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:46.709463 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:46.810209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Made reservation on behalf of e596aff7049c403bbd0a1d61d631ce74 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:46.813856 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.982040 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Allocated IP 172.20.0.12 (87805874-b8e0-4d32-9431-f92a4fa35712/1b90fef9-80f5-4bee-9d67-a1159b09dae4/370f8443-6395-4eb7-a2b1-64c01981e025) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:47.179630 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.195204 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Transition to ACTIVE for port object 370f8443-6395-4eb7-a2b1-64c01981e025 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:47.319305 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.387722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Network 87805874-b8e0-4d32-9431-f92a4fa35712 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:47.395722 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:47.400144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:18:47.436870 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'Port': ['ID=370f8443-6395-4eb7-a2b1-64c01981e025,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:47.477760 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:47.478397 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.600374 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-86a346b5-ac22-4441-9aee-ecec44b7c132 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0499644 Jun 16 16:18:47.613142 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Request body: {'port': {'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:47.739416 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.764748 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1b9f6d77-dd9b-4f41-9ccb-90e7354c8f4e None None] Provisioning for port 370f8443-6395-4eb7-a2b1-64c01981e025 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:47.772989 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-1b9f6d77-dd9b-4f41-9ccb-90e7354c8f4e None None] Provisioning complete for port 370f8443-6395-4eb7-a2b1-64c01981e025 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:47.773381 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6d77-dd9b-4f41-9ccb-90e7354c8f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.853284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f6d77-dd9b-4f41-9ccb-90e7354c8f4e None None] Port 370f8443-6395-4eb7-a2b1-64c01981e025 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:18:47.939043 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fee567-781a-4cae-90b4-be29acdb7995 req-f1966ca8-8b6a-44d6-8df5-f5d578019927 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:47.940574 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-35fee567-781a-4cae-90b4-be29acdb7995 req-f1966ca8-8b6a-44d6-8df5-f5d578019927 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 932 time: 0.2085443 Jun 16 16:18:47.986563 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-35fee567-781a-4cae-90b4-be29acdb7995 req-8cefc4b8-fc8b-40d2-8ebc-ad13771f1602 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393755 Jun 16 16:18:48.129624 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370f8443-6395-4eb7-a2b1-64c01981e025 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:18:48.139087 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.155254 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Transition to ACTIVE for port object 370f8443-6395-4eb7-a2b1-64c01981e025 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:48.244502 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.384148 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Pushing event updated for resources: {'Port': ['ID=370f8443-6395-4eb7-a2b1-64c01981e025,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:48.427782 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.428139 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.428483 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.428825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.429161 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.429494 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.429831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.430165 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.430902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.430902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.431162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.431489 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.445333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-064d31e7-6a7d-490c-978a-4da9cde0c9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.515616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Attempting to bind port 370f8443-6395-4eb7-a2b1-64c01981e025 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:18:48.520900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Attempting to bind port 370f8443-6395-4eb7-a2b1-64c01981e025 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:18:48.520900 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Attempting to bind port 370f8443-6395-4eb7-a2b1-64c01981e025 on network 87805874-b8e0-4d32-9431-f92a4fa35712 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:48.522154 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Port 370f8443-6395-4eb7-a2b1-64c01981e025 on network 87805874-b8e0-4d32-9431-f92a4fa35712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:18:48.522486 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Attempting to bind port 370f8443-6395-4eb7-a2b1-64c01981e025 on network 87805874-b8e0-4d32-9431-f92a4fa35712 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:48.530207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:48.530543 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Checking segment: {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:18:48.530957 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Bound using segment: {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:48.531396 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Bound port: 370f8443-6395-4eb7-a2b1-64c01981e025, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:18:48.531746 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.625776 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] For port 370f8443-6395-4eb7-a2b1-64c01981e025, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:48.628769 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] For port 370f8443-6395-4eb7-a2b1-64c01981e025, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=370f8443-6395-4eb7-a2b1-64c01981e025,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:48.725458 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.786409 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:48.787310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.792302 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] 10.222.0.46 "PUT /v2.0/ports/370f8443-6395-4eb7-a2b1-64c01981e025 HTTP/1.1" status: 200 len: 1094 time: 1.1797824 Jun 16 16:18:48.792302 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:48.818249 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95b011-f5b3-4869-9018-68baaf750b03 service neutron] Pushing event updated for resources: {'Port': ['ID=370f8443-6395-4eb7-a2b1-64c01981e025,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:48.844307 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c382dc5-b512-4dca-96d8-e23a05d6bf20'] response: {'name': 'network-changed', 'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025', 'status': 'completed', 'code': 200} Jun 16 16:18:48.873725 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.949954 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd8115-4d1a-4d3d-aa8f-6faf3a7584cc req-0943c2cb-2692-43b8-93aa-08abe6985ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:48.951522 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-aebd8115-4d1a-4d3d-aa8f-6faf3a7584cc req-0943c2cb-2692-43b8-93aa-08abe6985ed2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 1097 time: 0.0914176 Jun 16 16:18:49.197041 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b456c-de7b-4209-bdb3-872596ef1403 req-ccf02995-ead4-4d03-a06d-8977c871e300 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:49.198540 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a20b456c-de7b-4209-bdb3-872596ef1403 req-ccf02995-ead4-4d03-a06d-8977c871e300 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 944 time: 0.0949023 Jun 16 16:18:49.220130 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd8115-4d1a-4d3d-aa8f-6faf3a7584cc req-e499dd8a-ce97-415c-9488-6b6a56814e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:49.221564 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-aebd8115-4d1a-4d3d-aa8f-6faf3a7584cc req-e499dd8a-ce97-415c-9488-6b6a56814e74 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e596aff7049c403bbd0a1d61d631ce74&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2626588 Jun 16 16:18:49.246787 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-a20b456c-de7b-4209-bdb3-872596ef1403 req-6858099a-f6a3-44b0-b081-105af8671dd7 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421605 Jun 16 16:18:49.369535 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd8115-4d1a-4d3d-aa8f-6faf3a7584cc req-e72853df-e486-44ca-aba6-affd614dc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:49.371022 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-aebd8115-4d1a-4d3d-aa8f-6faf3a7584cc req-e72853df-e486-44ca-aba6-affd614dc059 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400959 Jun 16 16:18:49.499166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8517a-0572-48f3-8463-547353d0df50 req-d0f2c6a9-7a62-4208-abcf-5420d4713960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:49.500729 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-d0f2c6a9-7a62-4208-abcf-5420d4713960 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 1097 time: 0.0886061 Jun 16 16:18:49.571777 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-3c3b4aa4-374f-40fb-8d53-1b641aded622 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=370f8443-6395-4eb7-a2b1-64c01981e025 HTTP/1.1" status: 200 len: 217 time: 0.0635700 Jun 16 16:18:49.641787 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4a58313c-229e-451c-8790-f4f1b8007d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:49.643289 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-4a58313c-229e-451c-8790-f4f1b8007d46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.0649467 Jun 16 16:18:49.735162 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8517a-0572-48f3-8463-547353d0df50 req-100529d7-dc33-4253-bf08-c6635f6de52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:49.736725 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-100529d7-dc33-4253-bf08-c6635f6de52f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868526 Jun 16 16:18:49.880842 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-d34b805e-9487-4072-82aa-daef7db8733f service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366425 Jun 16 16:18:50.024396 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-fdf8517a-0572-48f3-8463-547353d0df50 req-320c3695-3191-484f-9365-27b4ee4dd18b service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371005 Jun 16 16:18:50.467886 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a6e3-44b4-401d-9261-8e417363c910 req-1c8d3535-d5cc-457d-867e-a3a7c86af172 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:50.469335 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7420a6e3-44b4-401d-9261-8e417363c910 req-1c8d3535-d5cc-457d-867e-a3a7c86af172 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 944 time: 0.1012769 Jun 16 16:18:50.520529 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7420a6e3-44b4-401d-9261-8e417363c910 req-52904a94-ec03-45e3-8bf7-651c3b78fff4 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443945 Jun 16 16:18:50.605115 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.227245 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 370f8443-6395-4eb7-a2b1-64c01981e025 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:18:51.374543 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 370f8443-6395-4eb7-a2b1-64c01981e025, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=370f8443-6395-4eb7-a2b1-64c01981e025,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:51.389074 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '370f8443-6395-4eb7-a2b1-64c01981e025', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:18:51.445433 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 370f8443-6395-4eb7-a2b1-64c01981e025 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:51.445808 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.462950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370f8443-6395-4eb7-a2b1-64c01981e025 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:18:51.478648 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 370f8443-6395-4eb7-a2b1-64c01981e025, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=370f8443-6395-4eb7-a2b1-64c01981e025,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:51.553511 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.673758 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=370f8443-6395-4eb7-a2b1-64c01981e025,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:51.735332 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38106b86-8acc-43c3-96ce-2f7a2ad0f222 req-2606878d-eb0b-4cb5-b750-f7725fcf5bd2 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:51.736777 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-38106b86-8acc-43c3-96ce-2f7a2ad0f222 req-2606878d-eb0b-4cb5-b750-f7725fcf5bd2 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 945 time: 0.1002772 Jun 16 16:18:51.785585 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-38106b86-8acc-43c3-96ce-2f7a2ad0f222 req-c3673689-c897-411d-b947-1d3e98779913 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420589 Jun 16 16:18:51.828692 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.844399 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['370f8443-6395-4eb7-a2b1-64c01981e025'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:52.979010 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695752e3-ff61-492d-acd5-4d161cb004c6 req-0b56aa49-ad1f-498a-aedc-27ffb80ef5a6 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:52.980495 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-695752e3-ff61-492d-acd5-4d161cb004c6 req-0b56aa49-ad1f-498a-aedc-27ffb80ef5a6 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 945 time: 0.0904448 Jun 16 16:18:53.024491 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-695752e3-ff61-492d-acd5-4d161cb004c6 req-f34a76f8-c9de-4b59-97fa-8ef41c4a20b7 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383420 Jun 16 16:18:53.221856 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 370f8443-6395-4eb7-a2b1-64c01981e025 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:53.387189 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port 370f8443-6395-4eb7-a2b1-64c01981e025 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:53.392962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 370f8443-6395-4eb7-a2b1-64c01981e025 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:53.393320 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.512449 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 370f8443-6395-4eb7-a2b1-64c01981e025 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:18:53.512817 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.540095 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:53.549863 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 370f8443-6395-4eb7-a2b1-64c01981e025, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=370f8443-6395-4eb7-a2b1-64c01981e025,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:53.645267 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45796bb5-f9e8-4acb-9066-1893cc08a6dd'] response: {'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025', 'code': 200} Jun 16 16:18:53.646422 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:53.714373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=370f8443-6395-4eb7-a2b1-64c01981e025,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:54.086074 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60241f-6521-4160-9e30-eef035ee6e3e req-23b39a01-bf6a-470a-9d8c-290e40686aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:54.087879 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2f60241f-6521-4160-9e30-eef035ee6e3e req-23b39a01-bf6a-470a-9d8c-290e40686aa8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 1099 time: 0.0913706 Jun 16 16:18:54.137140 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-2f60241f-6521-4160-9e30-eef035ee6e3e req-de7cfdc6-6bef-422d-83f3-961d8c117834 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404799 Jun 16 16:18:54.235753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e21570-79b4-4fa5-9e28-5b573d9ebb09 req-85ca142f-7546-41bc-8e2e-03c18b6a9d62 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:54.237285 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f4e21570-79b4-4fa5-9e28-5b573d9ebb09 req-85ca142f-7546-41bc-8e2e-03c18b6a9d62 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 946 time: 0.0968478 Jun 16 16:18:54.285703 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f4e21570-79b4-4fa5-9e28-5b573d9ebb09 req-8fe52f4c-0769-41f1-ae0e-bd73991249eb tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411074 Jun 16 16:18:55.487261 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9ec16-a097-437f-ba53-129b712e1d55 req-b10743d2-f60c-42e6-ad12-0a106bf53d9c tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:55.489324 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bce9ec16-a097-437f-ba53-129b712e1d55 req-b10743d2-f60c-42e6-ad12-0a106bf53d9c tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 946 time: 0.0924287 Jun 16 16:18:55.534041 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bce9ec16-a097-437f-ba53-129b712e1d55 req-34a235f8-fa39-4b3f-b8ea-edcf475b0cde tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385220 Jun 16 16:18:56.733140 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31116317-33b3-45b9-863d-1de0fda7a662 req-b23d6607-6e4e-42af-a9cc-f987cfad21bf tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:56.734600 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31116317-33b3-45b9-863d-1de0fda7a662 req-b23d6607-6e4e-42af-a9cc-f987cfad21bf tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 946 time: 0.0921760 Jun 16 16:18:56.780879 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-31116317-33b3-45b9-863d-1de0fda7a662 req-a2db592b-56e5-44f6-b6cf-cabec54a1895 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400743 Jun 16 16:18:56.984087 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ccfc2-6175-4f93-9e94-8b271ae4787d req-cd5b52e5-9750-44fa-8bd8-1e15b2fe577f tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:56.985544 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-034ccfc2-6175-4f93-9e94-8b271ae4787d req-cd5b52e5-9750-44fa-8bd8-1e15b2fe577f tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 946 time: 0.0947948 Jun 16 16:18:57.033579 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-034ccfc2-6175-4f93-9e94-8b271ae4787d req-0fdeb4af-f676-4183-a926-d32eb8ec6702 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423517 Jun 16 16:18:57.062003 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41176) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:57.188166 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb9c8c-7f32-490a-bf58-811e0ca987fd tempest-TestSnapshotPattern-813096648 tempest-TestSnapshotPattern-813096648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:57.188868 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-91fb9c8c-7f32-490a-bf58-811e0ca987fd tempest-TestSnapshotPattern-813096648 tempest-TestSnapshotPattern-813096648-project-admin] Synchronizing usage tracker for tenant:cc102703249b49a8bbead18e71bcd911 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:18:57.290596 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-91fb9c8c-7f32-490a-bf58-811e0ca987fd tempest-TestSnapshotPattern-813096648 tempest-TestSnapshotPattern-813096648-project-admin] Unset dirty status for tenant:cc102703249b49a8bbead18e71bcd911 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:18:57.294430 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-91fb9c8c-7f32-490a-bf58-811e0ca987fd tempest-TestSnapshotPattern-813096648 tempest-TestSnapshotPattern-813096648-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 1094 time: 0.2287905 Jun 16 16:18:57.294688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41182) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:57.299816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:57.306692 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:18:57.310514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:floatingip and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:18:57.313334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:18:57.319025 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:18:57.449300 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.583861 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.724533 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Allocated IP 172.26.2.212 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/9099a4e6-8f17-4690-8564-1a9788e3bd72) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:57.877923 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:58.005866 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:58.069887 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:58.077492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:58.082423 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:18:58.117090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'Port': ['ID=9099a4e6-8f17-4690-8564-1a9788e3bd72,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:58.787730 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:59.005922 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:59.217347 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:59.301993 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:59.413349 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'Port': ['ID=9099a4e6-8f17-4690-8564-1a9788e3bd72,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:59.425030 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:59.599315 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Floating IP 053eba96-7141-41e5-b58c-890ce4284e65 associated. External IP: 172.26.2.212, port: 370f8443-6395-4eb7-a2b1-64c01981e025. Jun 16 16:18:59.958133 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Router 4d33863b-d676-406e-b53c-a3a25af27151 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:19:00.140291 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:19:00.151138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] Sync routers for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:00.162175 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:19:00.162797 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:18:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:00.244831 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:00.307156 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-da375d09-b3a7-4bc3-adb6-3ccfc7b8b2f9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0112996 Jun 16 16:19:00.308079 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:00.352685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:19:00.353242 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aaea286-51e8-418c-b29e-b0eb7face0b8'] response: {'name': 'network-changed', 'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025', 'status': 'completed', 'code': 200} Jun 16 16:19:00.601772 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-50cb0b6a-35b9-4ec6-af2c-3d464fc3294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:00.603322 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-50cb0b6a-35b9-4ec6-af2c-3d464fc3294c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 1099 time: 0.2184036 Jun 16 16:19:00.718519 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '053eba96-7141-41e5-b58c-890ce4284e65', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:58Z', 'updated_at': '2022-06-16T16:18:58Z', 'revision_number': 0, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:00.722701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] Checking router: 4d33863b-d676-406e-b53c-a3a25af27151 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:00.731252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:19:00.731864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:18:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:00.745686 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-06a18213-dc38-46dd-8a25-0355e414187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:00.747263 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-06a18213-dc38-46dd-8a25-0355e414187b service neutron] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 910 time: 0.1354010 Jun 16 16:19:00.853969 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-ba3b610e-0efd-472d-b531-0cd2647fdae0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=370f8443-6395-4eb7-a2b1-64c01981e025 HTTP/1.1" status: 200 len: 1000 time: 0.1003530 Jun 16 16:19:00.910689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:19:00.920123 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-44daedbd-5ce9-4860-921b-14b2275b0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:00.921550 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-44daedbd-5ce9-4860-921b-14b2275b0a60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.0596530 Jun 16 16:19:01.010583 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-afc5e03e-d38a-429e-8470-2655f617a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:01.012107 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-afc5e03e-d38a-429e-8470-2655f617a258 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829101 Jun 16 16:19:01.154231 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-56a3b5de-8a03-4183-9289-6cdb92caf9f9 service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351309 Jun 16 16:19:01.301067 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1ac4e995-e115-44f6-825e-b090f4eb5a28 req-a9386dac-b1ac-4aa0-83e2-f0c3058d2b3d service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400659 Jun 16 16:19:01.344397 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '053eba96-7141-41e5-b58c-890ce4284e65', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:58Z', 'updated_at': '2022-06-16T16:18:58Z', 'revision_number': 0, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:01.348509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ac702-bbdb-40ee-bfb9-ef3e63975e7c None None] The sync data for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv is: [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '053eba96-7141-41e5-b58c-890ce4284e65', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:58Z', 'updated_at': '2022-06-16T16:18:58Z', 'revision_number': 0, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:01.540084 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c714dd0-9be9-44c4-a5db-4769a02e5be9 None None] New status for floating IP 053eba96-7141-41e5-b58c-890ce4284e65: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:19:06.490370 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.562813 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:19:15.096076 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-bcf26f8e-a3ee-4723-866f-bc1ce2265b19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782337 Jun 16 16:19:15.258882 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-3f8159fa-90f1-47c4-8ec8-2c6e234104ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:15.260396 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-3f8159fa-90f1-47c4-8ec8-2c6e234104ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 1099 time: 0.0860484 Jun 16 16:19:15.410058 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-95ff60e9-a566-4d74-8b38-08c6a7e44cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:15.411375 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-95ff60e9-a566-4d74-8b38-08c6a7e44cbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 910 time: 0.1321707 Jun 16 16:19:15.519727 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-f4ed8942-2c9f-4e5f-bbc5-1b746aa70a03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=370f8443-6395-4eb7-a2b1-64c01981e025 HTTP/1.1" status: 200 len: 1002 time: 0.1004207 Jun 16 16:19:15.586634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-c99c7f01-431b-48f8-a92e-5433db7313a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:15.588107 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-c99c7f01-431b-48f8-a92e-5433db7313a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.0587273 Jun 16 16:19:15.678780 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-9c5f78bc-fee7-45b1-9d1c-96f14e005219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:15.680224 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-9c5f78bc-fee7-45b1-9d1c-96f14e005219 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818374 Jun 16 16:19:15.820995 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-a7308146-1ff4-4799-8820-0bebc38fbe4d service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310067 Jun 16 16:19:15.838752 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4195-c82c-4ef2-b090-cc026b33768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:16.069854 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3788efdb-0b37-47a3-bc66-b0f464b71d9e req-c249276e-1e1f-4dce-b3b5-4f1e3afc2698 service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424443 Jun 16 16:19:18.461635 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d927894c-02f2-4cbd-a029-c682a1be2bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:18.787252 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:20.559414 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:21.810017 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:36.444858 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:45.562404 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:19:45.947594 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-4f46f34e-542c-48db-aee3-a0625a49d1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:48.478802 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-677dceee-9e33-4bcd-b271-6c9fe3de1854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:48.912011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:50.591539 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:51.913135 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:06.420419 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.109649 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-03cce87e-5f03-4a49-ac51-d84d416b2b29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767763 Jun 16 16:20:15.267338 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-9f51bb04-09d7-43b0-a9e9-31320a83bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:15.268834 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-9f51bb04-09d7-43b0-a9e9-31320a83bfb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 1099 time: 0.0874705 Jun 16 16:20:15.441209 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-41e20697-bd4d-427a-9993-459ba04e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:15.442671 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-41e20697-bd4d-427a-9993-459ba04e7e16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 910 time: 0.1506379 Jun 16 16:20:15.546135 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-fb2916f7-5ce1-433e-aed7-984069bc5102 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=370f8443-6395-4eb7-a2b1-64c01981e025 HTTP/1.1" status: 200 len: 1002 time: 0.0969801 Jun 16 16:20:15.612422 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-e341147f-0e38-4a6f-a2aa-6fad8a0d2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:15.613892 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-e341147f-0e38-4a6f-a2aa-6fad8a0d2c03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.0617356 Jun 16 16:20:15.701492 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-21de4d55-6d5b-4514-9f55-c8da9c811dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:15.702887 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-21de4d55-6d5b-4514-9f55-c8da9c811dbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828738 Jun 16 16:20:15.821622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f38f14b-a30b-4051-86ac-e6d3bf3fb84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.900921 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-d430087f-32c3-47f2-b5bd-f6aa94f785e5 service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903119 Jun 16 16:20:16.036613 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-0ba7d7a0-ec0d-4fda-831e-1fb6b5582210 req-8ba082fd-7b4c-4d42-9ca8-2b8addff61df service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297390 Jun 16 16:20:18.402731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2ad48f9d-ea85-4766-ba05-a03dc8ca8759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:18.825020 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:20.570816 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:21.855943 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:22.561720 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:20:36.449973 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.825051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-602cbcb0-774a-4106-9a73-3828e0db0f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.471219 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-e1ca58a3-bef1-4b8d-a1dc-fa1453323c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.850073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:50.613136 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:51.855350 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.560440 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:21:05.941181 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 370f8443-6395-4eb7-a2b1-64c01981e025 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:21:06.134700 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 370f8443-6395-4eb7-a2b1-64c01981e025, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=370f8443-6395-4eb7-a2b1-64c01981e025,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:06.149316 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': '370f8443-6395-4eb7-a2b1-64c01981e025', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:21:06.213864 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 370f8443-6395-4eb7-a2b1-64c01981e025 is: ACTIVE; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:21:06.214629 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:06.247386 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 370f8443-6395-4eb7-a2b1-64c01981e025 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:21:06.267488 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 370f8443-6395-4eb7-a2b1-64c01981e025, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=370f8443-6395-4eb7-a2b1-64c01981e025,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:06.359641 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:06.451885 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=370f8443-6395-4eb7-a2b1-64c01981e025,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:06.456084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['370f8443-6395-4eb7-a2b1-64c01981e025'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:06.495060 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.495501 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.495745 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.496076 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.496405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.496734 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.497062 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.497383 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.497712 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.498034 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.498362 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.498676 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:06.517576 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:07.939011 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 370f8443-6395-4eb7-a2b1-64c01981e025 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:21:08.051051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port 370f8443-6395-4eb7-a2b1-64c01981e025 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:08.051639 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.230498 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 370f8443-6395-4eb7-a2b1-64c01981e025 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:21:08.230857 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.281341 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:08.292882 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 370f8443-6395-4eb7-a2b1-64c01981e025, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=370f8443-6395-4eb7-a2b1-64c01981e025,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:08.377941 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0947ea8-5b9b-40ef-8fea-493015f598d1'] response: {'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025', 'code': 200} Jun 16 16:21:08.465073 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.566868 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=370f8443-6395-4eb7-a2b1-64c01981e025,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:15.896834 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-28eb81e0-d61f-4299-b746-bbb4842f6ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:16.230271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-137a28e8-eb91-439e-a837-87daef051792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:16.232834 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-137a28e8-eb91-439e-a837-87daef051792 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 1099 time: 0.1438231 Jun 16 16:21:16.466825 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-8c43c078-9ef9-4c9c-867c-8ce329a05847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:16.469374 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-8c43c078-9ef9-4c9c-867c-8ce329a05847 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 910 time: 0.2073915 Jun 16 16:21:16.593182 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-4211e76e-5b2f-4390-b5ba-6d1cc1aef263 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=370f8443-6395-4eb7-a2b1-64c01981e025 HTTP/1.1" status: 200 len: 1002 time: 0.1131327 Jun 16 16:21:16.662959 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-ddbf1ab4-4521-48fa-817f-294665b55462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:16.664802 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-ddbf1ab4-4521-48fa-817f-294665b55462 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.0646477 Jun 16 16:21:16.764034 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-2df38dbe-5b1f-4122-b4f8-b45ea0aa90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:16.765551 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-2df38dbe-5b1f-4122-b4f8-b45ea0aa90d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926137 Jun 16 16:21:16.936858 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-f86faaa9-e5ab-4719-82d6-5df1d026f180 service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633236 Jun 16 16:21:17.259537 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-3fba6f5b-a97b-44f2-b4e9-a6831a02a88e req-e1bc8a50-4fe1-4520-a603-14733859e4eb service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153048 Jun 16 16:21:18.441672 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-eac7fa42-7b01-4c8f-9418-41badc667449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:18.865669 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-bec39f59-6904-4b72-bc90-11d3eafe8c88 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17688316&fields=id&tenant_id=e596aff7049c403bbd0a1d61d631ce74 HTTP/1.1" status: 200 len: 267 time: 0.0482309 Jun 16 16:21:18.891273 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.030342 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-d1d44b35-98de-4962-9ef3-bf612c30cc1e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:19.031831 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-d1d44b35-98de-4962-9ef3-bf612c30cc1e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 809 time: 0.1542628 Jun 16 16:21:19.055801 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-9502276d-e47d-4445-b830-40809f80c86e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/quotas/e596aff7049c403bbd0a1d61d631ce74 HTTP/1.1" status: 200 len: 375 time: 0.0114610 Jun 16 16:21:19.161525 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-79e27100-079e-4303-b3b4-eb8859d8706c tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1002710 Jun 16 16:21:19.311443 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-ee0478b3-aeb1-47a4-9f1a-26524e14274b service neutron] 10.222.0.73 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375790 Jun 16 16:21:19.456423 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c7d89717-a79c-46aa-83a9-3b0a47f6eb3c service neutron] 10.222.0.73 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347048 Jun 16 16:21:19.854065 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c639e1b0-bd18-421e-a2ed-c212681cdb66 req-b8a11538-17d3-42e7-b503-c64e989f3290 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 210 time: 0.0594244 Jun 16 16:21:20.613019 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:20.977580 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-12f1945a-efb2-44f2-a74d-009850e049d6 req-15637652-5341-4049-b7b8-1b4a7e800770 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 210 time: 0.0572078 Jun 16 16:21:21.841439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:22.142989 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-ad5b089b-93db-480e-9d9b-b2b8d35d5238 req-45b1f7fa-ec90-4d7b-8743-191a7570ba1f tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 210 time: 0.0508301 Jun 16 16:21:22.715144 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-d9f6414c-80a9-4c69-8990-a9726fd9edf2 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:22.716654 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-d9f6414c-80a9-4c69-8990-a9726fd9edf2 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 809 time: 0.1800461 Jun 16 16:21:22.774413 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-6ef4f985-505c-4271-82ba-cce4d5d34e3b tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e596aff7049c403bbd0a1d61d631ce74 HTTP/1.1" status: 200 len: 378 time: 0.0488646 Jun 16 16:21:22.783266 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'port': {'device_id': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'admin_state_up': True, 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'security_groups': ['18bd8754-d8c5-44f8-b70a-acb7a92fcb20']}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:22.942750 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:21:22.949119 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:port and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:21:22.952626 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:21:22.956871 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:21:23.092797 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Made reservation on behalf of e596aff7049c403bbd0a1d61d631ce74 for: {'port': 1} {{(pid=89746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:23.096842 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:23.322991 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Allocated IP 172.20.0.4 (87805874-b8e0-4d32-9431-f92a4fa35712/1b90fef9-80f5-4bee-9d67-a1159b09dae4/c7639f48-5f3d-4ecc-87c5-33bba694ac36) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:23.369574 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c0909874-0614-4320-b898-349c141fa0e3 req-edd6f635-ddb5-48f5-91cb-e65c1dcd143f tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 210 time: 0.0673323 Jun 16 16:21:23.566675 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:23.593792 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Transition to ACTIVE for port object c7639f48-5f3d-4ecc-87c5-33bba694ac36 will not be triggered until provisioned by entity DHCP. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:23.787574 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:23.857170 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Network 87805874-b8e0-4d32-9431-f92a4fa35712 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:23.866164 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:23.870689 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:21:23.914515 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'Port': ['ID=c7639f48-5f3d-4ecc-87c5-33bba694ac36,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:23.928830 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.929063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.929407 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.929740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.930085 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.930408 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.930743 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.931102 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.931558 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.931751 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.932082 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.932412 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:23.969054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:23.969054 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:24.080411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 370f8443-6395-4eb7-a2b1-64c01981e025 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:21:24.159009 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-509affff-613a-48df-bed8-ccd7f9236b0a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3792515 Jun 16 16:21:24.342966 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port 370f8443-6395-4eb7-a2b1-64c01981e025 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:21:24.343809 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:24.393453 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:24.420978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port 370f8443-6395-4eb7-a2b1-64c01981e025, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=370f8443-6395-4eb7-a2b1-64c01981e025,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:24.442079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5e3d4e1a-e388-4f77-8020-43729a4ef628 None None] Provisioning for port c7639f48-5f3d-4ecc-87c5-33bba694ac36 completed by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:21:24.457646 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-5e3d4e1a-e388-4f77-8020-43729a4ef628 None None] Provisioning complete for port c7639f48-5f3d-4ecc-87c5-33bba694ac36 triggered by entity DHCP. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:24.458770 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5e3d4e1a-e388-4f77-8020-43729a4ef628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:24.513953 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4a9011-29a3-4336-b017-10f2b7998ade'] response: {'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025', 'code': 200} Jun 16 16:21:24.524767 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:24.718402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=370f8443-6395-4eb7-a2b1-64c01981e025,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:24.759071 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d4e1a-e388-4f77-8020-43729a4ef628 None None] Port c7639f48-5f3d-4ecc-87c5-33bba694ac36 cannot update to ACTIVE because it is not bound. {{(pid=89747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 16 16:21:24.808004 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db9643-1cba-43bd-a978-9040b7acaf9b req-3e4311d3-b40a-4a33-b3ae-544980693ce8 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:24.809643 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-30db9643-1cba-43bd-a978-9040b7acaf9b req-3e4311d3-b40a-4a33-b3ae-544980693ce8 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 931 time: 0.2822213 Jun 16 16:21:24.871240 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-30db9643-1cba-43bd-a978-9040b7acaf9b req-f3b2905c-ee96-481d-8f03-872aa1dec077 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542014 Jun 16 16:21:26.086813 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd53f51-53a9-4092-aa2a-13b3b480c988 req-178c0311-acdd-46b6-8c87-47ce9790cd1d tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:26.088325 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fd53f51-53a9-4092-aa2a-13b3b480c988 req-178c0311-acdd-46b6-8c87-47ce9790cd1d tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 931 time: 0.0973413 Jun 16 16:21:26.139124 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-8fd53f51-53a9-4092-aa2a-13b3b480c988 req-4576a258-44ac-4644-b679-286e63b917e1 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439670 Jun 16 16:21:27.346760 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f66c-865d-4dee-a534-818740740c5c req-597d4bdb-8224-4671-8689-331683a57cae tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:27.348366 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1357f66c-865d-4dee-a534-818740740c5c req-597d4bdb-8224-4671-8689-331683a57cae tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 931 time: 0.0941296 Jun 16 16:21:27.406235 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-1357f66c-865d-4dee-a534-818740740c5c req-bf543b6f-4d48-4f34-905d-6807e2f74674 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502255 Jun 16 16:21:28.614447 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd186b-698d-4f3e-a75e-a32a0f608961 req-50eb95a5-7881-4c05-9651-7c6d3e2924a9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:28.616267 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c5bd186b-698d-4f3e-a75e-a32a0f608961 req-50eb95a5-7881-4c05-9651-7c6d3e2924a9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 931 time: 0.0974147 Jun 16 16:21:28.666017 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-c5bd186b-698d-4f3e-a75e-a32a0f608961 req-ef43ec3b-36cc-48ad-be0b-791db6194a0c tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430801 Jun 16 16:21:29.905646 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7624d-ef50-428c-8189-886ad0e26c5e req-df28594c-6d59-4b34-adb0-0131b5651487 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:29.907172 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86d7624d-ef50-428c-8189-886ad0e26c5e req-df28594c-6d59-4b34-adb0-0131b5651487 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 931 time: 0.1202316 Jun 16 16:21:29.956857 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-86d7624d-ef50-428c-8189-886ad0e26c5e req-b896e065-833e-49a5-b40e-30ef3b5151cd tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429385 Jun 16 16:21:31.218374 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758dbb2-bec6-448e-86f7-9e4cce8d3d46 req-4168d875-fe21-4832-8c58-8fbac1cefc06 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:31.220212 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5758dbb2-bec6-448e-86f7-9e4cce8d3d46 req-4168d875-fe21-4832-8c58-8fbac1cefc06 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 931 time: 0.1344404 Jun 16 16:21:31.293763 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-5758dbb2-bec6-448e-86f7-9e4cce8d3d46 req-5dcbb5bd-9430-43a8-8003-03601d805c5c tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635104 Jun 16 16:21:32.497837 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76196a1-8921-49f5-84c8-40b3a5dbfec4 req-d09c0ee2-4e04-48e2-a37b-530f3bf76538 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:32.499426 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f76196a1-8921-49f5-84c8-40b3a5dbfec4 req-d09c0ee2-4e04-48e2-a37b-530f3bf76538 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 931 time: 0.0932722 Jun 16 16:21:32.546823 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f76196a1-8921-49f5-84c8-40b3a5dbfec4 req-61210c77-7867-45d4-b249-6a331e84c392 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414469 Jun 16 16:21:32.918726 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Request body: {'port': {'device_id': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8460'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:33.030877 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:33.388652 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7639f48-5f3d-4ecc-87c5-33bba694ac36 {{(pid=89746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:21:33.468634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:33.468634 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.provisioning_blocks [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Transition to ACTIVE for port object c7639f48-5f3d-4ecc-87c5-33bba694ac36 will not be triggered until provisioned by entity L2. {{(pid=89746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:33.535597 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:33.695744 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Pushing event updated for resources: {'Port': ['ID=c7639f48-5f3d-4ecc-87c5-33bba694ac36,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:33.789833 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c968ec-16f2-47e8-8a89-7ec0aa115aee req-a122eaa5-b94b-4506-b7c5-20f5b08b0e34 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:33.791412 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92c968ec-16f2-47e8-8a89-7ec0aa115aee req-a122eaa5-b94b-4506-b7c5-20f5b08b0e34 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 943 time: 0.1082356 Jun 16 16:21:33.810506 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Attempting to bind port c7639f48-5f3d-4ecc-87c5-33bba694ac36 on host hv-neutron-8460 for vnic_type normal with profile {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 16 16:21:33.810968 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Attempting to bind port c7639f48-5f3d-4ecc-87c5-33bba694ac36 by drivers openvswitch,hyperv on host hv-neutron-8460 at level 0 using segments [{'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 16 16:21:33.811336 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Attempting to bind port c7639f48-5f3d-4ecc-87c5-33bba694ac36 on network 87805874-b8e0-4d32-9431-f92a4fa35712 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:33.816556 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Port c7639f48-5f3d-4ecc-87c5-33bba694ac36 on network 87805874-b8e0-4d32-9431-f92a4fa35712 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8460 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:21:33.816910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Attempting to bind port c7639f48-5f3d-4ecc-87c5-33bba694ac36 on network 87805874-b8e0-4d32-9431-f92a4fa35712 {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:33.822839 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Checking agent: {'id': 'dea6e45c-1cdf-4a8c-b440-387bb5b1f5cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'started_at': datetime.datetime(2022, 6, 16, 15, 10, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:21:33.823224 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Checking segment: {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 16 16:21:33.823609 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Bound using segment: {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'} {{(pid=89746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:21:33.824050 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.managers [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Bound port: c7639f48-5f3d-4ecc-87c5-33bba694ac36, host: hv-neutron-8460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2c9f-ba0c-42aa-a436-142826150ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712'}}] {{(pid=89746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 16 16:21:33.824401 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:33.840111 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-92c968ec-16f2-47e8-8a89-7ec0aa115aee req-fc750e6b-4c69-48d9-891a-e0eb84cc72ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428658 Jun 16 16:21:34.035090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] For port c7639f48-5f3d-4ecc-87c5-33bba694ac36, host hv-neutron-8460, cleared binding levels {{(pid=89746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:21:34.038755 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] For port c7639f48-5f3d-4ecc-87c5-33bba694ac36, host hv-neutron-8460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:21:34.152799 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:34.209348 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:34.210334 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:34.211780 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] 10.222.0.46 "PUT /v2.0/ports/c7639f48-5f3d-4ecc-87c5-33bba694ac36 HTTP/1.1" status: 200 len: 1093 time: 1.2997503 Jun 16 16:21:34.212215 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:34.246967 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a92e-a88a-4796-801d-bfbd1904813c service neutron] Pushing event updated for resources: {'Port': ['ID=c7639f48-5f3d-4ecc-87c5-33bba694ac36,revision_number=3']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:34.276217 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5953f40d-7abb-46e9-a4e5-64ef05e2a606'] response: {'name': 'network-changed', 'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'status': 'completed', 'code': 200} Jun 16 16:21:34.383779 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55585f00-59b5-4bf5-ab93-ccfe5c654f28 req-f1667ba9-a543-4b13-95e4-2ed31f77585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:34.385301 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55585f00-59b5-4bf5-ab93-ccfe5c654f28 req-f1667ba9-a543-4b13-95e4-2ed31f77585d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 1096 time: 0.0867867 Jun 16 16:21:34.533537 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55585f00-59b5-4bf5-ab93-ccfe5c654f28 req-7e6745b3-b719-4353-b8c1-cef6aad1ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:34.534983 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55585f00-59b5-4bf5-ab93-ccfe5c654f28 req-7e6745b3-b719-4353-b8c1-cef6aad1ad57 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e596aff7049c403bbd0a1d61d631ce74&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1420679 Jun 16 16:21:34.674530 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55585f00-59b5-4bf5-ab93-ccfe5c654f28 req-960f1548-ae21-47db-9baf-5bbe2f2188b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:34.676017 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-55585f00-59b5-4bf5-ab93-ccfe5c654f28 req-960f1548-ae21-47db-9baf-5bbe2f2188b1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341839 Jun 16 16:21:34.788476 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-464e7a1b-6626-47c5-b519-c876090c001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:34.789942 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-464e7a1b-6626-47c5-b519-c876090c001e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 1096 time: 0.0784767 Jun 16 16:21:34.865577 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-e6ff0cc8-a38c-4d8b-9917-b01ada6eb8b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36 HTTP/1.1" status: 200 len: 217 time: 0.0642552 Jun 16 16:21:34.930006 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-b54e2316-a7e3-4a95-89a1-09c4055bd920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:34.931411 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-b54e2316-a7e3-4a95-89a1-09c4055bd920 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.0584781 Jun 16 16:21:35.029525 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-34469889-d034-4628-8dad-06e276ab9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:35.031012 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-34469889-d034-4628-8dad-06e276ab9363 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925264 Jun 16 16:21:35.036295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b69b1-af38-440e-87fd-214ffa665758 req-16931c26-ed21-410a-b868-29645b98981a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:35.038278 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-909b69b1-af38-440e-87fd-214ffa665758 req-16931c26-ed21-410a-b868-29645b98981a tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 943 time: 0.0894291 Jun 16 16:21:35.085919 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-909b69b1-af38-440e-87fd-214ffa665758 req-74941c68-60ef-4fa9-9742-72e15940fa35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419760 Jun 16 16:21:35.169067 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-cf20cc9d-cc45-4599-b4b9-f8ca35afd27c service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268930 Jun 16 16:21:35.306682 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-7215ee03-b2cf-48b2-9902-df2e373aa910 req-3ae1b559-ce05-4f96-9c68-2e15991cfc35 service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278663 Jun 16 16:21:36.285486 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d040c-bad0-4867-aa40-2acb1ec01b99 req-231a40b6-05f0-47e3-b5f3-9bc325879dd0 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:36.287556 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dd4d040c-bad0-4867-aa40-2acb1ec01b99 req-231a40b6-05f0-47e3-b5f3-9bc325879dd0 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 943 time: 0.0893013 Jun 16 16:21:36.332281 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-dd4d040c-bad0-4867-aa40-2acb1ec01b99 req-e5baf013-c6e3-45cb-a76d-adcb70ced13b tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389588 Jun 16 16:21:36.444869 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:36.560228 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:21:37.548592 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61e47e-b21a-4ce7-ab61-ae1b0b611e9b req-49cc9030-0cab-4b78-83eb-d4d9fbbc42c0 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:37.550092 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf61e47e-b21a-4ce7-ab61-ae1b0b611e9b req-49cc9030-0cab-4b78-83eb-d4d9fbbc42c0 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 943 time: 0.1020937 Jun 16 16:21:37.610529 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-cf61e47e-b21a-4ce7-ab61-ae1b0b611e9b req-3146d7e8-3b94-4c0a-aaed-8ca50d5576f6 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538020 Jun 16 16:21:38.155702 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c7639f48-5f3d-4ecc-87c5-33bba694ac36 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:21:38.288591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c7639f48-5f3d-4ecc-87c5-33bba694ac36, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:38.302659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'port_id': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'mac_address': 'fa:16:3e:1a:01:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:21:38.360659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port c7639f48-5f3d-4ecc-87c5-33bba694ac36 is: DOWN; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:21:38.361036 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:38.378551 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7639f48-5f3d-4ecc-87c5-33bba694ac36 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:21:38.394565 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c7639f48-5f3d-4ecc-87c5-33bba694ac36, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:38.527400 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:38.595041 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=c7639f48-5f3d-4ecc-87c5-33bba694ac36,revision_number=4']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:38.804199 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['c7639f48-5f3d-4ecc-87c5-33bba694ac36'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:38.807572 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20c6e3-fd4e-459c-bec0-33def6d66c8d req-30e4bf3e-ab2c-4973-9069-d73ec6725a03 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:38.809099 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e20c6e3-fd4e-459c-bec0-33def6d66c8d req-30e4bf3e-ab2c-4973-9069-d73ec6725a03 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 944 time: 0.0900798 Jun 16 16:21:38.858202 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-6e20c6e3-fd4e-459c-bec0-33def6d66c8d req-420a68bf-0ef6-42dc-8602-02550c64e80d tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431671 Jun 16 16:21:40.067652 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d5d69-4bcd-46e9-b3c3-f0863c0388f1 req-96e984be-0147-479e-8fad-7518e342184c tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:40.069106 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c3d5d69-4bcd-46e9-b3c3-f0863c0388f1 req-96e984be-0147-479e-8fad-7518e342184c tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 944 time: 0.1046579 Jun 16 16:21:40.116636 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2c3d5d69-4bcd-46e9-b3c3-f0863c0388f1 req-0c5144a1-c5da-4fea-acb0-098e0e7bdff6 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412188 Jun 16 16:21:40.171820 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c7639f48-5f3d-4ecc-87c5-33bba694ac36 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:21:40.329293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning for port c7639f48-5f3d-4ecc-87c5-33bba694ac36 completed by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:21:40.336792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port c7639f48-5f3d-4ecc-87c5-33bba694ac36 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:40.338607 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:40.461272 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port c7639f48-5f3d-4ecc-87c5-33bba694ac36 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:21:40.461558 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:40.490165 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:40.501818 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c7639f48-5f3d-4ecc-87c5-33bba694ac36, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:40.543644 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b550a73f-f299-4240-80c8-d89bb10e2d96'] response: {'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'code': 200} Jun 16 16:21:40.603945 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:40.675666 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=c7639f48-5f3d-4ecc-87c5-33bba694ac36,revision_number=5']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:41.032488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f84df-f751-462c-9d3c-ac2c2fa41f38 req-6e800fad-219e-4de7-b486-c97647281e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:41.034203 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-190f84df-f751-462c-9d3c-ac2c2fa41f38 req-6e800fad-219e-4de7-b486-c97647281e45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 1098 time: 0.0827329 Jun 16 16:21:41.079992 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-190f84df-f751-462c-9d3c-ac2c2fa41f38 req-a7be2e9b-710a-4b0e-a469-ba33cb3e5716 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395949 Jun 16 16:21:41.319520 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1251c-ce61-4dbf-a01f-4b3defe2a073 req-c7275d28-8178-4e05-8887-e0401d157234 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:41.320981 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fcf1251c-ce61-4dbf-a01f-4b3defe2a073 req-c7275d28-8178-4e05-8887-e0401d157234 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 945 time: 0.0980501 Jun 16 16:21:41.370483 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-fcf1251c-ce61-4dbf-a01f-4b3defe2a073 req-2e7417c4-e877-4c60-9dfa-f3461ace7b90 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436573 Jun 16 16:21:42.578267 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f45828-466c-49e6-9226-ef5f17bc895d req-4261096e-2417-4250-9afd-ef3868b59229 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:42.579674 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-58f45828-466c-49e6-9226-ef5f17bc895d req-4261096e-2417-4250-9afd-ef3868b59229 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 945 time: 0.0960276 Jun 16 16:21:42.628278 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-58f45828-466c-49e6-9226-ef5f17bc895d req-cb9fa6e2-d4a2-4998-896e-fea6edf8a637 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427747 Jun 16 16:21:42.824959 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8ae9-4a1b-4f53-afe5-5b6bd8caa16b req-4a4801e9-e1e8-4bfe-932e-74115acfad4d tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:42.826391 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f1dc8ae9-4a1b-4f53-afe5-5b6bd8caa16b req-4a4801e9-e1e8-4bfe-932e-74115acfad4d tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 945 time: 0.0884571 Jun 16 16:21:42.873914 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-f1dc8ae9-4a1b-4f53-afe5-5b6bd8caa16b req-26ee05f0-84ce-4fe9-91bd-446e6f95ea7e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413270 Jun 16 16:21:42.897267 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41462) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:42.981090 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db992f9-a260-4eee-a5e5-3e96a9d63b64 tempest-TestSnapshotPattern-813096648 tempest-TestSnapshotPattern-813096648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:42.982644 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-8db992f9-a260-4eee-a5e5-3e96a9d63b64 tempest-TestSnapshotPattern-813096648 tempest-TestSnapshotPattern-813096648-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 1093 time: 0.0841851 Jun 16 16:21:42.985987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41466) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:42.992310 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.v2.base [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Request body: {'floatingip': {'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'port_id': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:42.998902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 16 16:21:43.003129 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Usage tracker for resource:floatingip and tenant:e596aff7049c403bbd0a1d61d631ce74 is out of sync, need to count used quota {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 16 16:21:43.006542 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 16 16:21:43.012679 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.quota.driver [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 16 16:21:43.101290 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for floatingip, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:43.241287 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:43.384740 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.db_base_plugin_common [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Allocated IP 172.26.2.218 (c31f4ef3-f5e3-4e37-a109-d9512cc83b25/25d2844d-2100-4843-8996-3a74c1ab228b/44343789-1834-4765-bbcd-8500d7c0f7a1) {{(pid=89746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:43.641688 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for port, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:43.735845 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777696568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:43.796216 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Network c31f4ef3-f5e3-4e37-a109-d9512cc83b25 is already hosted by enough agents. {{(pid=89746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:43.803936 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.base_scheduler [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Resources bound (agent type, host, resource id): {{(pid=89746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:43.811436 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Received port after_create {{(pid=89746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 16 16:21:43.845695 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'Port': ['ID=44343789-1834-4765-bbcd-8500d7c0f7a1,revision_number=1']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:44.236711 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:44.394727 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:44.617312 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for port, precommit_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:44.724821 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14128597'] for port, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:44.841322 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event updated for resources: {'Port': ['ID=44343789-1834-4765-bbcd-8500d7c0f7a1,revision_number=2']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:44.853317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16681149'] for floatingip, after_update {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:45.038382 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Floating IP c32bb424-f2ff-4c01-b9ad-5a782a638b79 associated. External IP: 172.26.2.218, port: c7639f48-5f3d-4ecc-87c5-33bba694ac36. Jun 16 16:21:45.530200 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Router 4d33863b-d676-406e-b53c-a3a25af27151 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:21:45.715838 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:21:45.735116 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] Sync routers for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:45.738701 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:21:45.739373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:45.804668 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-41074500-0fdb-4f8e-90a0-94a61f66e368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:45.855417 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:45.912697 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-0b426a7b-af11-421c-aafc-c51252873fac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9256427 Jun 16 16:21:45.913274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:45.921373 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:21:45.967389 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bd7b84-39ce-492b-9dfc-6d480f69bbda'] response: {'name': 'network-changed', 'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'status': 'completed', 'code': 200} Jun 16 16:21:46.077766 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-56acb0c8-633d-4b8a-aa8a-0752aa019785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:46.079295 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-56acb0c8-633d-4b8a-aa8a-0752aa019785 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 1098 time: 0.0882764 Jun 16 16:21:46.218545 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-d4ca8ea8-d780-4dd3-b6a9-5d5957717526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:46.225118 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-d4ca8ea8-d780-4dd3-b6a9-5d5957717526 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 910 time: 0.1348841 Jun 16 16:21:46.303930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '053eba96-7141-41e5-b58c-890ce4284e65', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:58Z', 'updated_at': '2022-06-16T16:19:01Z', 'revision_number': 1, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}, {'id': 'c32bb424-f2ff-4c01-b9ad-5a782a638b79', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:1a:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:44Z', 'updated_at': '2022-06-16T16:21:44Z', 'revision_number': 0, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:46.308753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] Checking router: 4d33863b-d676-406e-b53c-a3a25af27151 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:46.317859 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:21:46.318478 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:21:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:46.346034 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-3c28c8f4-369d-4abf-b69a-bf07139706ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36 HTTP/1.1" status: 200 len: 999 time: 0.1181083 Jun 16 16:21:46.413514 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-f3e48e66-6ddf-4de3-9ab0-6612dbc96d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:46.417693 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-f3e48e66-6ddf-4de3-9ab0-6612dbc96d9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.0621476 Jun 16 16:21:46.510125 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-fdf9028b-098b-4a8d-9da1-5012ee786ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:46.511618 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-fdf9028b-098b-4a8d-9da1-5012ee786ef4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904391 Jun 16 16:21:46.549330 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:21:46.662159 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-15cb3468-5af9-469d-b5eb-acb36c9a7d9e service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428556 Jun 16 16:21:46.795046 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-5ec86d2e-5a52-4ba4-b4ae-5755f86aa074 req-7dc91bc8-4af7-43c4-a7b1-78a4b9c1730a service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272140 Jun 16 16:21:46.908688 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '053eba96-7141-41e5-b58c-890ce4284e65', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:58Z', 'updated_at': '2022-06-16T16:19:01Z', 'revision_number': 1, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}, {'id': 'c32bb424-f2ff-4c01-b9ad-5a782a638b79', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:1a:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:44Z', 'updated_at': '2022-06-16T16:21:44Z', 'revision_number': 0, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:46.913327 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed1a9c-cb26-4a50-a5d1-1430267b9244 None None] The sync data for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv is: [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '053eba96-7141-41e5-b58c-890ce4284e65', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:58Z', 'updated_at': '2022-06-16T16:19:01Z', 'revision_number': 1, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}, {'id': 'c32bb424-f2ff-4c01-b9ad-5a782a638b79', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:1a:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:44Z', 'updated_at': '2022-06-16T16:21:44Z', 'revision_number': 0, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:47.103053 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9ff8d-0059-490c-b076-7412b6dc906c None None] New status for floating IP c32bb424-f2ff-4c01-b9ad-5a782a638b79: ACTIVE {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:21:48.421151 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-69a2db4a-a855-46b5-8311-3bb76dd1639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:48.866708 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:50.581395 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.838224 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.444680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.560010 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:22:15.783585 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-ccf53247-4316-47b5-b6bd-cb028d9948d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:18.168513 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-acafe60b-e6be-452f-a88b-7dc70d631683 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1554174 Jun 16 16:22:18.323611 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-ae8c206f-4e5e-4782-a8ae-efdf07ca8d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:18.325175 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-ae8c206f-4e5e-4782-a8ae-efdf07ca8d8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 1097 time: 0.0869362 Jun 16 16:22:18.458384 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-aa257b87-45f0-4899-ba5d-c0c6e2041180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:18.477644 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-f860fcec-1579-446c-855a-44d5ce60a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:18.480153 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-f860fcec-1579-446c-855a-44d5ce60a711 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 910 time: 0.1356087 Jun 16 16:22:18.591897 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-c43f8866-c8c6-4711-8466-e7cb283b61f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=370f8443-6395-4eb7-a2b1-64c01981e025 HTTP/1.1" status: 200 len: 1000 time: 0.1046295 Jun 16 16:22:18.786346 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-8b4d1f7d-69bc-44c6-99ff-17ba35081634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:18.789517 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-8b4d1f7d-69bc-44c6-99ff-17ba35081634 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.1898425 Jun 16 16:22:18.809724 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:18.875828 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-f02e1f7d-8326-49f1-ac16-9f90df499210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:18.877610 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-f02e1f7d-8326-49f1-ac16-9f90df499210 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829058 Jun 16 16:22:19.028042 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-61db8316-0da4-411a-95bb-739939410884 service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439638 Jun 16 16:22:19.163073 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-1e8c2b2d-4bcd-4865-9b7e-e3fb1162033d req-376689bb-976d-4980-8569-b07db9ee8bef service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282332 Jun 16 16:22:20.632428 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.906446 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.454695 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:45.826876 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b2b41a92-6f16-4f7e-8e27-7b0e11891ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.449455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-58bf34cd-ec34-4288-8cf1-63df79d78bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.851608 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.541313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.563715 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:22:51.845827 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:06.439533 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:15.782018 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-38fcfde5-7ba2-4db1-a977-a7a67993aa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.405374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6d822903-aac3-4cab-acc1-afadd8c9246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.810952 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.123698 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c9e02715-9816-46db-84a4-79237ac5172d req-34ed1ca1-efb5-4955-81d1-ad9a25342388 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808158 Jun 16 16:23:19.230987 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e02715-9816-46db-84a4-79237ac5172d req-3fa73d7d-b5fd-42d7-bb62-8096c74d4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:19.232532 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c9e02715-9816-46db-84a4-79237ac5172d req-3fa73d7d-b5fd-42d7-bb62-8096c74d4e15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 1098 time: 0.0835385 Jun 16 16:23:19.393061 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e02715-9816-46db-84a4-79237ac5172d req-7bd68aa1-58e0-4f27-bea8-0dfd9a659c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:19.394477 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c9e02715-9816-46db-84a4-79237ac5172d req-7bd68aa1-58e0-4f27-bea8-0dfd9a659c0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 910 time: 0.1396372 Jun 16 16:23:19.496723 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c9e02715-9816-46db-84a4-79237ac5172d req-c3ff0b70-2d86-4726-92f5-4736e3d75526 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36 HTTP/1.1" status: 200 len: 1001 time: 0.0947943 Jun 16 16:23:19.565274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e02715-9816-46db-84a4-79237ac5172d req-04878bf8-a867-4559-8b85-85ba4062ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:19.566774 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c9e02715-9816-46db-84a4-79237ac5172d req-04878bf8-a867-4559-8b85-85ba4062ee4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.0612516 Jun 16 16:23:19.651588 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e02715-9816-46db-84a4-79237ac5172d req-9b7caaac-7415-41c3-87d6-469f5fff404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:19.652975 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c9e02715-9816-46db-84a4-79237ac5172d req-9b7caaac-7415-41c3-87d6-469f5fff404b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797930 Jun 16 16:23:19.789164 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c9e02715-9816-46db-84a4-79237ac5172d req-f2b7fa26-935c-4d5f-8d22-47e028946937 service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291144 Jun 16 16:23:19.939210 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-c9e02715-9816-46db-84a4-79237ac5172d req-9e503d86-abbd-4e71-b82f-2438134a5a6d service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429501 Jun 16 16:23:20.535579 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.856356 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.563179 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:23:30.708458 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c7639f48-5f3d-4ecc-87c5-33bba694ac36 details requested by agent hyperv_hv-neutron-8460 with host hv-neutron-8460 {{(pid=89747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:30.842620 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c7639f48-5f3d-4ecc-87c5-33bba694ac36, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:30.856348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Returning: {'device': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'port_id': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'mac_address': 'fa:16:3e:1a:01:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:30.915677 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port c7639f48-5f3d-4ecc-87c5-33bba694ac36 is: ACTIVE; New status is: BUILD {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:23:30.916079 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:30.933187 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7639f48-5f3d-4ecc-87c5-33bba694ac36 {{(pid=89747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:23:30.948949 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c7639f48-5f3d-4ecc-87c5-33bba694ac36, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:31.009223 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:31.079464 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=c7639f48-5f3d-4ecc-87c5-33bba694ac36,revision_number=6']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:31.087402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.087749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.088723 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.089083 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.089465 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.089804 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.090138 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.090470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.090801 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.091192 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.091517 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.091842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:31.098045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] get_ports_and_sgs() called for port_ids ['c7639f48-5f3d-4ecc-87c5-33bba694ac36'] {{(pid=89747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:32.726179 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c7639f48-5f3d-4ecc-87c5-33bba694ac36 up at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:32.803735 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.provisioning_blocks [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Provisioning complete for port c7639f48-5f3d-4ecc-87c5-33bba694ac36 triggered by entity L2. {{(pid=89747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:32.804098 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981100'] for port, provisioning_complete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.973284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port c7639f48-5f3d-4ecc-87c5-33bba694ac36 is: BUILD; New status is: ACTIVE {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:23:32.973684 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.002680 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:23:33.013514 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c7639f48-5f3d-4ecc-87c5-33bba694ac36, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:33.078406 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e607a1b2-ebe0-4d8c-b85c-cdda9360473b'] response: {'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'code': 200} Jun 16 16:23:33.121778 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.202154 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=c7639f48-5f3d-4ecc-87c5-33bba694ac36,revision_number=7']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:36.464039 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.555148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [req-f37b72cd-bc20-4b88-8713-77d71901dc9d req-f9cb6a12-41a6-46d1-af49-2137c8ba2413 service neutron] (89745) timed out ('10.222.0.73', 40112) {{(pid=89745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:23:44.110065 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41686) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:44.315878 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Deleting port 44343789-1834-4765-bbcd-8500d7c0f7a1 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:23:44.316226 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.598357 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.598683 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.721189 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Calling delete_port for 44343789-1834-4765-bbcd-8500d7c0f7a1 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:23:44.934559 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.981664 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event deleted for resources: {'Port': ['ID=44343789-1834-4765-bbcd-8500d7c0f7a1,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:45.023888 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.024243 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.024590 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.024944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.025274 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.025616 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.025944 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.026271 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.026602 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.026960 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.027279 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.027606 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.091182 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.091516 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Floating IP c32bb424-f2ff-4c01-b9ad-5a782a638b79 disassociated (deleted). External IP: 172.26.2.218, port: c7639f48-5f3d-4ecc-87c5-33bba694ac36. Jun 16 16:23:45.444340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Router 4d33863b-d676-406e-b53c-a3a25af27151 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:23:45.630496 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:23:45.639791 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] Sync routers for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:23:45.643159 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.649732 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:23:45.650347 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:23:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:45.701008 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-cd6c00ed-af2c-4a06-8163-ae3e54afa605 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "DELETE /v2.0/floatingips/c32bb424-f2ff-4c01-b9ad-5a782a638b79 HTTP/1.1" status: 204 len: 168 time: 1.5875037 Jun 16 16:23:45.701008 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:23:45.804482 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ff2c70-c5a0-4c74-ba80-cbd8278f6ca2'] response: {'name': 'network-changed', 'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'status': 'completed', 'code': 200} Jun 16 16:23:45.834902 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b6db7e61-5066-4701-9d65-2db22df7ff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.855762 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:23:45.916269 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-58f737e0-79dd-4fb8-93f4-62683f06d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:45.917666 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-58f737e0-79dd-4fb8-93f4-62683f06d270 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 1098 time: 0.0887258 Jun 16 16:23:46.185840 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-9c167505-37b3-4e74-897b-65f1bb32cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:46.187297 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-9c167505-37b3-4e74-897b-65f1bb32cdf7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 910 time: 0.2631588 Jun 16 16:23:46.223244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '053eba96-7141-41e5-b58c-890ce4284e65', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:58Z', 'updated_at': '2022-06-16T16:19:01Z', 'revision_number': 1, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:46.227329 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] Checking router: 4d33863b-d676-406e-b53c-a3a25af27151 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:23:46.235998 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:23:46.236604 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:23:18Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:46.272787 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-bf55f0db-024a-4f8a-96bf-26439e5a1a1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36 HTTP/1.1" status: 200 len: 217 time: 0.0789018 Jun 16 16:23:46.344186 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-10efd250-63c7-4179-9c77-41b3993e6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:46.345716 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-10efd250-63c7-4179-9c77-41b3993e6647 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.0651615 Jun 16 16:23:46.423675 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9684d-8b34-4e17-a475-adb1ec1432e1 req-b7183034-2975-4a17-82d5-f4cb34b37979 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:46.425709 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2da9684d-8b34-4e17-a475-adb1ec1432e1 req-b7183034-2975-4a17-82d5-f4cb34b37979 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 945 time: 0.1645973 Jun 16 16:23:46.426889 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:23:46.435378 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-8ab108c8-eccd-4a8f-82f9-697929354711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:46.436941 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-8ab108c8-eccd-4a8f-82f9-697929354711 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845706 Jun 16 16:23:46.479761 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-2da9684d-8b34-4e17-a475-adb1ec1432e1 req-3cf57d56-c3ff-483f-919b-19f586be5df9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476289 Jun 16 16:23:46.576162 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-c1519e0e-7c4a-4f27-88a8-fbd641ce1c0d service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324716 Jun 16 16:23:46.713537 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-bb4c12ec-908e-407d-82da-618d4890b5b9 req-67ddaf46-b1b1-49a2-95da-9bc30f4eb9aa service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296914 Jun 16 16:23:46.788161 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '053eba96-7141-41e5-b58c-890ce4284e65', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:58Z', 'updated_at': '2022-06-16T16:19:01Z', 'revision_number': 1, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:46.792962 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584cfd72-bf5b-44c3-9e42-03280ecd7dfb None None] The sync data for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv is: [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_floatingips': [{'id': '053eba96-7141-41e5-b58c-890ce4284e65', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'router_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'port_id': '370f8443-6395-4eb7-a2b1-64c01981e025', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'mac_address': 'fa:16:3e:60:4d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:18:58Z', 'updated_at': '2022-06-16T16:19:01Z', 'revision_number': 1, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:23:46.796084 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c7639f48-5f3d-4ecc-87c5-33bba694ac36 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:23:46.914239 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Current status of the port c7639f48-5f3d-4ecc-87c5-33bba694ac36 is: ACTIVE; New status is: DOWN {{(pid=89747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 16 16:23:46.914616 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935063'] for port, before_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.945623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36'}] {{(pid=89747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:23:46.960531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] For port c7639f48-5f3d-4ecc-87c5-33bba694ac36, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:46.994340 dv-neutron-846028-2-hyperv neutron-server[89747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49df5e88-9c25-4ac5-bb5e-6cf1a56628fb'] response: {'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'code': 200} Jun 16 16:23:47.023795 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb753ca5-3ed4-4f71-ae05-da811a3cff4b None None] New status for floating IP c32bb424-f2ff-4c01-b9ad-5a782a638b79: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:23:47.050879 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777696960049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777696568742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777696568787'] for port, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:47.167750 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Pushing event updated for resources: {'Port': ['ID=c7639f48-5f3d-4ecc-87c5-33bba694ac36,revision_number=8']} {{(pid=89747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:47.681153 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4571da8-6a16-4458-a2d3-47b2d021bb49 req-f02abcbc-3de0-482c-8b06-a3ffee2942fc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:47.682665 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e4571da8-6a16-4458-a2d3-47b2d021bb49 req-f02abcbc-3de0-482c-8b06-a3ffee2942fc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 943 time: 0.0911205 Jun 16 16:23:47.735307 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-e4571da8-6a16-4458-a2d3-47b2d021bb49 req-b15e8727-318b-478a-9fe0-84fcf595180e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467532 Jun 16 16:23:48.012610 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae453e-5083-4289-93aa-48c1a66de67e req-2f5111f4-6799-4528-8ef7-3abfa239f56e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:48.013464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-08ae453e-5083-4289-93aa-48c1a66de67e req-2f5111f4-6799-4528-8ef7-3abfa239f56e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Synchronizing usage tracker for tenant:e596aff7049c403bbd0a1d61d631ce74 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:23:48.113844 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-08ae453e-5083-4289-93aa-48c1a66de67e req-2f5111f4-6799-4528-8ef7-3abfa239f56e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Unset dirty status for tenant:e596aff7049c403bbd0a1d61d631ce74 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:23:48.114987 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-08ae453e-5083-4289-93aa-48c1a66de67e req-2f5111f4-6799-4528-8ef7-3abfa239f56e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.46 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 943 time: 0.2010744 Jun 16 16:23:48.189121 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-08ae453e-5083-4289-93aa-48c1a66de67e req-5cf23b98-c068-4986-935c-dd6848de162e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Deleting port c7639f48-5f3d-4ecc-87c5-33bba694ac36 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:23:48.189464 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-08ae453e-5083-4289-93aa-48c1a66de67e req-5cf23b98-c068-4986-935c-dd6848de162e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:48.397906 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a44817ef-fedd-4063-aa69-7e19fc3bf0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:48.528063 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-08ae453e-5083-4289-93aa-48c1a66de67e req-5cf23b98-c068-4986-935c-dd6848de162e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] For port c7639f48-5f3d-4ecc-87c5-33bba694ac36, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=c7639f48-5f3d-4ecc-87c5-33bba694ac36,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:48.528495 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-08ae453e-5083-4289-93aa-48c1a66de67e req-5cf23b98-c068-4986-935c-dd6848de162e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:48.699773 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-08ae453e-5083-4289-93aa-48c1a66de67e req-5cf23b98-c068-4986-935c-dd6848de162e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Calling delete_port for c7639f48-5f3d-4ecc-87c5-33bba694ac36 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:23:48.820640 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:48.959329 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-08ae453e-5083-4289-93aa-48c1a66de67e req-5cf23b98-c068-4986-935c-dd6848de162e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:48.972368 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5dffd-9ed2-4316-b4f2-fb5ba4999d46 req-e10b3755-c845-4918-b543-13b5c35c1dcc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:48.974466 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-14b5dffd-9ed2-4316-b4f2-fb5ba4999d46 req-e10b3755-c845-4918-b543-13b5c35c1dcc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 943 time: 0.1212871 Jun 16 16:23:49.015761 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf23b98-c068-4986-935c-dd6848de162e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event deleted for resources: {'Port': ['ID=c7639f48-5f3d-4ecc-87c5-33bba694ac36,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:49.032152 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-14b5dffd-9ed2-4316-b4f2-fb5ba4999d46 req-33bc705f-3437-4e53-962c-72f730486be9 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512180 Jun 16 16:23:49.111962 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ae453e-5083-4289-93aa-48c1a66de67e req-5cf23b98-c068-4986-935c-dd6848de162e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] No DVR routers for this DVR port c7639f48-5f3d-4ecc-87c5-33bba694ac36 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:23:49.114853 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-08ae453e-5083-4289-93aa-48c1a66de67e req-5cf23b98-c068-4986-935c-dd6848de162e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:49.117461 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'name': 'network-vif-deleted', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:23:49.164090 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f041b6a9-2f21-4fe1-9e5a-8da2115a13de'] response: {'server_uuid': '0853633f-9bec-43dd-91c9-bb55d4b2473b', 'name': 'network-vif-deleted', 'tag': 'c7639f48-5f3d-4ecc-87c5-33bba694ac36', 'status': 'completed', 'code': 200} Jun 16 16:23:49.188899 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-08ae453e-5083-4289-93aa-48c1a66de67e req-5cf23b98-c068-4986-935c-dd6848de162e tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.46 "DELETE /v2.0/ports/c7639f48-5f3d-4ecc-87c5-33bba694ac36 HTTP/1.1" status: 204 len: 173 time: 1.0683990 Jun 16 16:23:50.225169 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bb4653fd-d41a-4fd1-8d00-c6bbead05b7c req-5fe2971a-1d85-43df-9e31-7a875c25aa26 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=0853633f-9bec-43dd-91c9-bb55d4b2473b HTTP/1.1" status: 200 len: 210 time: 0.0561121 Jun 16 16:23:50.546293 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:51.851113 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:52.800288 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41756) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:52.802997 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c7639f48-5f3d-4ecc-87c5-33bba694ac36 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:23:52.843930 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: c7639f48-5f3d-4ecc-87c5-33bba694ac36 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:23:52.844368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device c7639f48-5f3d-4ecc-87c5-33bba694ac36 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:23:53.024485 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Deleting port 9099a4e6-8f17-4690-8564-1a9788e3bd72 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:23:53.025816 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:53.250317 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:53.251024 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:53.499643 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Calling delete_port for 9099a4e6-8f17-4690-8564-1a9788e3bd72 owned by network:floatingip {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:23:53.742330 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:53.796488 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event deleted for resources: {'Port': ['ID=9099a4e6-8f17-4690-8564-1a9788e3bd72,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:53.914645 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for floatingip, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:53.915432 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.db.l3_db [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Floating IP 053eba96-7141-41e5-b58c-890ce4284e65 disassociated (deleted). External IP: 172.26.2.212, port: 370f8443-6395-4eb7-a2b1-64c01981e025. Jun 16 16:23:54.312124 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Router 4d33863b-d676-406e-b53c-a3a25af27151 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:23:54.513326 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:23:54.524385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] Sync routers for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:23:54.531972 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for floatingip, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:54.535679 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:23:54.536434 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:23:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:54.591866 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-7afbf1bd-6f75-410e-b754-f9fe434061ac tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "DELETE /v2.0/floatingips/053eba96-7141-41e5-b58c-890ce4284e65 HTTP/1.1" status: 204 len: 168 time: 1.7903364 Jun 16 16:23:54.592340 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:23:54.647840 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036cfa3f-d5db-4ec6-b0a4-b0a38a9a72f7'] response: {'name': 'network-changed', 'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025', 'status': 'completed', 'code': 200} Jun 16 16:23:54.756402 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-9501f518-4178-45af-8dee-1420675d324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:54.758230 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-9501f518-4178-45af-8dee-1420675d324f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e596aff7049c403bbd0a1d61d631ce74&device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 1097 time: 0.0895956 Jun 16 16:23:54.781292 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:23:54.928864 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-00100cec-9096-4459-a3ad-18080c036586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:54.931195 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-00100cec-9096-4459-a3ad-18080c036586 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 200 len: 910 time: 0.1659029 Jun 16 16:23:55.009498 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-8432298c-58ec-4c65-94a1-6dc90bf9e966 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=370f8443-6395-4eb7-a2b1-64c01981e025 HTTP/1.1" status: 200 len: 217 time: 0.0721378 Jun 16 16:23:55.093207 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-96c508c7-0405-4600-9aba-309e7f0d0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:55.094879 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-96c508c7-0405-4600-9aba-309e7f0d0a68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 200 len: 848 time: 0.0743926 Jun 16 16:23:55.163284 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:55.167593 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] Checking router: 4d33863b-d676-406e-b53c-a3a25af27151 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:23:55.184792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:23:55.184792 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:23:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:55.229800 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-b28db830-aa8e-4040-a859-891eb38df0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:55.232189 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-b28db830-aa8e-4040-a859-891eb38df0b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87805874-b8e0-4d32-9431-f92a4fa35712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1295249 Jun 16 16:23:55.355307 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd1cf6-fa54-45e6-9ca2-a697356682b4 req-2f5c94a5-8027-420a-9f9c-16b0748bb2ee tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:55.357952 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7efd1cf6-fa54-45e6-9ca2-a697356682b4 req-2f5c94a5-8027-420a-9f9c-16b0748bb2ee tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 944 time: 0.1360025 Jun 16 16:23:55.415339 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-7efd1cf6-fa54-45e6-9ca2-a697356682b4 req-062e622e-f6ff-40d5-8e2d-e5ea9d1be901 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484695 Jun 16 16:23:55.419685 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:23:55.539330 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-67422d5a-0878-4e09-9eb6-dfaa7508004c service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997813 Jun 16 16:23:55.692053 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-8c2df1a4-4a85-47d1-aa33-bf61e3cdae57 req-06f08f52-6414-4d81-83d2-c9ac173c95f5 service neutron] 10.222.0.46 "GET /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457150 Jun 16 16:23:55.766675 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:55.771118 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dcc7ca-9365-4ca7-ba3e-02fc25296a24 None None] The sync data for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv is: [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:18:23Z', 'revision_number': 4, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv', '_interfaces': [{'id': 'edd5d5b2-2df7-42cb-8373-1f212a492bca', 'name': '', 'network_id': '87805874-b8e0-4d32-9431-f92a4fa35712', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'mac_address': 'fa:16:3e:0f:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:22Z', 'updated_at': '2022-06-16T16:18:30Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'subnets': [{'id': '1b90fef9-80f5-4bee-9d67-a1159b09dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:23:55.870210 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bd78156b-d1c8-45d8-aaeb-e55fd9364994 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:55.870986 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bd78156b-d1c8-45d8-aaeb-e55fd9364994 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Synchronizing usage tracker for tenant:e596aff7049c403bbd0a1d61d631ce74 on resource:port {{(pid=89746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 16 16:23:55.982539 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.quota.resource [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bd78156b-d1c8-45d8-aaeb-e55fd9364994 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Unset dirty status for tenant:e596aff7049c403bbd0a1d61d631ce74 on resource:port {{(pid=89746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 16 16:23:55.983707 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bd78156b-d1c8-45d8-aaeb-e55fd9364994 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.46 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 944 time: 0.2116084 Jun 16 16:23:56.026919 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ded65-4f6c-44c5-9547-e6526db1264f None None] New status for floating IP 053eba96-7141-41e5-b58c-890ce4284e65: DOWN {{(pid=89748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:23:56.086536 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bf90a16e-74b3-40f5-8e86-480793280d35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Deleting port 370f8443-6395-4eb7-a2b1-64c01981e025 {{(pid=89746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:23:56.086793 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bf90a16e-74b3-40f5-8e86-480793280d35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:56.387902 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.db [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bf90a16e-74b3-40f5-8e86-480793280d35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] For port 370f8443-6395-4eb7-a2b1-64c01981e025, host hv-neutron-8460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8460',level=0,port_id=370f8443-6395-4eb7-a2b1-64c01981e025,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:56.389014 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bf90a16e-74b3-40f5-8e86-480793280d35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:56.526635 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.plugins.ml2.plugin [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bf90a16e-74b3-40f5-8e86-480793280d35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Calling delete_port for 370f8443-6395-4eb7-a2b1-64c01981e025 owned by compute:nova {{(pid=89746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:23:56.642661 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45874-d469-42e8-96e9-1476cd6274a8 req-875023c8-a236-4a10-9c85-4713de3158bc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:56.644061 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3df45874-d469-42e8-96e9-1476cd6274a8 req-875023c8-a236-4a10-9c85-4713de3158bc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 944 time: 0.1063473 Jun 16 16:23:56.692868 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-3df45874-d469-42e8-96e9-1476cd6274a8 req-41e202be-15de-44fc-8006-c96aed0e06a1 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/security-groups?id=18bd8754-d8c5-44f8-b70a-acb7a92fcb20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428612 Jun 16 16:23:56.777015 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bf90a16e-74b3-40f5-8e86-480793280d35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14128622'] for port, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:56.832194 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90a16e-74b3-40f5-8e86-480793280d35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event deleted for resources: {'Port': ['ID=370f8443-6395-4eb7-a2b1-64c01981e025,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:56.928717 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bf90a16e-74b3-40f5-8e86-480793280d35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] No DVR routers for this DVR port 370f8443-6395-4eb7-a2b1-64c01981e025 on host hv-neutron-8460 {{(pid=89746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:23:56.931212 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bf90a16e-74b3-40f5-8e86-480793280d35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86003'] for port, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:56.933858 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'name': 'network-vif-deleted', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025'}] {{(pid=89746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:23:56.979429 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a95669b-573e-4793-95ec-ed771004faea'] response: {'server_uuid': '776d9dea-de5c-45ad-a8dd-1832dea02c9d', 'name': 'network-vif-deleted', 'tag': '370f8443-6395-4eb7-a2b1-64c01981e025', 'status': 'completed', 'code': 200} Jun 16 16:23:57.016765 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [req-4a6aa8c5-cb66-45fa-8637-4c6f4f51641b req-bf90a16e-74b3-40f5-8e86-480793280d35 tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.46 "DELETE /v2.0/ports/370f8443-6395-4eb7-a2b1-64c01981e025 HTTP/1.1" status: 204 len: 173 time: 1.0275428 Jun 16 16:23:57.883245 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [req-bb8f391e-b3c6-4014-a635-2202071fa3c2 req-a31695e1-738e-4fbc-91d0-37121ca1401c tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "GET /v2.0/ports?device_id=776d9dea-de5c-45ad-a8dd-1832dea02c9d HTTP/1.1" status: 200 len: 210 time: 0.0531693 Jun 16 16:23:58.980158 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41776) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:59.048445 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07a10053-c1b3-41a0-bd9e-84938f1aa2bc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group, before_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:59.077698 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07a10053-c1b3-41a0-bd9e-84938f1aa2bc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:59.227910 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07a10053-c1b3-41a0-bd9e-84938f1aa2bc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:59.247344 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a10053-c1b3-41a0-bd9e-84938f1aa2bc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bd8754-d8c5-44f8-b70a-acb7a92fcb20,revision_number=None']} {{(pid=89746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:59.335283 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron_lib.callbacks.manager [None req-07a10053-c1b3-41a0-bd9e-84938f1aa2bc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] Notify callbacks [] for security_group, before_response {{(pid=89746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:59.336465 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-07a10053-c1b3-41a0-bd9e-84938f1aa2bc tempest-TestSnapshotPattern-1737991690 tempest-TestSnapshotPattern-1737991690-project] 10.222.0.73 "DELETE /v2.0/security-groups/18bd8754-d8c5-44f8-b70a-acb7a92fcb20 HTTP/1.1" status: 204 len: 168 time: 0.3552589 Jun 16 16:23:59.501407 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41782) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:00.260544 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.620174 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Deleting port edd5d5b2-2df7-42cb-8373-1f212a492bca {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:24:00.620830 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.801277 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 370f8443-6395-4eb7-a2b1-64c01981e025 no longer exists at agent hyperv_hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:00.806555 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] For port edd5d5b2-2df7-42cb-8373-1f212a492bca, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=edd5d5b2-2df7-42cb-8373-1f212a492bca,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:00.806917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.839917 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] No Port match for: 370f8443-6395-4eb7-a2b1-64c01981e025 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:24:00.840264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Device 370f8443-6395-4eb7-a2b1-64c01981e025 not bound to the agent host hv-neutron-8460 {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:00.932836 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Calling delete_port for edd5d5b2-2df7-42cb-8373-1f212a492bca owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:24:01.199389 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.350268 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=edd5d5b2-2df7-42cb-8373-1f212a492bca,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:01.390386 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.390738 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.391104 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.391443 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.391811 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.392147 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.392471 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.392798 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.393137 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.393448 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.393785 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.394189 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-846028-2-hyperv {{(pid=89745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:01.640264 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.012226 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Router 4d33863b-d676-406e-b53c-a3a25af27151 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:24:02.190910 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:24:02.200309 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] Sync routers for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:02.205565 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-aff57587-c3cd-45e2-918b-3a15588c8d2d admin admin] 10.222.0.73 "PUT /v2.0/routers/4d33863b-d676-406e-b53c-a3a25af27151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7006445 Jun 16 16:24:02.205769 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41790) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:02.211395 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:24:02.211395 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:23:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:02.401737 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.436988 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:24:02.581751 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.661937 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Deleting port b821251a-10cf-472e-aba3-095470219aa0 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:24:02.662664 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.729515 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b821251a-10cf-472e-aba3-095470219aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:24:01Z', 'revision_number': 5, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port': {'id': 'b821251a-10cf-472e-aba3-095470219aa0', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33863b-d676-406e-b53c-a3a25af27151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:18Z', 'updated_at': '2022-06-16T16:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:02.734051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] Checking router: 4d33863b-d676-406e-b53c-a3a25af27151 for host: dv-neutron-846028-2-hyperv {{(pid=89747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:02.743950 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] Routers {'4d33863b-d676-406e-b53c-a3a25af27151'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:24:02.744689 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:23:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['4d33863b-d676-406e-b53c-a3a25af27151'], 'active': True} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:02.898623 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_dvr_db [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] Set router 4d33863b-d676-406e-b53c-a3a25af27151 gateway port host: None {{(pid=89747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:24:02.952249 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] For port b821251a-10cf-472e-aba3-095470219aa0, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=b821251a-10cf-472e-aba3-095470219aa0,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:02.952605 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.012560 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.db.l3_hamode_db [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:24:02Z', 'revision_number': 6, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:03.016766 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d07e2-2de4-4f0a-afbe-33bd4194265d None None] The sync data for ids ['4d33863b-d676-406e-b53c-a3a25af27151'] in dv-neutron-846028-2-hyperv is: [{'id': '4d33863b-d676-406e-b53c-a3a25af27151', 'name': 'tempest-TestSnapshotPattern-800015121-router', 'tenant_id': 'e596aff7049c403bbd0a1d61d631ce74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:16Z', 'updated_at': '2022-06-16T16:24:02Z', 'revision_number': 6, 'project_id': 'e596aff7049c403bbd0a1d61d631ce74', 'gw_port_host': None}] {{(pid=89747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:03.078569 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Calling delete_port for b821251a-10cf-472e-aba3-095470219aa0 owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:24:03.340312 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.413323 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device edd5d5b2-2df7-42cb-8373-1f212a492bca no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:03.432411 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Pushing event deleted for resources: {'Port': ['ID=b821251a-10cf-472e-aba3-095470219aa0,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:03.455142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: edd5d5b2-2df7-42cb-8373-1f212a492bca {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:24:03.455496 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device edd5d5b2-2df7-42cb-8373-1f212a492bca not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:03.505888 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.687059 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.689215 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.816626 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.817157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d33863b-d676-406e-b53c-a3a25af27151 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:24:03.829842 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.831779 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-6980768c-1e80-479b-b497-d65af4e3b616 admin admin] 10.222.0.73 "DELETE /v2.0/routers/4d33863b-d676-406e-b53c-a3a25af27151 HTTP/1.1" status: 204 len: 168 time: 1.6239381 Jun 16 16:24:03.834377 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41794) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:03.900885 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ac4057-f739-4927-88c8-53af75fbac4b admin admin] Deleting subnet 1b90fef9-80f5-4bee-9d67-a1159b09dae4 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 16:24:03.904148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20ac4057-f739-4927-88c8-53af75fbac4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.959763 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20ac4057-f739-4927-88c8-53af75fbac4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:04.047990 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20ac4057-f739-4927-88c8-53af75fbac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:04.228316 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20ac4057-f739-4927-88c8-53af75fbac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:04.269092 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac4057-f739-4927-88c8-53af75fbac4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b90fef9-80f5-4bee-9d67-a1159b09dae4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:04.271093 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-20ac4057-f739-4927-88c8-53af75fbac4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:04.276679 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783dde41-3b23-4b32-b329-4dcfe0365d1e None None] Network 87805874-b8e0-4d32-9431-f92a4fa35712 requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:24:04.280058 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-20ac4057-f739-4927-88c8-53af75fbac4b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1b90fef9-80f5-4bee-9d67-a1159b09dae4 HTTP/1.1" status: 204 len: 168 time: 0.4422336 Jun 16 16:24:04.280791 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41798) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:04.390027 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:04.409157 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Deleting port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:24:04.410049 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:04.555552 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] DHCP port deletion for 87805874-b8e0-4d32-9431-f92a4fa35712 request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 16:24:04.560088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] Deleting port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:24:04.560528 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:04.562881 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:24:04.633361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] For port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=52a0b7a4-5658-44ac-9e47-cd0e8d22b85a,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:04.634329 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:04.782228 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] For port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=52a0b7a4-5658-44ac-9e47-cd0e8d22b85a,segment=NetworkSegment(1c2d2c9f-ba0c-42aa-a436-142826150ef7),segment_id=1c2d2c9f-ba0c-42aa-a436-142826150ef7)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:04.782528 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:04.866055 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Calling delete_port for 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:24:04.914026 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] Calling delete_port for 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:24:05.044983 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.097679 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=52a0b7a4-5658-44ac-9e47-cd0e8d22b85a,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:05.103101 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] No DVR routers for this DVR port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:05.124264 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:24:05.124612 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:24:05.226582 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.258345 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87805874-b8e0-4d32-9431-f92a4fa35712']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:05.276275 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2d2c9f-ba0c-42aa-a436-142826150ef7') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:05.276574 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2d2c9f-ba0c-42aa-a436-142826150ef7') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:05.289858 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.306770 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.312968 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:24:05.313363 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.378063 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:05.401434 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 1c2d2c9f-ba0c-42aa-a436-142826150ef7 resource provider aggregate not found Jun 16 16:24:05.417606 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:24:05.417983 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:05.418411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b821251a-10cf-472e-aba3-095470219aa0 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:05.423075 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 1c2d2c9f-ba0c-42aa-a436-142826150ef7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c2d2c9f-ba0c-42aa-a436-142826150ef7 found for delete ", "request_id": "req-2d2d2913-5e0f-4167-88c5-0b1393ac186d"}]} Jun 16 16:24:05.452914 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: b821251a-10cf-472e-aba3-095470219aa0 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:24:05.453260 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device b821251a-10cf-472e-aba3-095470219aa0 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:05.507580 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.524440 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.535186 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=87805874-b8e0-4d32-9431-f92a4fa35712,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:05.622712 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-2460f66b-8c03-4378-9e91-652139d96f6c admin admin] 10.222.0.73 "DELETE /v2.0/networks/87805874-b8e0-4d32-9431-f92a4fa35712 HTTP/1.1" status: 204 len: 168 time: 1.3413434 Jun 16 16:24:05.625479 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41808) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:05.625753 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] Deleting port 52a0b7a4-5658-44ac-9e47-cd0e8d22b85a {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:24:05.626242 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.694238 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a6c41-caf4-4716-bd5c-7a6382ad7bf7 None None] The port '52a0b7a4-5658-44ac-9e47-cd0e8d22b85a' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 16:24:06.170753 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16684747'] for router_interface, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:06.461928 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:06.629787 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] Deleting port 4b875ef7-8760-4299-91f5-e87a11735b27 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:24:06.630123 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:06.802816 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] For port 4b875ef7-8760-4299-91f5-e87a11735b27, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=4b875ef7-8760-4299-91f5-e87a11735b27,segment=NetworkSegment(879ce1fa-f05c-402d-b9cb-0ecac4b8bf00),segment_id=879ce1fa-f05c-402d-b9cb-0ecac4b8bf00)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:06.803198 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:06.926868 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] Calling delete_port for 4b875ef7-8760-4299-91f5-e87a11735b27 owned by network:router_interface {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:24:07.261583 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:07.311384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b875ef7-8760-4299-91f5-e87a11735b27,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:07.589668 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16363891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16684631'] for router_interface, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:07.957823 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] Router 08d807f0-457a-4098-a343-18ade14a7053 has already been hosted by L3 agent a0b519c1-9f96-49e9-9b33-d84348b04b8d {{(pid=89745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:24:08.240540 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] Notify agent at l3_agent.dv-neutron-846028-2-hyperv the message routers_updated {{(pid=89745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:24:08.261486 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] Sync routers for ids ['08d807f0-457a-4098-a343-18ade14a7053'] in dv-neutron-846028-2-hyperv {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:08.277667 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] Routers {'08d807f0-457a-4098-a343-18ade14a7053'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:24:08.278307 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:23:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['08d807f0-457a-4098-a343-18ade14a7053'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:08.333694 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-dddf7f80-e405-46e1-97fe-724596357c37 admin admin] 10.222.0.73 "PUT /v2.0/routers/08d807f0-457a-4098-a343-18ade14a7053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7039111 Jun 16 16:24:08.334336 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41812) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:08.455032 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] Set router 08d807f0-457a-4098-a343-18ade14a7053 gateway port host: dv-neutron-846028-2-hyperv {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:24:08.528129 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.703435 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.736768 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d807f0-457a-4098-a343-18ade14a7053', 'name': 'tempest-TestSnapshotPattern-340667158-router', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'external_fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:29Z', 'updated_at': '2022-06-16T16:24:07Z', 'revision_number': 5, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'gw_port': {'id': '17e70a7c-c9b7-409b-a4f3-e515f4876faa', 'name': '', 'network_id': 'c31f4ef3-f5e3-4e37-a109-d9512cc83b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d807f0-457a-4098-a343-18ade14a7053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-846028-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:18:30Z', 'updated_at': '2022-06-16T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25d2844d-2100-4843-8996-3a74c1ab228b', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-846028-2-hyperv'}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:08.740776 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] Checking router: 08d807f0-457a-4098-a343-18ade14a7053 for host: dv-neutron-846028-2-hyperv {{(pid=89748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:08.749217 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] Routers {'08d807f0-457a-4098-a343-18ade14a7053'} bound to L3 agent in host dv-neutron-846028-2-hyperv {{(pid=89748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 16 16:24:08.749811 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-846028-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T15:03:18Z,description=,heartbeat_timestamp=2022-06-16T16:23:48Z,host='dv-neutron-846028-2-hyperv',id=a0b519c1-9f96-49e9-9b33-d84348b04b8d,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T15:03:19Z,topic='l3_agent')) {'router_ids': ['08d807f0-457a-4098-a343-18ade14a7053'], 'active': True} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:08.763562 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Deleting port 17e70a7c-c9b7-409b-a4f3-e515f4876faa {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:24:08.763907 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.901972 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_dvr_db [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] Set router 08d807f0-457a-4098-a343-18ade14a7053 gateway port host: None {{(pid=89748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 16 16:24:08.948856 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] For port 17e70a7c-c9b7-409b-a4f3-e515f4876faa, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=17e70a7c-c9b7-409b-a4f3-e515f4876faa,segment=NetworkSegment(8338b5cf-f4f3-415c-90a5-41060be1d577),segment_id=8338b5cf-f4f3-415c-90a5-41060be1d577)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:08.949361 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.006681 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.l3_hamode_db [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d807f0-457a-4098-a343-18ade14a7053', 'name': 'tempest-TestSnapshotPattern-340667158-router', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:29Z', 'updated_at': '2022-06-16T16:24:08Z', 'revision_number': 6, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'gw_port_host': None}], 'dv-neutron-846028-2-hyperv', False) {} {{(pid=89748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:09.010827 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad652013-3bc4-4d09-a4d5-6ceec2645194 None None] The sync data for ids ['08d807f0-457a-4098-a343-18ade14a7053'] in dv-neutron-846028-2-hyperv is: [{'id': '08d807f0-457a-4098-a343-18ade14a7053', 'name': 'tempest-TestSnapshotPattern-340667158-router', 'tenant_id': 'cc102703249b49a8bbead18e71bcd911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:18:29Z', 'updated_at': '2022-06-16T16:24:08Z', 'revision_number': 6, 'project_id': 'cc102703249b49a8bbead18e71bcd911', 'gw_port_host': None}] {{(pid=89748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:09.074148 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Calling delete_port for 17e70a7c-c9b7-409b-a4f3-e515f4876faa owned by network:router_gateway {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:24:09.324649 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.359133 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4b875ef7-8760-4299-91f5-e87a11735b27 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:09.374896 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e70a7c-c9b7-409b-a4f3-e515f4876faa,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:09.400336 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 4b875ef7-8760-4299-91f5-e87a11735b27 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:24:09.400779 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 4b875ef7-8760-4299-91f5-e87a11735b27 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:09.479922 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16681198'] for router_gateway, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.756295 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16681075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62860'] for router, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.758694 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.871809 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16682492'] for router, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.872305 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08d807f0-457a-4098-a343-18ade14a7053 {{(pid=89745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:24:09.886695 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] Notify callbacks [] for router, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.887614 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-3df50a7a-7238-4537-a61b-ac43c9e348e1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/08d807f0-457a-4098-a343-18ade14a7053 HTTP/1.1" status: 204 len: 168 time: 1.5523121 Jun 16 16:24:09.890098 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41816) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:09.949707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.db_base_plugin_v2 [None req-917992a5-8f6f-4863-bc43-4a4b1b7c1bcc admin admin] Deleting subnet e7e0ff26-2b55-4982-b79e-c0272912b668 {{(pid=89745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 16 16:24:09.952965 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-917992a5-8f6f-4863-bc43-4a4b1b7c1bcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.010030 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-917992a5-8f6f-4863-bc43-4a4b1b7c1bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15237690'] for subnet, precommit_delete_associations {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.089654 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-917992a5-8f6f-4863-bc43-4a4b1b7c1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883870'] for subnet, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.233190 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-917992a5-8f6f-4863-bc43-4a4b1b7c1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15216751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13730205'] for subnet, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.275068 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917992a5-8f6f-4863-bc43-4a4b1b7c1bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e0ff26-2b55-4982-b79e-c0272912b668,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:10.278446 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-917992a5-8f6f-4863-bc43-4a4b1b7c1bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.284874 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1553fcae-79c0-4bec-8306-150e5bab3033 None None] Network 2d2b9b5c-7769-4e21-92e6-e41c915beeec requested from dv-neutron-846028-2-hyperv {{(pid=89747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 16 16:24:10.290427 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-917992a5-8f6f-4863-bc43-4a4b1b7c1bcc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e7e0ff26-2b55-4982-b79e-c0272912b668 HTTP/1.1" status: 204 len: 168 time: 0.3993561 Jun 16 16:24:10.292834 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41820) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:10.409666 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989231'] for network, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.420379 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Deleting port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 {{(pid=89745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:24:10.420707 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.535915 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] DHCP port deletion for 2d2b9b5c-7769-4e21-92e6-e41c915beeec request from dv-neutron-846028-2-hyperv {{(pid=89747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 16 16:24:10.539051 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] Deleting port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:24:10.539442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.637400 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.db [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] For port 7602932f-a1ff-4afe-a76f-ca99e1106ec4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7602932f-a1ff-4afe-a76f-ca99e1106ec4,segment=NetworkSegment(879ce1fa-f05c-402d-b9cb-0ecac4b8bf00),segment_id=879ce1fa-f05c-402d-b9cb-0ecac4b8bf00)] {{(pid=89745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:10.637867 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.745535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.db [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] For port 7602932f-a1ff-4afe-a76f-ca99e1106ec4, host dv-neutron-846028-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-846028-2-hyperv',level=0,port_id=7602932f-a1ff-4afe-a76f-ca99e1106ec4,segment=NetworkSegment(879ce1fa-f05c-402d-b9cb-0ecac4b8bf00),segment_id=879ce1fa-f05c-402d-b9cb-0ecac4b8bf00)] {{(pid=89747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:10.745926 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16682390'] for port, precommit_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.774496 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Calling delete_port for 7602932f-a1ff-4afe-a76f-ca99e1106ec4 owned by network:dhcp {{(pid=89745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:24:10.884455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] Calling delete_port for 7602932f-a1ff-4afe-a76f-ca99e1106ec4 owned by network:dhcp {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 16 16:24:11.209085 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777696960175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777696568733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15216770'] for port, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.214790 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.db.api [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:24:11.223978 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG oslo_db.api [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:24:11.256484 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7602932f-a1ff-4afe-a76f-ca99e1106ec4,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:11.258287 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] No DVR routers for this DVR port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 on host dv-neutron-846028-2-hyperv {{(pid=89745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:11.375705 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-882403', 'neutron.services.segments.db._delete_segments_for_network-8777697052838'] for network, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.376439 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 17e70a7c-c9b7-409b-a4f3-e515f4876faa no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:11.407822 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2b9b5c-7769-4e21-92e6-e41c915beeec']}} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:11.411385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 17e70a7c-c9b7-409b-a4f3-e515f4876faa {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:24:11.411731 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 17e70a7c-c9b7-409b-a4f3-e515f4876faa not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:11.412142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7602932f-a1ff-4afe-a76f-ca99e1106ec4 no longer exists at agent ovs-agent-dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:11.419879 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00') {'for_net_delete': True} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:11.420398 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.services.segments.db [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879ce1fa-f05c-402d-b9cb-0ecac4b8bf00') {} {{(pid=89745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:11.431872 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777697056193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15237635'] for segment, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.447402 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] No Port match for: 7602932f-a1ff-4afe-a76f-ca99e1106ec4 {{(pid=89747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 16 16:24:11.447749 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.rpc [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Device 7602932f-a1ff-4afe-a76f-ca99e1106ec4 not bound to the agent host dv-neutron-846028-2-hyperv {{(pid=89747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:11.448138 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869538'] for segment, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.454279 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=89745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:24:11.454691 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15216853'] for segment, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.532470 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 879ce1fa-f05c-402d-b9cb-0ecac4b8bf00 resource provider aggregate not found Jun 16 16:24:11.556593 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.services.segments.plugin [-] Segment 879ce1fa-f05c-402d-b9cb-0ecac4b8bf00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 879ce1fa-f05c-402d-b9cb-0ecac4b8bf00 found for delete ", "request_id": "req-a666c452-6506-4aa3-bbd1-f4bdd116390c"}]} Jun 16 16:24:11.632914 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-882424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16363876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16681163'] for network, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.648920 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Notify callbacks [] for network, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.661522 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2b9b5c-7769-4e21-92e6-e41c915beeec,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:11.666498 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-f1a1c1db-3091-486a-8a81-0df222e1f2b2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2d2b9b5c-7769-4e21-92e6-e41c915beeec HTTP/1.1" status: 204 len: 168 time: 1.3726742 Jun 16 16:24:11.716427 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] Deleting port 7602932f-a1ff-4afe-a76f-ca99e1106ec4 {{(pid=89747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 16 16:24:11.717144 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777696959079'] for port, before_delete {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.790479 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron.plugins.ml2.plugin [None req-d1be0600-2035-4886-8521-faf3d7a55550 None None] The port '7602932f-a1ff-4afe-a76f-ca99e1106ec4' was deleted {{(pid=89747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 16 16:24:12.104976 dv-neutron-846028-2-hyperv neutron-server[89746]: DEBUG neutron.wsgi [-] (89746) accepted ('10.222.0.73', 41830) {{(pid=89746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:12.161233 dv-neutron-846028-2-hyperv neutron-server[89746]: INFO neutron.wsgi [None req-4653f27e-e624-424a-9454-7a7f1852bfcc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e596aff7049c403bbd0a1d61d631ce74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550926 Jun 16 16:24:12.163952 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41834) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:12.224903 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4cad-c51b-4a39-b15e-11b2a4966e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:12.251989 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4cad-c51b-4a39-b15e-11b2a4966e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:12.387433 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4cad-c51b-4a39-b15e-11b2a4966e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:12.405501 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f4cad-c51b-4a39-b15e-11b2a4966e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b0b304-197f-487c-a17c-ed6fada76aec,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:12.412696 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4cad-c51b-4a39-b15e-11b2a4966e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:12.414016 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-ab1f4cad-c51b-4a39-b15e-11b2a4966e03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22b0b304-197f-487c-a17c-ed6fada76aec HTTP/1.1" status: 204 len: 168 time: 0.2490900 Jun 16 16:24:13.202921 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41842) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:13.253367 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-b7e79d9d-1be5-49d2-8166-da3d7156fdce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc102703249b49a8bbead18e71bcd911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492361 Jun 16 16:24:13.256384 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.wsgi [-] (89745) accepted ('10.222.0.73', 41846) {{(pid=89745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:13.322917 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4264de5f-cb24-433f-9eb9-21ba1aa11ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:13.352176 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4264de5f-cb24-433f-9eb9-21ba1aa11ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:13.489006 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4264de5f-cb24-433f-9eb9-21ba1aa11ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16302724'] for security_group, after_delete {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:13.504193 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264de5f-cb24-433f-9eb9-21ba1aa11ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d57364b-9cc1-4c84-b22a-67907ee153b8,revision_number=None']} {{(pid=89745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:13.511758 dv-neutron-846028-2-hyperv neutron-server[89745]: DEBUG neutron_lib.callbacks.manager [None req-4264de5f-cb24-433f-9eb9-21ba1aa11ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:13.512894 dv-neutron-846028-2-hyperv neutron-server[89745]: INFO neutron.wsgi [None req-4264de5f-cb24-433f-9eb9-21ba1aa11ba5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d57364b-9cc1-4c84-b22a-67907ee153b8 HTTP/1.1" status: 204 len: 168 time: 0.2556176 Jun 16 16:24:15.791595 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-875b4f10-ab8e-4b6e-9977-6ce648ffc92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:18.433190 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-c1000fe3-9c14-4075-91fc-bd63696070af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:18.804045 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.585774 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.867231 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:36.449622 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:41.561548 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:24:45.791470 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5956ca76-4b10-4957-993e-a72b56ca9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:48.409287 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-652c9059-3fb7-434f-bf75-cfb678d6e6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:48.809698 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:50.540710 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:51.838630 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:06.509313 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:15.792280 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-5ca5ec1d-b447-439c-af0f-08ae6ceb2153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.403411 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-682da885-4645-400c-92de-fd4ac1217fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.561382 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:25:18.797455 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.546385 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.837617 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:36.460374 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:45.786142 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dc03901e-9131-42d2-a048-42c8d4c7247e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:48.413890 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-9f247696-4296-4275-8edd-864c6838d04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:48.802794 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:50.580531 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:51.882866 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.562497 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:26:06.494180 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:15.831523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-7b98bbdc-3802-475d-a15e-2a0ec5fdb516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:18.431088 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-657a7fc6-0027-4e72-9254-9f098dedc0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:18.802847 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:20.551377 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:21.849152 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:32.561242 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:26:36.519509 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:45.784994 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-6f7d926e-db65-4b09-93b8-8cd7aa5a22f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:48.420291 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-925e432c-5d82-4c40-bc57-ce070979e852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:48.790730 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:50.596787 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:51.922837 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:06.492800 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:09.564385 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:27:15.830605 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ce15-2bc1-4052-8127-4efbda455329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:18.413205 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3159a2af-4cd9-4f2b-8723-fdaac47ce9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:18.796442 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:20.544835 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:21.881972 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:36.521842 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:45.807740 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b7c098bc-13de-42bf-ae11-483630750bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:46.563653 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:27:48.407610 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-dfb371b4-98bb-46d4-a22c-10b05f8e527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:48.802333 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:50.595368 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:51.904933 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:06.538836 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:15.830405 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-0fc734ff-bd15-4dbe-a56b-f474fbfea579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.453591 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-3a782b88-4688-4ef0-984a-fa622875143d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:18.876054 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:20.544521 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:21.880120 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:23.564761 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:28:36.544535 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:45.813507 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-b3efd17a-c0fd-48a0-9cac-a21ccccdde30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:48.561959 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-1a476fba-4a42-45e4-b55f-0325b4e3208e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:48.835652 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:50.579244 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:51.864577 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:00.564555 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:29:06.634546 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.790026 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-79ba7f52-ad83-4653-a3f3-f8987adc00df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.424679 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3ffa-3226-488d-9cdc-077b7afd1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.811081 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.578659 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:21.870240 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:36.530348 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a76704fa-8575-493b-a1b4-2e5cc1269c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:37.563941 dv-neutron-846028-2-hyperv neutron-server[89748]: DEBUG neutron.db.agents_db [None req-6fd9f3e4-7df9-4851-be9d-800aa7f4d5d8 None None] Agent healthcheck: found 6 active agents {{(pid=89748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 16 16:29:45.793523 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-114598ac-f714-426b-8ab6-062d84c1fcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:48.415861 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-43eedf79-2248-467c-a47d-6bc9b96753f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:48.810547 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-72f36ff1-65c6-40b9-96f0-f22616299de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:50.601538 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf2a0-4cc0-4a17-b422-b698b4d872dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:51.867600 dv-neutron-846028-2-hyperv neutron-server[89747]: DEBUG neutron_lib.callbacks.manager [None req-a7fd0b39-2db4-41d8-b9d4-1cdafa97380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777697052820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981053'] for agent, after_update {{(pid=89747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}